Skip to content

Commit ac4fecc

Browse files
authored
fix prompting again
1 parent cdda46e commit ac4fecc

File tree

1 file changed

+10
-9
lines changed

1 file changed

+10
-9
lines changed

src/module_chat.py

Lines changed: 10 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -304,22 +304,23 @@ def __init__(self, generation_settings, model_name):
304304

305305
super().__init__(model_info, settings, generation_settings)
306306

307-
# def create_prompt(self, augmented_query):
308-
# return f"""<|im_start|>system
309-
# {system_message}<|im_end|>
310-
# <|im_start|>user
311-
# {augmented_query}<|im_end|>
312-
# <|im_start|>assistant
313-
# """
314-
315307
def create_prompt(self, augmented_query):
316308
return f"""<|im_start|>system
317309
{system_message}<|im_end|>
318310
<|im_start|>user
319-
{augmented_query} /no_think<|im_end|>
311+
{augmented_query}<|im_end|>
320312
<|im_start|>assistant
321313
"""
322314

315+
# SHOWS HOW TO TURN THINKING OFF TEMPORARILY
316+
# def create_prompt(self, augmented_query):
317+
# return f"""<|im_start|>system
318+
# {system_message}<|im_end|>
319+
# <|im_start|>user
320+
# {augmented_query} /no_think<|im_end|>
321+
# <|im_start|>assistant
322+
# """
323+
323324

324325
class Mistral_Small_24b(BaseModel):
325326
def __init__(self, generation_settings, model_name=None):

0 commit comments

Comments
 (0)