From f867a4fdc934f021889571e016cfb8102536f645 Mon Sep 17 00:00:00 2001
From: Adam Wilson <lightbrok3r@gmail.com>
Date: Tue, 24 Jun 2025 14:22:35 -0600
Subject: [PATCH] special tokens in prompt template

---
 src/text_generation/adapters/llm/language_model.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/src/text_generation/adapters/llm/language_model.py b/src/text_generation/adapters/llm/language_model.py
index 846561245..d518972cc 100644
--- a/src/text_generation/adapters/llm/language_model.py
+++ b/src/text_generation/adapters/llm/language_model.py
@@ -21,9 +21,10 @@ class LanguageModel(AbstractLanguageModel):
         llm = TextGenerationFoundationModel().build()
 
         # Phi-3 specific prompt template
-        template = """<|user|>
+        template = """<|system|>
         Act as a conversational agent to respond to the end user's prompt. 
-        Question: {question}
+        <|user|>
+        Question: {question}<|end|>
         <|assistant|>
         """