add env var for prompt template dir; error handling

This commit is contained in:
Adam Wilson
2025-07-19 07:59:54 -06:00
parent 41afb99622
commit 296669ac49
3 changed files with 9 additions and 2 deletions

2
run.sh
View File

@@ -30,11 +30,13 @@ git lfs install
pip install -r ./requirements.txt
# environment variables
export PROMPT_TEMPLATES_DIR="./infrastructure/prompt_templates"
export MODEL_BASE_DIR="./infrastructure/foundation_model"
export MODEL_CPU_DIR="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4"
MODEL_DATA_FILENAME="phi3-mini-4k-instruct-cpu-int4-rtn-block-32-acc-level-4.onnx.data"
MODEL_DATA_FILEPATH="$MODEL_BASE_DIR/$MODEL_CPU_DIR/$MODEL_DATA_FILENAME"
# get foundation model dependencies from HuggingFace / Microsoft
if [ ! -f "$MODEL_DATA_FILEPATH" ]; then
echo "Downloading foundation model..."

View File

@@ -13,10 +13,11 @@ class PromptTemplateRepository(AbstractPromptTemplateRepository):
return os.path.join(self.templates_dir, template_filename)
def get(self, id: str) -> PromptTemplate:
path = self._create_path_from_id(id)
try:
return load_prompt(self._create_path_from_id(id))
return load_prompt(path)
except Exception as e:
print(e)
print(f'Failed to load template from path "{path}":\n{e}')
return None
def add(self, id: str, prompt_template: PromptTemplate) -> None:

View File

@@ -186,6 +186,10 @@ class TextGenerationCompletionService(
prompt_template = self.prompt_template_service.get(
id=self.constants.PromptTemplateIds.PHI_3_MINI_4K_INSTRUCT_BASIC
)
if prompt_template is None:
raise ValueError(f"Prompt template not found for ID: {self.constants.PromptTemplateIds.PHI_3_MINI_4K_INSTRUCT_BASIC}")
return (
{ "question": RunnablePassthrough() }
| prompt_template