mirror of
https://github.com/lightbroker/llmsecops-research.git
synced 2026-02-12 14:42:48 +00:00
add env var for prompt template dir; error handling
This commit is contained in:
2
run.sh
2
run.sh
@@ -30,11 +30,13 @@ git lfs install
|
||||
pip install -r ./requirements.txt
|
||||
|
||||
# environment variables
|
||||
export PROMPT_TEMPLATES_DIR="./infrastructure/prompt_templates"
|
||||
export MODEL_BASE_DIR="./infrastructure/foundation_model"
|
||||
export MODEL_CPU_DIR="cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4"
|
||||
MODEL_DATA_FILENAME="phi3-mini-4k-instruct-cpu-int4-rtn-block-32-acc-level-4.onnx.data"
|
||||
MODEL_DATA_FILEPATH="$MODEL_BASE_DIR/$MODEL_CPU_DIR/$MODEL_DATA_FILENAME"
|
||||
|
||||
|
||||
# get foundation model dependencies from HuggingFace / Microsoft
|
||||
if [ ! -f "$MODEL_DATA_FILEPATH" ]; then
|
||||
echo "Downloading foundation model..."
|
||||
|
||||
@@ -13,10 +13,11 @@ class PromptTemplateRepository(AbstractPromptTemplateRepository):
|
||||
return os.path.join(self.templates_dir, template_filename)
|
||||
|
||||
def get(self, id: str) -> PromptTemplate:
|
||||
path = self._create_path_from_id(id)
|
||||
try:
|
||||
return load_prompt(self._create_path_from_id(id))
|
||||
return load_prompt(path)
|
||||
except Exception as e:
|
||||
print(e)
|
||||
print(f'Failed to load template from path "{path}":\n{e}')
|
||||
return None
|
||||
|
||||
def add(self, id: str, prompt_template: PromptTemplate) -> None:
|
||||
|
||||
@@ -186,6 +186,10 @@ class TextGenerationCompletionService(
|
||||
prompt_template = self.prompt_template_service.get(
|
||||
id=self.constants.PromptTemplateIds.PHI_3_MINI_4K_INSTRUCT_BASIC
|
||||
)
|
||||
|
||||
if prompt_template is None:
|
||||
raise ValueError(f"Prompt template not found for ID: {self.constants.PromptTemplateIds.PHI_3_MINI_4K_INSTRUCT_BASIC}")
|
||||
|
||||
return (
|
||||
{ "question": RunnablePassthrough() }
|
||||
| prompt_template
|
||||
|
||||
Reference in New Issue
Block a user