From 505515411ca4b4ee9d3c0b6c82647492d47734be Mon Sep 17 00:00:00 2001 From: Adam Wilson Date: Mon, 19 May 2025 12:11:41 -0600 Subject: [PATCH] try to fix model path bug --- src/llm/llm.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/src/llm/llm.py b/src/llm/llm.py index c78ca1190..0fa859bf8 100644 --- a/src/llm/llm.py +++ b/src/llm/llm.py @@ -41,12 +41,14 @@ class Phi3LanguageModel: # Load the tokenizer and model tokenizer = AutoTokenizer.from_pretrained( pretrained_model_name_or_path=model_path, - trust_remote_code=True + trust_remote_code=True, + local_files_only=True # Add this line ) model = ORTModelForCausalLM.from_pretrained( - model_id=model_path, + model_path, # Change model_id to just model_path provider="CPUExecutionProvider", - trust_remote_code=True + trust_remote_code=True, + local_files_only=True # Add this line ) model.name_or_path = model_path