try to fix model path bug

2026-07-01 10:55:32 +02:00 · 2025-05-19 12:11:41 -06:00
parent e0fc03661e
commit 505515411c
1 changed files with 5 additions and 3 deletions
@@ -41,12 +41,14 @@ class Phi3LanguageModel:
        # Load the tokenizer and model
        tokenizer = AutoTokenizer.from_pretrained(
            pretrained_model_name_or_path=model_path,
-            trust_remote_code=True
+            trust_remote_code=True,
+            local_files_only=True  # Add this line
        )
        model = ORTModelForCausalLM.from_pretrained(
-            model_id=model_path,
+            model_path,  # Change model_id to just model_path
            provider="CPUExecutionProvider",
-            trust_remote_code=True
+            trust_remote_code=True,
+            local_files_only=True  # Add this line
        )
        model.name_or_path = model_path