This commit is contained in:
Adam Wilson
2025-04-22 21:25:26 -06:00
parent e04235606d
commit 3e27caa991

View File

@@ -28,7 +28,7 @@ jobs:
huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* --local-dir .
pip install onnxruntime-genai
# curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
python phi3_language_model.py -v \
python ${{ github.workspace }}/tests/llm/phi3_language_model.py -v \
--prompt 'Describe the principle of existence, from the first principles of philosophy.' \
-m cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4 \
-e cpu