This commit is contained in:
Adam Wilson
2025-04-22 21:28:05 -06:00
parent 3e27caa991
commit 3ccb57e403

View File

@@ -28,10 +28,9 @@ jobs:
huggingface-cli download microsoft/Phi-3-mini-4k-instruct-onnx --include cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4/* --local-dir .
pip install onnxruntime-genai
# curl https://raw.githubusercontent.com/microsoft/onnxruntime-genai/main/examples/python/phi3-qa.py -o phi3-qa.py
python ${{ github.workspace }}/tests/llm/phi3_language_model.py -v \
python ${{ github.workspace }}/tests/llm/phi3_language_model.py \
--prompt 'Describe the principle of existence, from the first principles of philosophy.' \
-m cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4 \
-e cpu
- name: Run REST API server
run: |