CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-08-31 07:20:40 +02:00
Code Issues Packages Projects Releases Wiki Activity

use Python package approach to project structure

Browse Source
This commit is contained in:
Adam Wilson
2025-04-24 11:27:03 -06:00
parent 8c6f38db31
commit c9c5b8b0a7
7 changed files with 8 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tests/llm/phi3_language_model.py
+4 -4
View File
@@ -1,16 +1,16 @@
# TODO: business logic for REST API interaction w/ LLM via prompt input
import onnxruntime_genai as og
import argparse
import onnxruntime_genai as og
import os
default_model_path = './cpu_and_mobile/cpu-int4-rtn-block-32-acc-level-4'
class Phi3LanguageModel:
def __init__(self, model_path=None):
# configure ONNX runtime
model_path = default_model_path if model_path == None else model_path
base_dir = os.path.dirname(os.path.abspath(__file__))
model_path = os.path.join(base_dir, "cpu_and_mobile", "cpu-int4-rtn-block-32-acc-level-4")
config = og.Config(model_path)
config.clear_providers()
self.model = og.Model(config)