CalvinBackup/llmsecops-research
1
0
Fork 0
mirror of https://github.com/lightbroker/llmsecops-research.git synced 2026-02-12 14:42:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix model ref

Browse Source
This commit is contained in:
Adam Wilson
2025-04-23 06:32:28 -06:00
parent 3ccb57e403
commit 1ba607cd30
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
tests/llm/phi3_language_model.py
View File

@@ -7,20 +7,20 @@ import argparse
class Phi3LanguageModel:
def __init__(self, model_path):
# configure the ONNX runtime
# configure ONNX runtime
config = og.Config(model_path)
config.clear_providers()
self.model = og.Model(config)
self.tokenizer = og.Tokenizer(model)
self.tokenizer = og.Tokenizer(self.model)
self.tokenizer_stream = self.tokenizer.create_stream()
def get_response(self, args):
search_options = { 'max_length': 2048 }
params = og.GeneratorParams(model)
params = og.GeneratorParams(self.model)
params.set_search_options(**search_options)
generator = og.Generator(model, params)
generator = og.Generator(self.model, params)
# process prompt input and generate tokens
prompt_input = args.prompt