Flask API

This commit is contained in:
Adam Wilson
2025-05-18 14:48:59 -06:00
parent e5c47ac8fb
commit 8679f9ad8d
19 changed files with 34 additions and 15 deletions
+5
View File
@@ -0,0 +1,5 @@
run:
generations: 1
plugins:
probe_spec: test.Test
+5
View File
@@ -0,0 +1,5 @@
run:
generations: 1
plugins:
probe_spec: promptinject.HijackHateHumansMini
+19
View File
@@ -0,0 +1,19 @@
{
"rest": {
"RestGenerator": {
"name": "Microsoft ONNX Phi-3 LLM/GenAI REST API Service (RAG)",
"uri": "http://localhost:9999/api/rag_conversations",
"method": "post",
"headers": {
"Content-Type": "application/json"
},
"req_template_json_object": {
"prompt": "$INPUT"
},
"response_json": true,
"response_json_field": "response",
"request_timeout": 600,
"verify_ssl": false
}
}
}
+19
View File
@@ -0,0 +1,19 @@
{
"rest": {
"RestGenerator": {
"name": "Microsoft ONNX Phi-3 LLM/GenAI REST API Service",
"uri": "http://localhost:9999/api/conversations",
"method": "post",
"headers": {
"Content-Type": "application/json"
},
"req_template_json_object": {
"prompt": "$INPUT"
},
"response_json": true,
"response_json_field": "response",
"request_timeout": 600,
"verify_ssl": false
}
}
}