API: add POST method w/ service; test action

This commit is contained in:
Adam Wilson
2025-05-20 11:21:37 -06:00
parent 9281bbd2f0
commit eef8d73f7f
2 changed files with 14 additions and 1 deletions

View File

@@ -60,7 +60,6 @@ jobs:
- name: 'Run test API request'
run: ${{ github.workspace }}/.github/scripts/test_api.sh
if: false
- name: 'Start system monitoring'
run: ${{ github.workspace }}/.github/scripts/start_monitoring.sh &

View File

@@ -1,6 +1,13 @@
"""
Usage:
$ uvicorn src.api.http_api:app --host 0.0.0.0 --port 9999
"""
from fastapi import FastAPI
from pathlib import Path
from pydantic import BaseModel
from src.llm.llm import Phi3LanguageModel
STATIC_PATH = Path(__file__).parent.absolute() / 'static'
@@ -19,3 +26,10 @@ class LanguageModelResponse(BaseModel):
@app.get('/', response_model=str)
async def health_check():
return 'success'
@app.post('/api/conversations', response_model=LanguageModelResponse)
async def get_llm_conversation_response(request: LanguageModelPrompt):
service = Phi3LanguageModel()
response = service.invoke(user_input=request.prompt)
return LanguageModelResponse(response=response)