feat(Add backend):

This commit is contained in:
Alexander Myasoedov
2025-01-03 00:07:10 +02:00
parent 9de34e2835
commit ffd7d710f1
7 changed files with 145 additions and 17 deletions
+6 -1
View File
@@ -32,9 +32,14 @@ async def process_prompt(
):
try:
response = await request_factory.fn(prompt=prompt)
if response.status_code == 422:
logger.error(f"Invalid prompt: {prompt}, error=422")
errors.append((module_name, prompt, 422, "Invalid prompt"))
return tokens, True
if response.status_code >= 400:
raise httpx.HTTPStatusError(
f"HTTP {response.status_code}",
f"HTTP {response.status_code} {response.content=}",
request=response.request,
response=response,
)
+3
View File
@@ -48,6 +48,9 @@ def check_refusal(response: str, refusal_phrases: list = REFUSAL_MARKS) -> bool:
return any(phrase in response for phrase in refusal_phrases)
# TODO: add plugin system for multiple classifiers of the output
def refusal_heuristic(request_json):
# TODO: improve this heuristic
request = str(request_json)