test and debug response

.github/workflows/llmsecops-cicd.llm.yml

@@ -43,6 +43,11 @@ jobs:
       run: |
         curl -i http://localhost:9999/
 
+        echo "Making API request..."
+        curl -X POST -i http://localhost:9999/api/conversations \
+            -d '{ "prompt": "describe a random planet in our solar system in 10 words or less" }' \
+            -H "Content-Type: application/json" || exit 1
+
         garak -v \
           --config ${{ github.workspace }}/src/tools/garak.config.yml \
           --generator_option_file ${{ github.workspace }}/src/tools/garak.rest.llm.json \

src/api/controller.py

@@ -8,7 +8,7 @@ app = Flask(__name__)
 
 @app.route('/', methods=['GET'])
 def health_check():
-    return "Server is running", 200
+    return f"Server is running\n", 200
 
 @app.route('/api/conversations', methods=['POST'])
 def get_llm_response():
@@ -22,5 +22,5 @@ if __name__ == '__main__':
     print('test')
     logger.debug('running...')
 
-    # Production mode with Waitress:
+    # TODO set up port # as env var
     serve(app, host='0.0.0.0', port=9999)

src/llm/llm.py

@@ -91,4 +91,5 @@ class Phi3LanguageModel:
             return response
         except Exception as e:
             print(f"Failed: {e}")
+            return e