Log server exceptions to stdout

2023-09-30 19:13:36 -04:00 · 2023-09-30 19:13:36 -04:00 · 5ef5280ef9
parent f0af1c7201
commit 5ef5280ef9
1 changed files with 2 additions and 1 deletions
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@ -1,3 +1,4 @@
+import sys
 import json
 import multiprocessing
 import time
@ -241,7 +242,7 @@ class RouteErrorHandler(APIRoute):
        ] = None,
    ) -> Tuple[int, ErrorResponse]:
        """Wraps error message in OpenAI style error response"""
-
+        print(f"Exception: {str(error)}", file=sys.stderr)
        if body is not None and isinstance(
            body,
            (