diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py index a06076e..c70e882 100644 --- a/llama_cpp/server/app.py +++ b/llama_cpp/server/app.py @@ -1,3 +1,4 @@ +import sys import json import multiprocessing import time @@ -241,7 +242,7 @@ class RouteErrorHandler(APIRoute): ] = None, ) -> Tuple[int, ErrorResponse]: """Wraps error message in OpenAI style error response""" - + print(f"Exception: {str(error)}", file=sys.stderr) if body is not None and isinstance( body, (