From 5ef5280ef9830eb340b79c2896207f9ba3d5630d Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Sat, 30 Sep 2023 19:13:36 -0400
Subject: [PATCH] Log server exceptions to stdout

---
 llama_cpp/server/app.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
index a06076e..c70e882 100644
--- a/llama_cpp/server/app.py
+++ b/llama_cpp/server/app.py
@@ -1,3 +1,4 @@
+import sys
 import json
 import multiprocessing
 import time
@@ -241,7 +242,7 @@ class RouteErrorHandler(APIRoute):
         ] = None,
     ) -> Tuple[int, ErrorResponse]:
         """Wraps error message in OpenAI style error response"""
-
+        print(f"Exception: {str(error)}", file=sys.stderr)
         if body is not None and isinstance(
             body,
             (