Log server exceptions to stdout

abetlen · abetlen · commit 5ef5280ef983 · 2023-09-30T19:13:36.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -1,3 +1,4 @@
+import sys
 import json
 import multiprocessing
 import time
@@ -241,7 +242,7 @@ def error_message_wrapper(
         ] = None,
     ) -> Tuple[int, ErrorResponse]:
         """Wraps error message in OpenAI style error response"""
-
+        print(f"Exception: {str(error)}", file=sys.stderr)
         if body is not None and isinstance(
             body,
             (
