From f7ab8d55b2c72a24b41f767aa1716bd93dce806b Mon Sep 17 00:00:00 2001
From: Andrei Betlen <abetlen@gmail.com>
Date: Mon, 3 Apr 2023 20:11:13 -0400
Subject: [PATCH] Update context size defaults Close #11

---
 examples/fastapi_server.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/examples/fastapi_server.py b/examples/fastapi_server.py
index e219b19..728d3f7 100644
--- a/examples/fastapi_server.py
+++ b/examples/fastapi_server.py
@@ -34,6 +34,7 @@ llama = llama_cpp.Llama(
     embedding=True,
     n_threads=6,
     n_batch=2048,
+    n_ctx=2048,
 )