diff --git a/examples/fastapi_server.py b/examples/fastapi_server.py index e219b1964bede..728d3f781aa81 100644 --- a/examples/fastapi_server.py +++ b/examples/fastapi_server.py @@ -34,6 +34,7 @@ class Settings(BaseSettings): embedding=True, n_threads=6, n_batch=2048, + n_ctx=2048, )