feat(server): increase default number of server threads to 32 (#125)

hyperonym · Apr 14, 2023 · f71f493 · f71f493
1 parent 4338318
commit f71f493
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -29,7 +29,7 @@ ENV MODEL_LOAD_IN_8BIT="false"
 ENV MODEL_LOCAL_FILES_ONLY="false"
 ENV MODEL_TRUST_REMOTE_CODE="false"
 ENV MODEL_HALF_PRECISION="false"
-ENV SERVER_THREADS="8"
+ENV SERVER_THREADS="32"
 ENV SERVER_IDENTITY="basaran"
 ENV SERVER_CONNECTION_LIMIT="1024"
 ENV SERVER_CHANNEL_TIMEOUT="300"

diff --git a/basaran/__init__.py b/basaran/__init__.py
@@ -27,7 +27,7 @@ def is_true(value):
 
 # Server-related arguments:
 # https://docs.pylonsproject.org/projects/waitress/en/stable/arguments.html
-SERVER_THREADS = int(os.getenv("SERVER_THREADS", "8"))
+SERVER_THREADS = int(os.getenv("SERVER_THREADS", "32"))
 SERVER_IDENTITY = os.getenv("SERVER_IDENTITY", "basaran")
 SERVER_CONNECTION_LIMIT = int(os.getenv("SERVER_CONNECTION_LIMIT", "512"))
 SERVER_CHANNEL_TIMEOUT = int(os.getenv("SERVER_CHANNEL_TIMEOUT", "300"))