From f71f493518df50fdace671842d4eb9bd8606282e Mon Sep 17 00:00:00 2001 From: Yichao 'Peak' Ji Date: Sat, 15 Apr 2023 00:56:36 +0800 Subject: [PATCH] feat(server): increase default number of server threads to 32 (#125) --- Dockerfile | 2 +- basaran/__init__.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/Dockerfile b/Dockerfile index aec45a3b..734f6b40 100644 --- a/Dockerfile +++ b/Dockerfile @@ -29,7 +29,7 @@ ENV MODEL_LOAD_IN_8BIT="false" ENV MODEL_LOCAL_FILES_ONLY="false" ENV MODEL_TRUST_REMOTE_CODE="false" ENV MODEL_HALF_PRECISION="false" -ENV SERVER_THREADS="8" +ENV SERVER_THREADS="32" ENV SERVER_IDENTITY="basaran" ENV SERVER_CONNECTION_LIMIT="1024" ENV SERVER_CHANNEL_TIMEOUT="300" diff --git a/basaran/__init__.py b/basaran/__init__.py index 4dcf2979..dd453ab8 100644 --- a/basaran/__init__.py +++ b/basaran/__init__.py @@ -27,7 +27,7 @@ def is_true(value): # Server-related arguments: # https://docs.pylonsproject.org/projects/waitress/en/stable/arguments.html -SERVER_THREADS = int(os.getenv("SERVER_THREADS", "8")) +SERVER_THREADS = int(os.getenv("SERVER_THREADS", "32")) SERVER_IDENTITY = os.getenv("SERVER_IDENTITY", "basaran") SERVER_CONNECTION_LIMIT = int(os.getenv("SERVER_CONNECTION_LIMIT", "512")) SERVER_CHANNEL_TIMEOUT = int(os.getenv("SERVER_CHANNEL_TIMEOUT", "300"))