Skip to content

Commit

Permalink
[Deploy] Nit.
Browse files Browse the repository at this point in the history
  • Loading branch information
Raphael-Jin committed Jun 21, 2024
1 parent 33fb5b4 commit f412a26
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -109,7 +109,7 @@ class ServerConstants(object):
INFERENCE_REQUEST_TIMEOUT_KEY = "request_timeout_sec"
INFERENCE_REQUEST_TIMEOUT_DEFAULT = 30

USER_ENCRYPTED_API_KEY = "user_encrypted_api_key"
USER_ENCRYPTED_API_KEY = "encrypted_api_key"
# -----End-----

MODEL_DEPLOYMENT_STAGE1 = {"index": 1, "text": "ReceivedRequest"}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@ def callback_start_deployment(self, topic, payload):
target_queries_per_replica = request_json.get("target_queries_per_replica", 10)
aggregation_window_size_seconds = request_json.get("aggregation_window_size_seconds", 60)
scale_down_delay_seconds = request_json.get("scale_down_delay_seconds", 120)
user_encrypted_api_key = request_json.get("encrypted_api_key", "")
user_encrypted_api_key = request_json.get(ServerConstants.USER_ENCRYPTED_API_KEY, "")

model_config = request_json["model_config"]
model_name = model_config["model_name"]
Expand Down

0 comments on commit f412a26

Please sign in to comment.