From cedc09434d3d75e035d69ceba39547b02728573f Mon Sep 17 00:00:00 2001 From: youkaichao Date: Mon, 1 Jul 2024 10:50:56 -0700 Subject: [PATCH] [doc][misc] further lower visibility of simple api server (#6041) Co-authored-by: Simon Mo --- examples/api_client.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/examples/api_client.py b/examples/api_client.py index 70ec8c5492124..5f7daa14d5044 100644 --- a/examples/api_client.py +++ b/examples/api_client.py @@ -1,4 +1,9 @@ -"""Example Python client for vllm.entrypoints.api_server""" +"""Example Python client for vllm.entrypoints.api_server +NOTE: The API server is used only for demonstration and simple performance +benchmarks. It is not intended for production use. +For production use, we recommend vllm.entrypoints.openai.api_server +and the OpenAI client API +""" import argparse import json