add api benchmark script.

contrib/benchmark.py

@@ -0,0 +1,41 @@
+import requests
+import threading
+import logging
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s.%(msecs)03d %(levelname)s %(module)s - %(funcName)s: %(message)s',
+    datefmt='%Y-%m-%d %H:%M:%S',
+)
+
+def req_model(t_index, request_str):
+    logging.info(f'start {t_index}:{request_str}')
+    json={'prompt':request_str,'history':[["现在你是一只小狗","好的，你想聊些什么，汪！"],]}
+    headers={'Content-Type':'application/json'}
+    for i in range(3):
+        try:
+            r = requests.post(
+                'http://127.0.0.1:8000',
+                json=json,
+                headers=headers,
+                timeout=60
+            )
+            logging.info(f'end {t_index}:{r.json()["response"]}')
+            return
+        except:
+            logging.info(f'end {t_index}:timeout, try again.')
+    logging.error(f'end {t_index}:timeout 3 times.')
+
+if __name__ == "__main__":
+    threads=[]
+    for i in range(10):
+        threads.append(threading.Thread(target=req_model, args=(i,"你是谁")))
+    for i in range(10):
+        threads.append(threading.Thread(target=req_model, args=(i,"讲个笑话吧")))
+    for t in threads:
+        t.start()
+    for t in threads:
+        t.join()
+    logging.info('Done.')
+
+
+