From 27f45f92139160cbd00cd2f0dd4b82992b83cfdb Mon Sep 17 00:00:00 2001
From: Meng Zhang <meng@tabbyml.com>
Date: Mon, 4 Nov 2024 17:51:48 -0800
Subject: [PATCH] chore(llama-cpp-server): add timeout and retry delay for
 llama-server health check (#3369)

---
 crates/llama-cpp-server/src/supervisor.rs | 11 +++++++++--
 1 file changed, 9 insertions(+), 2 deletions(-)

diff --git a/crates/llama-cpp-server/src/supervisor.rs b/crates/llama-cpp-server/src/supervisor.rs
index 65f3774506c3..c589ec71ba8d 100644
--- a/crates/llama-cpp-server/src/supervisor.rs
+++ b/crates/llama-cpp-server/src/supervisor.rs
@@ -1,4 +1,4 @@
-use std::{env::var, net::TcpListener, process::Stdio};
+use std::{env::var, net::TcpListener, process::Stdio, time::Duration};
 
 use tokio::{io::AsyncBufReadExt, task::JoinHandle};
 use tracing::{debug, warn};
@@ -126,7 +126,14 @@ impl LlamaCppSupervisor {
         debug!("Waiting for llama-server <{}> to start...", self.name);
         let client = reqwest::Client::builder().no_proxy().build().unwrap();
         loop {
-            let Ok(resp) = client.get(api_endpoint(self.port) + "/health").send().await else {
+            let Ok(resp) = client
+                .get(api_endpoint(self.port) + "/health")
+                .timeout(Duration::from_secs(1))
+                .send()
+                .await
+            else {
+                debug!("llama-server <{}> not ready yet, retrying...", self.name);
+                tokio::time::sleep(Duration::from_secs(1)).await;
                 continue;
             };