diff --git a/ui/admin/app/components/chat/ChatContext.tsx b/ui/admin/app/components/chat/ChatContext.tsx
index f43ad5208..064da9b3f 100644
--- a/ui/admin/app/components/chat/ChatContext.tsx
+++ b/ui/admin/app/components/chat/ChatContext.tsx
@@ -109,9 +109,10 @@ function useMessageSource(threadId?: Nullish<string>) {
             error,
             runID,
             contentID,
+            replayComplete,
         } = event;
 
-        setIsRunning(!runComplete);
+        setIsRunning(!runComplete && !replayComplete);
 
         setMessages((prev) => {
             const copy = [...prev];