diff --git a/.changelog/16960.txt b/.changelog/16960.txt
new file mode 100644
index 00000000000..a2e496f1e3a
--- /dev/null
+++ b/.changelog/16960.txt
@@ -0,0 +1,3 @@
+```release-note:bug
+ui: Fix a visual bug where evaluation response wasn't scrollable in the Web UI.
+```
diff --git a/ui/app/components/evaluation-sidebar/detail.hbs b/ui/app/components/evaluation-sidebar/detail.hbs
index 8beee193109..d1da89ca9de 100644
--- a/ui/app/components/evaluation-sidebar/detail.hbs
+++ b/ui/app/components/evaluation-sidebar/detail.hbs
@@ -6,7 +6,7 @@
     <div
       data-test-eval-detail
       data-test-eval-detail-is-open={{this.isSideBarOpen}}
-      class="sidebar {{if this.isSideBarOpen "open"}}"
+      class="sidebar {{if this.isSideBarOpen "open"}} evaluations-sidebar"
       {{on-click-outside
         this.closeSidebar
         capture=true
@@ -157,7 +157,7 @@
           </div>
         {{/if}}
         {{! Evaluation JSON Response}}
-        <div class="boxed-section">
+        <div class="boxed-section evaluation-response">
           <div class="boxed-section-head">
             Evaluation Response
           </div>
diff --git a/ui/app/styles/components/sidebar.scss b/ui/app/styles/components/sidebar.scss
index 2791d4d756f..ae6b73defc6 100644
--- a/ui/app/styles/components/sidebar.scss
+++ b/ui/app/styles/components/sidebar.scss
@@ -36,6 +36,26 @@ $subNavOffset: 49px;
     box-shadow: -5px 0 10px -5px rgb(0 0 0 / 20%);
     border-radius: 16px;
   }
+
+  &.evaluations-sidebar {
+    display: flex;
+    gap: 1.5rem;
+    flex-direction: column;
+
+    & > .evaluation-response {
+      display: grid;
+      min-height: 200px;
+      grid-template-rows: auto 1fr;
+      overflow: hidden;
+      & > .boxed-section-body {
+        overflow: auto;
+      }
+    }
+    & > div,
+    h1.title {
+      margin: 0;
+    }
+  }
 }
 
 .sidebar-content {