diff --git a/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs b/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
index a925c4c9ce3..0553b16bcb5 100644
--- a/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
+++ b/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
@@ -965,7 +965,7 @@ public async Task RemoveSanitizerErrorsForInvalidIdOnRecording()
         }
 
         [Fact]
-        public async Task RemoveSanitizerErrorsForInvalidId()
+        public async Task RemoveSanitizersSilentlyAcceptsInvalidSanitizer()
         {
             RecordingHandler testRecordingHandler = new RecordingHandler(Directory.GetCurrentDirectory());
             var httpContext = new DefaultHttpContext();
@@ -980,11 +980,9 @@ public async Task RemoveSanitizerErrorsForInvalidId()
 
             var testSet = new RemoveSanitizerList() { Sanitizers = new List<string>() { "AZSDK00-1" } };
 
-            var assertion = await Assert.ThrowsAsync<HttpException>(
-                async () => await controller.RemoveSanitizers(testSet)
-            );
+            await controller.RemoveSanitizers(testSet);
 
-            Assert.Equal("Unable to remove 1 sanitizer. Detailed list follows: \nThe requested sanitizer for removal \"AZSDK00-1\" is not active at the session level.", assertion.Message);
+            Assert.Equal(200, httpContext.Response.StatusCode);
         }
 
         [Fact]
diff --git a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
index 91f1610af61..60c5874a454 100644
--- a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
+++ b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
@@ -70,7 +70,6 @@ public async Task RemoveSanitizers([FromBody]RemoveSanitizerList sanitizerList)
             var recordingId = RecordingHandler.GetHeader(Request, "x-recording-id", allowNulls: true);
 
             var removedSanitizers = new List<string>();
-            var exceptionsList = new List<string>();
 
             if (sanitizerList.Sanitizers.Count == 0)
             {
@@ -78,31 +77,19 @@ public async Task RemoveSanitizers([FromBody]RemoveSanitizerList sanitizerList)
             }
 
             foreach(var sanitizerId in sanitizerList.Sanitizers) {
-                try
+                var removedId = await _recordingHandler.UnregisterSanitizer(sanitizerId, recordingId);
+                if (!string.IsNullOrWhiteSpace(removedId))
                 {
-                    var removedId = await _recordingHandler.UnregisterSanitizer(sanitizerId, recordingId);
                     removedSanitizers.Add(sanitizerId);
                 }
-                catch (HttpException ex) {
-                    exceptionsList.Add(ex.Message);
-                }
             }
 
-            if (exceptionsList.Count > 0)
-            {
-                var varExceptionMessage = $"Unable to remove {exceptionsList.Count} sanitizer{(exceptionsList.Count > 1 ? 's' : string.Empty)}. Detailed list follows: \n"
-                    + string.Join("\n", exceptionsList);
-                throw new HttpException(HttpStatusCode.BadRequest, varExceptionMessage);
-            }
-            else
-            {
-                var json = JsonSerializer.Serialize(new { Removed = removedSanitizers });
+            var json = JsonSerializer.Serialize(new { Removed = removedSanitizers });
 
-                Response.ContentType = "application/json";
-                Response.ContentLength = json.Length;
+            Response.ContentType = "application/json";
+            Response.ContentLength = json.Length;
 
-                await Response.WriteAsync(json);
-            }
+            await Response.WriteAsync(json);
         }
 
         [HttpGet]
diff --git a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Common/SanitizerDictionary.cs b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Common/SanitizerDictionary.cs
index de5a49e5ddf..792ebce87c1 100644
--- a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Common/SanitizerDictionary.cs
+++ b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Common/SanitizerDictionary.cs
@@ -892,7 +892,7 @@ public async Task<string> Unregister(string sanitizerId)
                 SessionSanitizerLock.Release();
             }
 
-            throw new HttpException(System.Net.HttpStatusCode.BadRequest, $"The requested sanitizer for removal \"{sanitizerId}\" is not active at the session level.");
+            return string.Empty;
         }
 
         /// <summary>
@@ -918,7 +918,7 @@ public async Task<string> Unregister(string sanitizerId, ModifiableRecordSession
                 session.SanitizerLock.Release();
             }
 
-            throw new HttpException(System.Net.HttpStatusCode.BadRequest, $"The requested sanitizer for removal \"{sanitizerId}\" is not active on recording/playback with id \"{session.SessionId}\".");
+            return string.Empty;
         }
 
         /// <summary>