diff --git a/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs b/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
index 843c590daef..44f2467c073 100644
--- a/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
+++ b/tools/test-proxy/Azure.Sdk.Tools.TestProxy.Tests/AdminTests.cs
@@ -882,7 +882,7 @@ public async Task TestAddSanitizerThrowsOnMissingRequiredArgument()
             );
 
             Assert.True(assertion.StatusCode.Equals(HttpStatusCode.BadRequest));
-            Assert.Contains("Required parameter key System.String target was not found in the request body.", assertion.Message);
+            Assert.Contains("Required parameter key \"target\" was not found in the request body.", assertion.Message);
         }
 
         [Fact]
diff --git a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
index f8d2f1ec7d3..f12f45d3c18 100644
--- a/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
+++ b/tools/test-proxy/Azure.Sdk.Tools.TestProxy/Admin.cs
@@ -215,7 +215,7 @@ private object GenerateInstance(string typePrefix, string name, HashSet<string>
                     {
                         if (!acceptableEmptyArgs.Contains(param.Name))
                         {
-                            throw new HttpException(HttpStatusCode.BadRequest, $"Parameter {param.Name} was passed with no value. Please check the request body and try again.");
+                            throw new HttpException(HttpStatusCode.BadRequest, $"Parameter \"{param.Name}\" was passed with no value. Please check the request body and try again.");
                         }
                     }
                         
@@ -229,7 +229,7 @@ private object GenerateInstance(string typePrefix, string name, HashSet<string>
                     }
                     else
                     {
-                        throw new HttpException(HttpStatusCode.BadRequest, $"Required parameter key {param} was not found in the request body.");
+                        throw new HttpException(HttpStatusCode.BadRequest, $"Required parameter key \"{param.Name}\" was not found in the request body.");
                     }
                 }
             }