diff --git a/CHANGELOG.md b/CHANGELOG.md
index c79e975a22..e6beb30845 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -35,6 +35,7 @@ Inspired from [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 - Prevent SPI calls at runtime ([#293](https://github.com/opensearch-project/opensearch-java/pull/293))
 - Add support for OpenSearch Serverless ([#339](https://github.com/opensearch-project/opensearch-java/pull/339))
 - Fix issue where completion suggestions were failing, due to being parsed as term suggestions ([#107](https://github.com/opensearch-project/opensearch-java/issues/107))
+- Fix integration tests ([#375](https://github.com/opensearch-project/opensearch-java/pull/375))
 
 ### Deprecated
 
diff --git a/java-client/src/test/java/org/opensearch/client/opensearch/integTest/AbstractClusterClientIT.java b/java-client/src/test/java/org/opensearch/client/opensearch/integTest/AbstractClusterClientIT.java
index f709de64ee..e695f7cf87 100644
--- a/java-client/src/test/java/org/opensearch/client/opensearch/integTest/AbstractClusterClientIT.java
+++ b/java-client/src/test/java/org/opensearch/client/opensearch/integTest/AbstractClusterClientIT.java
@@ -33,6 +33,7 @@
 import static java.util.Collections.emptyMap;
 import static org.hamcrest.Matchers.notNullValue;
 import static org.hamcrest.Matchers.nullValue;
+import static org.junit.Assert.assertTrue;
 
 public abstract class AbstractClusterClientIT extends OpenSearchJavaClientTestCase {
     public void testClusterPutSettings() throws IOException {
@@ -95,11 +96,7 @@ public void testClusterUpdateSettingNonExistent() throws IOException {
         } catch (OpenSearchException e) {
             assertNotNull(e);
             assertEquals(e.response().status(), 400);
-            assertEquals(
-                    e.getMessage(),
-                    "Request failed: [illegal_argument_exception] " +
-                            "transient setting [no_idea_what_you_are_talking_about], not recognized"
-            );
+            assertTrue(e.getMessage().contains("transient setting [no_idea_what_you_are_talking_about], not recognized"));
         }
     }