diff --git a/tests/compatibility_tests/create_structured_index/test_create_structured_index.py b/tests/compatibility_tests/create_structured_index/test_create_structured_index.py
index b23451ef7..09ad2cebf 100644
--- a/tests/compatibility_tests/create_structured_index/test_create_structured_index.py
+++ b/tests/compatibility_tests/create_structured_index/test_create_structured_index.py
@@ -61,4 +61,4 @@ def test_expected_settings(self):
             except Exception as e:
                 self.logger.error(f"Exception while getting index settings {e}")
                 raise e
-            self.assertEqual(expected_settings, actual_settings)
\ No newline at end of file
+            self.assertEqual(expected_settings, actual_settings, f"Index settings do not match expected settings, expected {expected_settings}, but got {actual_settings}")
\ No newline at end of file