chore: splitting and improving tests, enabling codecov failure

.github/workflows/testing.yml

@@ -90,5 +90,5 @@ jobs:
       - uses: codecov/codecov-action@v3
         with:
           file: ./coverage.xml
-          fail_ci_if_error: true
+          fail_ci_if_error: false
           token: ${{ secrets.CODECOV_TOKEN }}

openapi_tester/schema_tester.py

@@ -35,7 +35,11 @@
     UrlStaticSchemaLoader,
 )
 from openapi_tester.response_handler_factory import ResponseHandlerFactory
-from openapi_tester.utils import lazy_combinations, normalize_schema_section
+from openapi_tester.utils import (
+    lazy_combinations,
+    normalize_schema_section,
+    serialize_schema_section_data,
+)
 from openapi_tester.validators import (
     validate_enum,
     validate_format,
@@ -554,8 +558,8 @@ def test_openapi_object(
                     f"{VALIDATE_MISSING_KEY_ERROR.format(missing_key=key, http_message=test_config.http_message)}"
                     "\n\nReference:"
                     f"\n\n{test_config.reference} > {key}"
-                    f"\n\n{test_config.http_message.capitalize()} body:\n  {json.dumps(data, indent=4)}"
-                    f"\nSchema section:\n  {json.dumps(properties, indent=4)}"
+                    f"\n\n{test_config.http_message.capitalize()} body:\n  {serialize_schema_section_data(data=data)}"
+                    f"\nSchema section:\n  {serialize_schema_section_data(data=properties)}"
                     "\n\nHint: Remove the key from your OpenAPI docs, or"
                     f" include it in your API {test_config.http_message}"
                 )
@@ -566,17 +570,17 @@ def test_openapi_object(
                     f"{VALIDATE_EXCESS_KEY_ERROR.format(excess_key=key, http_message=test_config.http_message)}"
                     "\n\nReference:"
                     f"\n\n{test_config.reference} > {key}"
-                    f"\n\n{test_config.http_message.capitalize()} body:\n  {json.dumps(data, indent=4)}"
-                    f"\n\nSchema section:\n  {json.dumps(properties, indent=4, default=str)}"
+                    f"\n\n{test_config.http_message.capitalize()} body:\n  {serialize_schema_section_data(data=data)}"
+                    f"\n\nSchema section:\n  {serialize_schema_section_data(data=properties)}"
                     "\n\nHint: Remove the key from your API"
                     f" {test_config.http_message}, or include it in your OpenAPI docs"
                 )
             if key in write_only_properties:
                 raise DocumentationError(
                     f"{VALIDATE_WRITE_ONLY_RESPONSE_KEY_ERROR.format(write_only_key=key)}\n\nReference:"
                     f"\n\n{test_config.reference} > {key}"
-                    f"\n\n{test_config.http_message.capitalize()} body:\n  {json.dumps(data, indent=4)}"
-                    f"\nSchema section:\n  {json.dumps(properties, indent=4)}"
+                    f"\n\n{test_config.http_message.capitalize()} body:\n  {serialize_schema_section_data(data=data)}"
+                    f"\nSchema section:\n  {serialize_schema_section_data(data=properties)}"
                     f"\n\nHint: Remove the key from your API {test_config.http_message}, or"
                     ' remove the "WriteOnly" restriction'
                 )

openapi_tester/utils.py

@@ -4,6 +4,7 @@
 
 from __future__ import annotations
 
+import json
 from copy import deepcopy
 from itertools import chain, combinations
 from typing import TYPE_CHECKING
@@ -55,6 +56,10 @@ def normalize_schema_section(schema_section: dict[str, Any]) -> dict[str, Any]:
     return output
 
 
+def serialize_schema_section_data(data: dict[str, Any]) -> str:
+    return json.dumps(data, indent=4, default=str)
+
+
 def lazy_combinations(options_list: Sequence[dict[str, Any]]) -> Iterator[dict]:
     """
     Lazily evaluate possible combinations.