SWAMPy

✎ CARVE FLESH

EDITING: test_jsonschema_test_suite.py

"""
Test runner for the JSON Schema official test suite

Tests comprehensive correctness of each draft's validator.

See https://github.com/json-schema-org/JSON-Schema-Test-Suite for details.
"""

import sys

from jsonschema.tests._helpers import bug, test_suite_bug
from jsonschema.tests._suite import Suite
import jsonschema

SUITE = Suite()
DRAFT3 = SUITE.version(name="draft3")
DRAFT4 = SUITE.version(name="draft4")
DRAFT6 = SUITE.version(name="draft6")
DRAFT7 = SUITE.version(name="draft7")
DRAFT201909 = SUITE.version(name="draft2019-09")
DRAFT202012 = SUITE.version(name="draft2020-12")

def skip(message, **kwargs):
    def skipper(test):
        if all(value == getattr(test, attr) for attr, value in kwargs.items()):
            return message
    return skipper

def missing_format(checker):
    def missing_format(test):  # pragma: no cover
        schema = test.schema
        if (
            schema is True
            or schema is False
            or "format" not in schema
            or schema["format"] in checker.checkers
            or test.valid
        ):
            return

return "Format checker {0!r} not found.".format(schema["format"])
    return missing_format

def complex_email_validation(test):
    if test.subject != "email":
        return

message = "Complex email validation is (intentionally) unsupported."
    return skip(
        message=message,
        description="an invalid domain",
    )(test) or skip(
        message=message,
        description="an invalid IPv4-address-literal",
    )(test) or skip(
        message=message,
        description="dot after local part is not valid",
    )(test) or skip(
        message=message,
        description="dot before local part is not valid",
    )(test) or skip(
        message=message,
        description="two subsequent dots inside local part are not valid",
    )(test)

is_narrow_build = sys.maxunicode == 2 ** 16 - 1
if is_narrow_build:  # pragma: no cover
    message = "Not running surrogate Unicode case, this Python is narrow."

def narrow_unicode_build(test):  # pragma: no cover
        return skip(
            message=message,
            description=(
                "one supplementary Unicode code point is not long enough"
            ),
        )(test) or skip(
            message=message,
            description="two supplementary Unicode code points is long enough",
        )(test)
else:
    def narrow_unicode_build(test):  # pragma: no cover
        return

if sys.version_info < (3, 9):  # pragma: no cover
    message = "Rejecting leading zeros is 3.9+"
    allowed_leading_zeros = skip(
        message=message,
        subject="ipv4",
        description="invalid leading zeroes, as they are treated as octals",
    )
else:
    def allowed_leading_zeros(test):  # pragma: no cover
        return

def leap_second(test):
    message = "Leap seconds are unsupported."
    return skip(
        message=message,
        subject="time",
        description="a valid time string with leap second",
    )(test) or skip(
        message=message,
        subject="time",
        description="a valid time string with leap second, Zulu",
    )(test) or skip(
        message=message,
        subject="time",
        description="a valid time string with leap second with offset",
    )(test) or skip(
        message=message,
        subject="time",
        description="valid leap second, positive time-offset",
    )(test) or skip(
        message=message,
        subject="time",
        description="valid leap second, negative time-offset",
    )(test) or skip(
        message=message,
        subject="time",
        description="valid leap second, large positive time-offset",
    )(test) or skip(
        message=message,
        subject="time",
        description="valid leap second, large negative time-offset",
    )(test) or skip(
        message=message,
        subject="time",
        description="valid leap second, zero time-offset",
    )(test) or skip(
        message=message,
        subject="date-time",
        description="a valid date-time with a leap second, UTC",
    )(test) or skip(
        message=message,
        subject="date-time",
        description="a valid date-time with a leap second, with minus offset",
    )(test)

TestDraft3 = DRAFT3.to_unittest_testcase(
    DRAFT3.tests(),
    DRAFT3.format_tests(),
    DRAFT3.optional_tests_of(name="bignum"),
    DRAFT3.optional_tests_of(name="non-bmp-regex"),
    DRAFT3.optional_tests_of(name="zeroTerminatedFloats"),
    Validator=jsonschema.Draft3Validator,
    format_checker=jsonschema.draft3_format_checker,
    skip=lambda test: (
        narrow_unicode_build(test)
        or missing_format(jsonschema.draft3_format_checker)(test)
        or complex_email_validation(test)
        or skip(
            message=bug(371),
            subject="ref",
            valid=False,
            case_description=(
                "$ref prevents a sibling id from changing the base uri"
            ),
        )(test)
    ),
)

TestDraft4 = DRAFT4.to_unittest_testcase(
    DRAFT4.tests(),
    DRAFT4.format_tests(),
    DRAFT4.optional_tests_of(name="bignum"),
    DRAFT4.optional_tests_of(name="float-overflow"),
    DRAFT4.optional_tests_of(name="non-bmp-regex"),
    DRAFT4.optional_tests_of(name="zeroTerminatedFloats"),
    Validator=jsonschema.Draft4Validator,
    format_checker=jsonschema.draft4_format_checker,
    skip=lambda test: (
        narrow_unicode_build(test)
        or allowed_leading_zeros(test)
        or leap_second(test)
        or missing_format(jsonschema.draft4_format_checker)(test)
        or complex_email_validation(test)
        or skip(
            message=bug(),
            subject="ref",
            case_description="Recursive references between schemas",
        )(test)
        or skip(
            message=bug(371),
            subject="ref",
            case_description=(
                "Location-independent identifier with "
                "base URI change in subschema"
            ),
        )(test)
        or skip(
            message=bug(371),
            subject="ref",
            case_description=(
                "$ref prevents a sibling id from changing the base uri"
            ),
        )(test)
        or skip(
            message=bug(371),
            subject="id",
            description="match $ref to id",
        )(test)
        or skip(
            message=bug(371),
            subject="id",
            description="no match on enum or $ref to id",
        )(test)
        or skip(
            message=bug(),
            subject="refRemote",
            case_description="base URI change - change folder in subschema",
        )(test)
        or skip(
            message=bug(),
            subject="ref",
            case_description=(
                "id must be resolved against nearest parent, "
                "not just immediate parent"
            ),
        )(test)
    ),
)

TestDraft6 = DRAFT6.to_unittest_testcase(
    DRAFT6.tests(),
    DRAFT6.format_tests(),
    DRAFT6.optional_tests_of(name="bignum"),
    DRAFT6.optional_tests_of(name="float-overflow"),
    DRAFT6.optional_tests_of(name="non-bmp-regex"),
    Validator=jsonschema.Draft6Validator,
    format_checker=jsonschema.draft6_format_checker,
    skip=lambda test: (
        narrow_unicode_build(test)
        or allowed_leading_zeros(test)
        or leap_second(test)
        or missing_format(jsonschema.draft6_format_checker)(test)
        or complex_email_validation(test)
        or skip(
            message=bug(),
            subject="refRemote",
            case_description="base URI change - change folder in subschema",
        )(test)
        or skip(
            message=bug(371),
            subject="ref",
            case_description=(
                "$ref prevents a sibling $id from changing the base uri"
            ),
        )(test)
    ),
)

TestDraft7 = DRAFT7.to_unittest_testcase(
    DRAFT7.tests(),
    DRAFT7.format_tests(),
    DRAFT7.optional_tests_of(name="bignum"),
    DRAFT7.optional_tests_of(name="content"),
    DRAFT7.optional_tests_of(name="cross-draft"),
    DRAFT7.optional_tests_of(name="float-overflow"),
    DRAFT7.optional_tests_of(name="non-bmp-regex"),
    Validator=jsonschema.Draft7Validator,
    format_checker=jsonschema.draft7_format_checker,
    skip=lambda test: (
        narrow_unicode_build(test)
        or allowed_leading_zeros(test)
        or leap_second(test)
        or missing_format(jsonschema.draft7_format_checker)(test)
        or complex_email_validation(test)
        or skip(
            message=bug(),
            subject="refRemote",
            case_description="base URI change - change folder in subschema",
        )(test)
        or skip(
            message=bug(371),
            subject="ref",
            case_description=(
                "$ref prevents a sibling $id from changing the base uri"
            ),
        )(test)
        or skip(
            message=bug(),
            subject="ref",
            case_description=(
                "$id must be resolved against nearest parent, "
                "not just immediate parent"
            ),
        )(test)
        or skip(
            message=bug(593),
            subject="content",
            valid=False,
            case_description=(
                "validation of string-encoded content based on media type"
            ),
        )(test)
        or skip(
            message=bug(593),
            subject="content",
            valid=False,
            case_description="validation of binary string-encoding",
        )(test)
        or skip(
            message=bug(593),
            subject="content",
            valid=False,
            case_description=(
                "validation of binary-encoded media type documents"
            ),
        )(test)
    ),
)

TestDraft201909 = DRAFT201909.to_unittest_testcase(
    DRAFT201909.tests(),
    DRAFT201909.optional_tests_of(name="bignum"),
    DRAFT201909.optional_tests_of(name="cross-draft"),
    DRAFT201909.optional_tests_of(name="float-overflow"),
    DRAFT201909.optional_tests_of(name="non-bmp-regex"),
    DRAFT201909.optional_tests_of(name="refOfUnknownKeyword"),
    Validator=jsonschema.Draft201909Validator,
    skip=lambda test: (
        skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            description="uncle keyword evaluation is not significant",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            description="when one schema matches and has unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            description="when two schemas match and has unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            description="when if matches and it has unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            case_description="unevaluatedItems with nested tuple",
            description="with unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            case_description="unevaluatedItems with not",
            description="with unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            case_description="unevaluatedItems with oneOf",
            description="with unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            case_description="unevaluatedItems with $ref",
            description="with unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            case_description="unevaluatedItems with tuple",
            description="with unevaluated items",
        )(test)
        or skip(
            message="unevaluatedItems is different in 2019-09 (needs work).",
            subject="unevaluatedItems",
            description="when if doesn't match and it has unevaluated items",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            case_description=(
                "$recursiveRef with no $recursiveAnchor in "
                "the initial target schema resource"
            ),
            description=(
                "leaf node does not match: recursion uses the inner schema"
            ),
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description="leaf node matches: recursion uses the inner schema",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            case_description=(
                "dynamic $recursiveRef destination (not predictable "
                "at schema compile time)"
            ),
            description="integer node",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            case_description=(
                "multiple dynamic paths to the $recursiveRef keyword"
            ),
            description="recurse to integerNode - floats are not allowed",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description="integer does not match as a property value",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description=(
                "leaf node does not match: "
                "recursion only uses inner schema"
            ),
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description=(
                "leaf node matches: "
                "recursion only uses inner schema"
            ),
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description=(
                "two levels, integer does not match as a property value"
            ),
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description="recursive mismatch",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="recursiveRef",
            description="two levels, no match",
        )(test)
        or skip(
            message="recursiveRef support isn't working yet.",
            subject="id",
            case_description=(
                "Invalid use of fragments in location-independent $id"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="defs",
            description="invalid definition schema",
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="anchor",
            case_description="same $anchor with different base uri",
        )(test)
        or skip(
            message=test_suite_bug(574),
            subject="vocabulary",
            description=(
                "no validation: invalid number, but it still validates"
            ),
        )(test)
        or skip(
            message=bug(),
            subject="ref",
            case_description=(
                "$id must be resolved against nearest parent, "
                "not just immediate parent"
            ),
        )(test)
    ),
)

TestDraft201909Format = DRAFT201909.to_unittest_testcase(
    DRAFT201909.format_tests(),
    Validator=jsonschema.Draft201909Validator,
    format_checker=jsonschema.draft201909_format_checker,
    skip=lambda test: (
        complex_email_validation(test)
        or allowed_leading_zeros(test)
        or leap_second(test)
        or missing_format(jsonschema.draft201909_format_checker)(test)
        or complex_email_validation(test)
    ),
)

TestDraft202012 = DRAFT202012.to_unittest_testcase(
    DRAFT202012.tests(),
    DRAFT202012.optional_tests_of(name="bignum"),
    DRAFT202012.optional_tests_of(name="cross-draft"),
    DRAFT202012.optional_tests_of(name="float-overflow"),
    DRAFT202012.optional_tests_of(name="non-bmp-regex"),
    DRAFT202012.optional_tests_of(name="refOfUnknownKeyword"),
    Validator=jsonschema.Draft202012Validator,
    skip=lambda test: (
        narrow_unicode_build(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="The recursive part is not valid against the root",
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="incorrect extended schema",
            case_description=(
                "$ref and $dynamicAnchor are independent of order - "
                "$defs first"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="correct extended schema",
            case_description=(
                "$ref and $dynamicAnchor are independent of order - "
                "$defs first"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="correct extended schema",
            case_description=(
                "$ref and $dynamicAnchor are independent of order - $ref first"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="incorrect extended schema",
            case_description=(
                "$ref and $dynamicAnchor are independent of order - $ref first"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description=(
                "/then/$defs/thingy is the final stop for the $dynamicRef"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description=(
                "string matches /$defs/thingy, but the $dynamicRef "
                "does not stop here"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description=(
                "string matches /$defs/thingy, but the $dynamicRef "
                "does not stop here"
            ),
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="dynamicRef",
            description="recurse to integerNode - floats are not allowed",
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="defs",
            description="invalid definition schema",
        )(test)
        or skip(
            message="dynamicRef support isn't fully working yet.",
            subject="anchor",
            case_description="same $anchor with different base uri",
        )(test)
        or skip(
            message=test_suite_bug(574),
            subject="vocabulary",
            description=(
                "no validation: invalid number, but it still validates"
            ),
        )(test)
        or skip(
            message=bug(),
            subject="ref",
            case_description=(
                "$id must be resolved against nearest parent, "
                "not just immediate parent"
            ),
        )(test)
    ),
)

TestDraft202012Format = DRAFT202012.to_unittest_testcase(
    DRAFT202012.format_tests(),
    Validator=jsonschema.Draft202012Validator,
    format_checker=jsonschema.draft202012_format_checker,
    skip=lambda test: (
        complex_email_validation(test)
        or allowed_leading_zeros(test)
        or leap_second(test)
        or missing_format(jsonschema.draft202012_format_checker)(test)
        or complex_email_validation(test)
    ),
)

CANCEL

Name	Type	Size	Modified	Actions
↩ ..	DIR	—	—
📁 __pycache__/	DIR	—	2026-03-10 17:36
📄 __init__.py	PY	0 B	2023-08-14 21:45	EDIT
📄 _helpers.py	PY	623 B	2023-08-14 21:45	EDIT
📄 _suite.py	PY	6.9 KB	2023-08-14 21:45	EDIT
📄 fuzz_validate.py	PY	1.1 KB	2023-08-14 21:45	EDIT
📄 test_cli.py	PY	28.1 KB	2023-08-14 21:45	EDIT
📄 test_deprecations.py	PY	3.8 KB	2023-08-14 21:45	EDIT
📄 test_exceptions.py	PY	18.7 KB	2023-08-14 21:45	EDIT
📄 test_format.py	PY	3.7 KB	2023-08-14 21:45	EDIT
📄 test_jsonschema_test_suite.py	PY	20.7 KB	2023-08-14 21:45	EDIT
📄 test_types.py	PY	6.6 KB	2023-08-14 21:45	EDIT
📄 test_utils.py	PY	3.7 KB	2023-08-14 21:45	EDIT
📄 test_validators.py	PY	73.7 KB	2023-08-14 21:45	EDIT