Dashboard Demo - failing test details

Back to main dashboard
elapsed time ninputs since new cov arcs note seed count
0:00:28 1374 1148 raised OverflowError 25
For failing examples, the first thing we report is the minimal failing example, how to reproduce it, and the traceback.
This bug was reported as jsonschema#743, added to the standard test suite, and promptly fixed.
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number"},
)
combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 1.7555597020139808e+305
@reproduce_failure('5.36.1', b'AXicY2BgYGKAAEYGBNifABUCAAooASQ=')
Traceback (most recent call last):
    File "hypofuzz/src/hypofuzz/hy.py", line 235, in _run_test_on
        self.__test_fn(*args, **kwargs)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 484, in test_can_almost_always_merge_numeric_schemas
        _merge_semantics_helper(data, s1, s2, combined)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 452, in _merge_semantics_helper
        assert is_valid(i2, s1) == is_valid(i2, combined)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 23, in is_valid
        return make_validator(schema).is_valid(instance)
    File "jsonschema/validators.py", line 362, in is_valid
        error = next(self.iter_errors(instance, _schema), None)
    File "jsonschema/validators.py", line 328, in iter_errors
        for error in errors:
    File "jsonschema/_validators.py", line 170, in multipleOf
        failed = int(quotient) != quotient
OverflowError: cannot convert float infinity to integer

Minimal covering examples

Each additional example shown below covers at least one branch not covered by any previous, more-minimal, example.

As for passing examples, except that we don't calculate minimal covering examples - if the test has already failed, that time is better spent running another test.
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "multipleOf": 0.0009765625000222045},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "number", "multipleOf": 30.614849186576617},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number", "multipleOf": 2},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "multipleOf": 2}
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer", "multipleOf": 2}, s2={"type": "integer"}
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): -13
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "multipleOf": 2},
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): -48
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0010719291977581852},
    s2={"type": "integer", "exclusiveMaximum": 235, "multipleOf": 58},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "maximum": 2, "multipleOf": 30.614849186575306},
    s2={"type": "integer", "multipleOf": 65},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 62},
    s2={"type": "number", "maximum": -4081, "multipleOf": 77.91911884014178},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 37.6201957915003},
    s2={"type": "integer", "exclusiveMinimum": 39737, "multipleOf": 77},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "integer"},
)
combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 0
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "maximum": 0}
)
combined={'maximum': 0, 'type': 'integer'}
Draw 1 (combined): -110
Draw 2 (s1): 10865
Draw 3 (s2): -32629
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "minimum": 158}
)
combined={'minimum': 158, 'type': 'integer'}
Draw 1 (combined): 187
Draw 2 (s1): -87
Draw 3 (s2): 198
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "number"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 2.6785693365291813e+146
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "number"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0.3333333333333333
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number", "exclusiveMinimum": -25613, "multipleOf": 43},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "number"}, s2={"type": "integer"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 256.0
Draw 3 (s2): 60
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "exclusiveMaximum": 3},
    s2={"type": "integer", "exclusiveMinimum": 196, "multipleOf": 19.915366443824787},
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer"},
    s2={"type": "integer", "exclusiveMaximum": 1, "multipleOf": 7},
)
combined={'maximum': 0, 'multipleOf': 7, 'type': 'integer'}
Draw 1 (combined): -152348
Draw 2 (s1): -1672068858
Draw 3 (s2): -168
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "minimum": 18, "multipleOf": 49},
)
combined={'minimum': 98, 'multipleOf': 98, 'type': 'integer'}
Draw 1 (combined): 4508
Draw 2 (s1): -162
Draw 3 (s2): 6076
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer"},
    s2={"type": "number", "exclusiveMinimum": 568335655443485, "multipleOf": 18},
)
combined={'minimum': 568335655443492, 'multipleOf': 18, 'type': 'integer'}
Draw 1 (combined): 568335656014758
Draw 2 (s1): 31
Draw 3 (s2): 568335655757736
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number"},
)
combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 1.75555970201408e+305
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={
        "type": "number",
        "minimum": 0,
        "maximum": 65539,
        "multipleOf": 85.62416283108085,
    },
)
test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "integer", "minimum": 0},
)
combined={'minimum': 0, 'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): -6386158662922422.0
Draw 3 (s2): 14593