Dashboard example - failing test

Back to main dashboard

elapsed time	ninputs	since new cov	branches	note	seed count
0:00:28	1374		1148	raised OverflowError	25

For failing examples, the first thing we report is the minimal failing example, how to reproduce it, and the traceback.
This bug was reported as jsonschema#743, added to the standard test suite, and promptly fixed.

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number"},
)

combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 1.7555597020139808e+305

@reproduce_failure('5.36.1', b'AXicY2BgYGKAAEYGBNifABUCAAooASQ=')

Traceback (most recent call last):
    File "hypofuzz/src/hypofuzz/hy.py", line 235, in _run_test_on
        self.__test_fn(*args, **kwargs)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 484, in test_can_almost_always_merge_numeric_schemas
        _merge_semantics_helper(data, s1, s2, combined)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 452, in _merge_semantics_helper
        assert is_valid(i2, s1) == is_valid(i2, combined)
    File "hypothesis-jsonschema/tests/test_canonicalise.py", line 23, in is_valid
        return make_validator(schema).is_valid(instance)
    File "jsonschema/validators.py", line 362, in is_valid
        error = next(self.iter_errors(instance, _schema), None)
    File "jsonschema/validators.py", line 328, in iter_errors
        for error in errors:
    File "jsonschema/_validators.py", line 170, in multipleOf
        failed = int(quotient) != quotient
OverflowError: cannot convert float infinity to integer

Minimal covering examples

Each additional example shown below covers at least one branch not covered by any previous, more-minimal, example.

As for passing examples, except that we don't calculate minimal covering examples - if the test has already failed, that time is better spent running another test.

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "multipleOf": 0.0009765625000222045},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "number", "multipleOf": 30.614849186576617},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number", "multipleOf": 2},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "multipleOf": 2}
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer", "multipleOf": 2}, s2={"type": "integer"}
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): -13

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "multipleOf": 2},
)
combined={'multipleOf': 2, 'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): -48

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0010719291977581852},
    s2={"type": "integer", "exclusiveMaximum": 235, "multipleOf": 58},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "maximum": 2, "multipleOf": 30.614849186575306},
    s2={"type": "integer", "multipleOf": 65},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 62},
    s2={"type": "number", "maximum": -4081, "multipleOf": 77.91911884014178},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 37.6201957915003},
    s2={"type": "integer", "exclusiveMinimum": 39737, "multipleOf": 77},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "integer"},
)
combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 0

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "maximum": 0}
)
combined={'maximum': 0, 'type': 'integer'}
Draw 1 (combined): -110
Draw 2 (s1): 10865
Draw 3 (s2): -32629

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "integer", "minimum": 158}
)
combined={'minimum': 158, 'type': 'integer'}
Draw 1 (combined): 187
Draw 2 (s1): -87
Draw 3 (s2): 198

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "number"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 2.6785693365291813e+146

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "integer"}, s2={"type": "number"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 0
Draw 3 (s2): 0.3333333333333333

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number", "exclusiveMinimum": -25613, "multipleOf": 43},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...), s1={"type": "number"}, s2={"type": "integer"}
)
combined={'type': 'integer'}
Draw 1 (combined): 0
Draw 2 (s1): 256.0
Draw 3 (s2): 60

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "exclusiveMaximum": 3},
    s2={"type": "integer", "exclusiveMinimum": 196, "multipleOf": 19.915366443824787},
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer"},
    s2={"type": "integer", "exclusiveMaximum": 1, "multipleOf": 7},
)
combined={'maximum': 0, 'multipleOf': 7, 'type': 'integer'}
Draw 1 (combined): -152348
Draw 2 (s1): -1672068858
Draw 3 (s2): -168

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 2},
    s2={"type": "integer", "minimum": 18, "multipleOf": 49},
)
combined={'minimum': 98, 'multipleOf': 98, 'type': 'integer'}
Draw 1 (combined): 4508
Draw 2 (s1): -162
Draw 3 (s2): 6076

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer"},
    s2={"type": "number", "exclusiveMinimum": 568335655443485, "multipleOf": 18},
)
combined={'minimum': 568335655443492, 'multipleOf': 18, 'type': 'integer'}
Draw 1 (combined): 568335656014758
Draw 2 (s1): 31
Draw 3 (s2): 568335655757736

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "number"},
)
combined={'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): 0.0
Draw 3 (s2): 1.75555970201408e+305

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={
        "type": "number",
        "minimum": 0,
        "maximum": 65539,
        "multipleOf": 85.62416283108085,
    },
)

test_can_almost_always_merge_numeric_schemas(
    data=data(...),
    s1={"type": "integer", "multipleOf": 0.0009765625000000002},
    s2={"type": "integer", "minimum": 0},
)
combined={'minimum': 0, 'multipleOf': 0.0009765625000000002, 'type': 'integer'}
Draw 1 (combined): 0.0
Draw 2 (s1): -6386158662922422.0
Draw 3 (s2): 14593

Dashboard Demo - failing test details

Minimal covering examples