ollz272:found-failure - Branch - pydantic/pydantic-core

test: add test for found failure

#1749Closed

Comparing

ollz272:found-failure

(

f6d5e70

) with

main

(

b4fd517

)

Untouched: 157

Benchmarks

Passed

test_dict_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py

+2%

1.4 ms1.4 ms

test_core_string_strict_wrong_str_e

tests/benchmarks/test_micro_benchmarks.py

+1%

40.8 µs40.2 µs

test_to_json_list_of_lists

tests/benchmarks/test_serialization_micro.py

+1%

1.9 ms1.9 ms

test_date_format_function_no_info

tests/benchmarks/test_serialization_micro.py

+1%

51.5 µs51 µs

test_dataclass_to_json

tests/benchmarks/test_serialization_micro.py

+1%

40.3 µs39.9 µs

test_core_raw

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

+1%

14.5 µs14.4 µs

test_core_string_strict_wrong

tests/benchmarks/test_micro_benchmarks.py

+1%

26.9 µs26.7 µs

test_uuid

tests/benchmarks/test_serialization_micro.py

+1%

23.3 µs23.1 µs

test_core_python

tests/benchmarks/test_micro_benchmarks.py::TestModelLarge

+1%

130.6 µs129.6 µs

test_tagged_union_int_keys_json

tests/benchmarks/test_micro_benchmarks.py

+1%

25.2 µs25 µs

test_int_error

tests/benchmarks/test_micro_benchmarks.py

+1%

40.8 µs40.5 µs

test_strict_union_error_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion

+1%

32.6 µs32.4 µs

test_smart_union_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion

+1%

16.1 µs16 µs

test_core_future_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

19.2 µs19.1 µs

test_core_json

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel

81 µs80.7 µs

test_core_model_json

tests/benchmarks/test_serialization_micro.py

25.6 µs25.5 µs

test_bool_core

tests/benchmarks/test_micro_benchmarks.py

23.5 µs23.4 µs

test_core_string_lax_wrong

tests/benchmarks/test_micro_benchmarks.py

27.1 µs27 µs

test_dataclass_serialization_python

tests/benchmarks/test_serialization_micro.py

22.1 µs22.1 µs

test_dataclass_serialization_json

tests/benchmarks/test_serialization_micro.py

24.9 µs24.9 µs

test_core_model_json_extra

tests/benchmarks/test_serialization_micro.py

29.5 µs29.5 µs

test_model_instance

tests/benchmarks/test_micro_benchmarks.py

29.7 µs29.6 µs

test_int_range_json

tests/benchmarks/test_micro_benchmarks.py

16 µs16 µs

test_isinstance_string_strict_false

tests/benchmarks/test_micro_benchmarks.py

15.4 µs15.3 µs

test_isinstance_string_lax_false

tests/benchmarks/test_micro_benchmarks.py

15.7 µs15.7 µs

test_model_core_json

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

30.8 µs30.7 µs

test_tagged_union_int_keys_python

tests/benchmarks/test_micro_benchmarks.py

21.2 µs21.2 µs

test_date_from_datetime

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

22.2 µs22.2 µs

test_model_core_json

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

42.1 µs42.1 µs

test_date_format

tests/benchmarks/test_serialization_micro.py

52 µs51.9 µs

test_raise_error_value_error

tests/benchmarks/test_micro_benchmarks.py

36.8 µs36.7 µs

test_complete_core_json

tests/benchmarks/test_complete_benchmark.py

417.7 µs417.3 µs

test_nested_schema_inlined

tests/benchmarks/test_nested_benchmark.py

16.7 ms16.7 ms

test_many_models_core_model

tests/benchmarks/test_micro_benchmarks.py

2.2 ms2.2 ms

test_strict_int_fails

tests/benchmarks/test_micro_benchmarks.py

26.8 µs26.7 µs

test_nested_schema_using_defs

tests/benchmarks/test_nested_benchmark.py

15.5 ms15.4 ms

test_date_format_function

tests/benchmarks/test_serialization_micro.py

52.5 µs52.5 µs

test_list_of_strs_json_uncached

tests/benchmarks/test_micro_benchmarks.py

401.6 µs401.5 µs

test_core_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

18.8 µs18.8 µs

test_datetime

tests/benchmarks/test_serialization_micro.py

26.9 µs26.9 µs

test_isinstance_string_strict_true

tests/benchmarks/test_micro_benchmarks.py

14 µs14 µs

test_core_raw

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

14.1 µs14.1 µs

test_core_python_fs

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkSimpleModel

70.4 µs70.4 µs

test_dict_of_any_core

tests/benchmarks/test_micro_benchmarks.py

707.5 µs707.5 µs

test_set_of_ints_core_duplicates

tests/benchmarks/test_micro_benchmarks.py

311.1 µs311.1 µs

test_smart_union_coerce_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion

17.7 µs17.7 µs

test_raise_error_custom

tests/benchmarks/test_micro_benchmarks.py

38.2 µs38.2 µs

test_python_json_list_int

tests/benchmarks/test_serialization_micro.py

148.1 µs148.2 µs

test_frozenset_of_ints_core

tests/benchmarks/test_micro_benchmarks.py

244.6 µs244.6 µs

test_core_dict_filter

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel

77.2 µs77.3 µs

test_definition_out_of_tree

tests/benchmarks/test_micro_benchmarks.py

1 ms1 ms

test_definition_in_tree

tests/benchmarks/test_micro_benchmarks.py

742.9 µs743.3 µs

test_list_of_ints_core_py

tests/benchmarks/test_micro_benchmarks.py

516.4 µs516.7 µs

test_python_json_list_str

tests/benchmarks/test_serialization_micro.py

154.5 µs154.6 µs

test_core_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

32.8 µs32.8 µs

test_small_class_core_model

tests/benchmarks/test_micro_benchmarks.py

27.2 µs27.2 µs

test_core_json_fs

tests/benchmarks/test_micro_benchmarks.py::TestModelLarge

177.1 µs177.3 µs

test_complete_core_serializer_to_json

tests/benchmarks/test_complete_benchmark.py

280.9 µs281.1 µs

test_core_python

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

27.1 µs27.1 µs

test_core_dict

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel

71.6 µs71.7 µs

test_python_json_list_none

tests/benchmarks/test_serialization_micro.py

122.6 µs122.7 µs

test_ser_list_of_lists

tests/benchmarks/test_serialization_micro.py

1.3 ms1.3 ms

test_core_model_py

tests/benchmarks/test_serialization_micro.py

26.9 µs26.9 µs

test_many_models_core_dict

tests/benchmarks/test_micro_benchmarks.py

933.7 µs934.7 µs

test_enum_str_python

tests/benchmarks/test_micro_benchmarks.py

23.9 µs23.9 µs

test_list_of_any_core_py

tests/benchmarks/test_micro_benchmarks.py

99 µs99.1 µs

test_isinstance_json

tests/benchmarks/test_micro_benchmarks.py

18.4 µs18.4 µs

test_frozenset_of_ints_duplicates_core

tests/benchmarks/test_micro_benchmarks.py

157.2 µs157.4 µs

test_list_of_strs_json_cached

tests/benchmarks/test_micro_benchmarks.py

315.5 µs315.9 µs

test_enum_int_python

tests/benchmarks/test_micro_benchmarks.py

24.1 µs24.2 µs

test_core_root_model

tests/benchmarks/test_micro_benchmarks.py

36.7 µs36.7 µs

test_build_schema

tests/benchmarks/test_complete_benchmark.py

344.5 µs345 µs

test_decimal_from_string_limit

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDecimal

18.8 µs18.8 µs

test_list_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py

751.9 µs753.1 µs

test_dont_raise_error_no_info

tests/benchmarks/test_micro_benchmarks.py

18 µs18.1 µs

test_filter

tests/benchmarks/test_serialization_micro.py

41.1 µs41.2 µs

test_list_of_nullable_core

tests/benchmarks/test_micro_benchmarks.py

106.8 µs107 µs

test_date_from_date

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

14.4 µs14.5 µs

test_complete_core_root_json

tests/benchmarks/test_complete_benchmark.py

425.8 µs426.7 µs

test_core_future

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime

26.2 µs26.2 µs

test_complete_core_root

tests/benchmarks/test_complete_benchmark.py

278.3 µs279 µs

test_list_of_strs_py_cached

tests/benchmarks/test_micro_benchmarks.py

124.9 µs125.2 µs

test_model_instance_abc

tests/benchmarks/test_micro_benchmarks.py

29.8 µs29.9 µs

test_generator_python

tests/benchmarks/test_micro_benchmarks.py

23.6 µs23.7 µs

test_json_any_list_str

tests/benchmarks/test_serialization_micro.py

253.7 µs254.4 µs

test_json_any_list_int

tests/benchmarks/test_serialization_micro.py

217.7 µs218.3 µs

test_definition_model_core

tests/benchmarks/test_micro_benchmarks.py

1.1 ms1.1 ms

test_validate_literal[json-many_large_strings]

tests/benchmarks/test_micro_benchmarks.py

16.5 µs16.6 µs

test_chain_two_functions

tests/benchmarks/test_micro_benchmarks.py

29.2 µs29.3 µs

test_list_of_dict_models_core

tests/benchmarks/test_micro_benchmarks.py

96.8 µs97.1 µs

test_dont_raise_error

tests/benchmarks/test_micro_benchmarks.py

20.4 µs20.4 µs

test_validate_literal[json-few_large_strings]

tests/benchmarks/test_micro_benchmarks.py

16.5 µs16.6 µs

test_validate_literal[json-many_ints]

tests/benchmarks/test_micro_benchmarks.py

16 µs16 µs

test_strict_union_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion

16.6 µs16.6 µs

test_complete_core_serializer_to_python

tests/benchmarks/test_complete_benchmark.py

237.8 µs238.7 µs

test_complete_core_lax

tests/benchmarks/test_complete_benchmark.py

274.5 µs275.5 µs

test_uuid_from_uuid_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

14.1 µs14.1 µs

test_uuid_from_string_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

32.6 µs32.8 µs

test_core_python

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

26.3 µs26.5 µs

test_validate_literal[json-few_mixed]

tests/benchmarks/test_micro_benchmarks.py

18.7 µs18.8 µs

test_set_of_ints_core_length

tests/benchmarks/test_micro_benchmarks.py

708.2 µs711.5 µs

test_core_model_py_extra

tests/benchmarks/test_serialization_micro.py

30.1 µs30.2 µs

test_dict_of_ints_core

tests/benchmarks/test_micro_benchmarks.py

1 ms1 ms

test_validate_literal[json-few_small_strings]

tests/benchmarks/test_micro_benchmarks.py

16.3 µs16.4 µs

test_core_future_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

-1%

16.4 µs16.5 µs

test_json_direct_list_int

tests/benchmarks/test_serialization_micro.py

-1%

140.3 µs141.1 µs

test_complete_core_strict

tests/benchmarks/test_complete_benchmark.py

-1%

251.2 µs252.6 µs

test_validate_literal[python-few_small_strings]

tests/benchmarks/test_micro_benchmarks.py

-1%

15.2 µs15.2 µs

test_uuid_from_uuid_pyd

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

-1%

15 µs15 µs

test_model_list_core_json

tests/benchmarks/test_serialization_micro.py

-1%

159.7 µs160.6 µs

test_to_string_format

tests/benchmarks/test_serialization_micro.py

-1%

23.4 µs23.5 µs

test_isinstance_string_lax_true

tests/benchmarks/test_micro_benchmarks.py

-1%

13.9 µs14 µs

test_core_string_lax

tests/benchmarks/test_micro_benchmarks.py

-1%

13.9 µs14 µs

test_generator_rust

tests/benchmarks/test_micro_benchmarks.py

-1%

18.9 µs19 µs

test_uuid_from_string_pyd

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUUID

-1%

48.2 µs48.6 µs

test_complete_core_isinstance

tests/benchmarks/test_complete_benchmark.py

-1%

1.7 ms1.7 ms

test_json_direct_list_str

tests/benchmarks/test_serialization_micro.py

-1%

170.5 µs171.7 µs

test_chain_list

tests/benchmarks/test_micro_benchmarks.py

-1%

25.1 µs25.3 µs

test_validate_literal[json-few_ints]

tests/benchmarks/test_micro_benchmarks.py

-1%

15.9 µs16 µs

test_date_from_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

-1%

16.4 µs16.6 µs

test_with_default

tests/benchmarks/test_micro_benchmarks.py

-1%

22.9 µs23.1 µs

test_validate_literal[python-few_large_strings]

tests/benchmarks/test_micro_benchmarks.py

-1%

15.2 µs15.3 µs

test_set_of_ints_core

tests/benchmarks/test_micro_benchmarks.py

-1%

692.7 µs698.1 µs

test_validate_literal[python-many_small_strings]

tests/benchmarks/test_micro_benchmarks.py

-1%

15.1 µs15.2 µs

test_enum_int_core

tests/benchmarks/test_micro_benchmarks.py

-1%

14.9 µs15 µs

test_core_future

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

-1%

18.3 µs18.5 µs

test_core_string_strict

tests/benchmarks/test_micro_benchmarks.py

-1%

13.9 µs14 µs

test_decimal_from_string_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDecimal

-1%

23.7 µs23.9 µs

test_small_class_core_dict

tests/benchmarks/test_micro_benchmarks.py

-1%

19 µs19.2 µs

test_model_exclude_unset_true

tests/benchmarks/test_serialization_micro.py

-1%

35.5 µs35.8 µs

test_enum_str_core

tests/benchmarks/test_micro_benchmarks.py

-1%

15.2 µs15.4 µs

test_validate_literal[json-few_str_enum]

tests/benchmarks/test_micro_benchmarks.py

-1%

20.4 µs20.6 µs

test_decimal_from_string_pyd

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDecimal

-1%

32.7 µs33 µs

test_validate_literal[python-few_mixed]

tests/benchmarks/test_micro_benchmarks.py

-1%

16.9 µs17.1 µs

test_validate_literal[json-many_small_strings]

tests/benchmarks/test_micro_benchmarks.py

-1%

16.3 µs16.5 µs

test_date_from_datetime_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX

-1%

19.4 µs19.6 µs

test_model_exclude_unset_false

tests/benchmarks/test_serialization_micro.py

-1%

29.8 µs30.1 µs

test_to_string_direct

tests/benchmarks/test_serialization_micro.py

-1%

18.7 µs18.9 µs

test_positional_tuple

tests/benchmarks/test_micro_benchmarks.py

-1%

18.5 µs18.7 µs

test_tuple_many_variable

tests/benchmarks/test_micro_benchmarks.py

-1%

18 µs18.2 µs

test_validate_literal[python-many_large_strings]

tests/benchmarks/test_micro_benchmarks.py

-1%

15.2 µs15.4 µs

test_validate_literal[python-few_ints]

tests/benchmarks/test_micro_benchmarks.py

-1%

14.7 µs14.9 µs

test_strict_int

tests/benchmarks/test_micro_benchmarks.py

-1%

13.8 µs14 µs

test_arguments

tests/benchmarks/test_micro_benchmarks.py

-1%

25 µs25.3 µs

test_validate_literal[python-many_ints]

tests/benchmarks/test_micro_benchmarks.py

-1%

14.7 µs15 µs

test_variable_tuple

tests/benchmarks/test_micro_benchmarks.py

-1%

18.1 µs18.4 µs

test_bytes_core

tests/benchmarks/test_micro_benchmarks.py

-1%

13.8 µs14 µs

test_tuple_many_positional

tests/benchmarks/test_micro_benchmarks.py

-1%

18 µs18.2 µs

test_chain_nested_functions

tests/benchmarks/test_micro_benchmarks.py

-1%

28.9 µs29.3 µs

test_int_range

tests/benchmarks/test_micro_benchmarks.py

-2%

14.8 µs15.1 µs

test_validate_literal[python-few_str_enum]

tests/benchmarks/test_micro_benchmarks.py

-2%

15.4 µs15.6 µs

test_chain_function

tests/benchmarks/test_micro_benchmarks.py

-2%

24.6 µs25 µs

test_core_json_fs

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkSimpleModel

-2%

103.8 µs105.8 µs

test_complete_core_error

tests/benchmarks/test_complete_benchmark.py

-2%

1.7 ms1.7 ms

test_field_function_validator

tests/benchmarks/test_micro_benchmarks.py

-2%

393.3 µs403.4 µs

test_set_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py

-3%

843.6 µs867.6 µs

test_set_of_ints_core_json_duplicates

tests/benchmarks/test_micro_benchmarks.py

-4%

392 µs407.1 µs

Commits

Click on a commit to change the comparison range

Base

main

b4fd517

-0.35%

test: add test for found failure

f6d5e70

4 months ago

by ollz272

Home Terms Privacy Docs