dh/pgo-2 - Branch - pydantic/pydantic-core

try using tests/benchmarks as PGO input

#686Closed

Comparing

dh/pgo-2

(

bef03cb

) with

main

(

f43fab3

)

+31%

Improvements: 35

Regressions: 0

Untouched: 90

New: 0

Dropped: 0

Ignored: 0

Benchmarks

Improved

test_definition_out_of_tree

tests/benchmarks/test_micro_benchmarks.py::test_definition_out_of_tree

+31%

1.7 ms

1.3 ms

test_set_of_ints_core_duplicates

tests/benchmarks/test_micro_benchmarks.py::test_set_of_ints_core_duplicates

+30%

437.5 µs

336.8 µs

test_definition_in_tree

tests/benchmarks/test_micro_benchmarks.py::test_definition_in_tree

+28%

1,102.2 µs

859.5 µs

test_json_direct_list_int

tests/benchmarks/test_serialization_micro.py::test_json_direct_list_int

+26%

205.7 µs

163.2 µs

test_model_list_core_json

tests/benchmarks/test_serialization_micro.py::test_model_list_core_json

+24%

219.6 µs

177.7 µs

test_json_any_list_str

tests/benchmarks/test_serialization_micro.py::test_json_any_list_str

+23%

340.6 µs

276.3 µs

test_json_direct_list_str

tests/benchmarks/test_serialization_micro.py::test_json_direct_list_str

+23%

228.2 µs

185.4 µs

test_dict_of_ints_core

tests/benchmarks/test_micro_benchmarks.py::test_dict_of_ints_core

+23%

1.2 ms

1 ms

test_frozenset_of_ints_duplicates_core

tests/benchmarks/test_micro_benchmarks.py::test_frozenset_of_ints_duplicates_core

+20%

194.2 µs

161.7 µs

test_dict_of_any_core

tests/benchmarks/test_micro_benchmarks.py::test_dict_of_any_core

+19%

890.9 µs

745.7 µs

test_json_any_list_int

tests/benchmarks/test_serialization_micro.py::test_json_any_list_int

+18%

314.6 µs

265.9 µs

test_python_json_list_none

tests/benchmarks/test_serialization_micro.py::test_python_json_list_none

+18%

145.6 µs

123.3 µs

test_list_of_ints_core_py

tests/benchmarks/test_micro_benchmarks.py::test_list_of_ints_core_py

+17%

570.6 µs

488.4 µs

test_small_class_core_model

tests/benchmarks/test_micro_benchmarks.py::test_small_class_core_model

+16%

33.7 µs

29.1 µs

test_core_future

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_core_future

+16%

20 µs

17.2 µs

test_model_instance_abc

tests/benchmarks/test_micro_benchmarks.py::test_model_instance_abc

+16%

38 µs

32.9 µs

test_model_instance

tests/benchmarks/test_micro_benchmarks.py::test_model_instance

+16%

32.9 µs

28.5 µs

test_python_json_list_int

tests/benchmarks/test_serialization_micro.py::test_python_json_list_int

+15%

173.3 µs

150.4 µs

test_arguments

tests/benchmarks/test_micro_benchmarks.py::test_arguments

+15%

27.3 µs

23.8 µs

test_python_json_list_str

tests/benchmarks/test_serialization_micro.py::test_python_json_list_str

+15%

177 µs

154.5 µs

test_list_of_nullable_core

tests/benchmarks/test_micro_benchmarks.py::test_list_of_nullable_core

+14%

146 µs

128 µs

test_dict_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py::test_dict_of_ints_core_json

+14%

3.2 ms

2.8 ms

test_set_of_ints_core_length

tests/benchmarks/test_micro_benchmarks.py::test_set_of_ints_core_length

+14%

803.9 µs

705.3 µs

test_set_of_ints_core

tests/benchmarks/test_micro_benchmarks.py::test_set_of_ints_core

+14%

791.4 µs

695 µs

test_many_models_core_model

tests/benchmarks/test_micro_benchmarks.py::test_many_models_core_model

+14%

2.9 ms

2.5 ms

test_complete_core_json

tests/benchmarks/test_complete_benchmark.py::test_complete_core_json

+14%

826.2 µs

727.1 µs

test_build_schema

tests/benchmarks/test_complete_benchmark.py::test_build_schema

+13%

946.5 µs

835.2 µs

test_variable_tuple

tests/benchmarks/test_micro_benchmarks.py::test_variable_tuple

+13%

20.2 µs

17.8 µs

test_core_json

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel::test_core_json

+13%

106.4 µs

94.3 µs

test_with_default

tests/benchmarks/test_micro_benchmarks.py::test_with_default

+13%

24.4 µs

21.7 µs

test_frozenset_of_ints_core

tests/benchmarks/test_micro_benchmarks.py::test_frozenset_of_ints_core

+13%

294.2 µs

261.4 µs

test_core_python_fs

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkSimpleModel::test_core_python_fs

+12%

104.1 µs

92.6 µs

test_complete_core_strict

tests/benchmarks/test_complete_benchmark.py::test_complete_core_strict

+12%

377.4 µs

336.4 µs

test_tuple_many_variable

tests/benchmarks/test_micro_benchmarks.py::test_tuple_many_variable

+12%

20.1 µs

17.9 µs

test_complete_core_lax

tests/benchmarks/test_complete_benchmark.py::test_complete_core_lax

+12%

378 µs

337.2 µs

Passed

test_list_of_dict_models_core

tests/benchmarks/test_micro_benchmarks.py::test_list_of_dict_models_core

+12%

132 µs

117.9 µs

test_core_dict

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel::test_core_dict

+12%

83.3 µs

74.4 µs

test_core_root_model

tests/benchmarks/test_micro_benchmarks.py::test_core_root_model

+12%

45.7 µs

40.9 µs

test_core_future_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_core_future_str

+12%

17.7 µs

15.8 µs

test_isinstance_json

tests/benchmarks/test_micro_benchmarks.py::test_isinstance_json

+12%

20.7 µs

18.5 µs

test_small_class_core_dict

tests/benchmarks/test_micro_benchmarks.py::test_small_class_core_dict

+12%

20.3 µs

18.2 µs

test_generator_rust

tests/benchmarks/test_micro_benchmarks.py::test_generator_rust

+12%

20.6 µs

18.5 µs

test_core_future_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_core_future_str

+12%

20.5 µs

18.4 µs

test_positional_tuple

tests/benchmarks/test_micro_benchmarks.py::test_positional_tuple

+12%

20.5 µs

18.4 µs

test_date_from_datetime

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_date_from_datetime

+11%

23.4 µs

21.1 µs

test_tagged_union_int_keys_python

tests/benchmarks/test_micro_benchmarks.py::test_tagged_union_int_keys_python

+11%

22.6 µs

20.4 µs

test_int_range_json

tests/benchmarks/test_micro_benchmarks.py::test_int_range_json

+11%

14.7 µs

13.3 µs

test_core_python

tests/benchmarks/test_micro_benchmarks.py::TestModelLarge::test_core_python

+11%

152 µs

137.5 µs

test_core_python

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_core_python

+10%

30 µs

27.1 µs

test_core_json_fs

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkSimpleModel::test_core_json_fs

+10%

251.1 µs

227.6 µs

test_validate_literal[python-few_str_enum]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-few_str_enum]

+10%

16.3 µs

14.8 µs

test_validate_literal[json-few_str_enum]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-few_str_enum]

+10%

20.9 µs

19 µs

test_tuple_many_positional

tests/benchmarks/test_micro_benchmarks.py::test_tuple_many_positional

+10%

21.1 µs

19.3 µs

test_core_dict_filter

tests/benchmarks/test_serialization_micro.py::TestBenchmarkSimpleModel::test_core_dict_filter

+10%

87.2 µs

79.6 µs

test_smart_union_coerce_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion::test_smart_union_coerce_core

+9%

15.4 µs

14.1 µs

test_many_models_core_dict

tests/benchmarks/test_micro_benchmarks.py::test_many_models_core_dict

+9%

1.2 ms

1.1 ms

test_core_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_core_str

+9%

20 µs

18.3 µs

test_validate_literal[json-few_mixed]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-few_mixed]

+9%

18.4 µs

16.9 µs

test_chain_list

tests/benchmarks/test_micro_benchmarks.py::test_chain_list

+9%

27.8 µs

25.6 µs

test_set_of_ints_core_json_duplicates

tests/benchmarks/test_micro_benchmarks.py::test_set_of_ints_core_json_duplicates

+9%

1.2 ms

1.1 ms

test_core_model_py

tests/benchmarks/test_serialization_micro.py::test_core_model_py

+9%

29 µs

26.7 µs

test_core_model_json

tests/benchmarks/test_serialization_micro.py::test_core_model_json

+9%

27.3 µs

25.2 µs

test_isinstance_string_lax_true

tests/benchmarks/test_micro_benchmarks.py::test_isinstance_string_lax_true

+8%

11.8 µs

10.9 µs

test_definition_model_core

tests/benchmarks/test_micro_benchmarks.py::test_definition_model_core

+8%

559.9 µs

516.7 µs

test_validate_literal[json-many_ints]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-many_ints]

+8%

13.5 µs

12.4 µs

test_model_core_json

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_model_core_json

+8%

37.3 µs

34.4 µs

test_complete_core_isinstance

tests/benchmarks/test_complete_benchmark.py::test_complete_core_isinstance

+8%

2 ms

1.9 ms

test_validate_literal[json-few_ints]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-few_ints]

+8%

13.5 µs

12.4 µs

test_core_future

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_core_future

+8%

27.5 µs

25.5 µs

test_core_string_strict

tests/benchmarks/test_micro_benchmarks.py::test_core_string_strict

+8%

11.6 µs

10.8 µs

test_isinstance_string_strict_true

tests/benchmarks/test_micro_benchmarks.py::test_isinstance_string_strict_true

+8%

11.8 µs

10.9 µs

test_core_string_lax

tests/benchmarks/test_micro_benchmarks.py::test_core_string_lax

+8%

11.6 µs

10.8 µs

test_chain_two_functions

tests/benchmarks/test_micro_benchmarks.py::test_chain_two_functions

+8%

32.3 µs

30.1 µs

test_chain_function

tests/benchmarks/test_micro_benchmarks.py::test_chain_function

+7%

27.4 µs

25.5 µs

test_smart_union_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion::test_smart_union_core

+7%

13.7 µs

12.7 µs

test_bytes_core

tests/benchmarks/test_micro_benchmarks.py::test_bytes_core

+7%

11.6 µs

10.8 µs

test_core_string_strict_wrong

tests/benchmarks/test_micro_benchmarks.py::test_core_string_strict_wrong

+7%

26.5 µs

24.7 µs

test_core_string_lax_wrong

tests/benchmarks/test_micro_benchmarks.py::test_core_string_lax_wrong

+7%

26.9 µs

25.1 µs

test_int_range

tests/benchmarks/test_micro_benchmarks.py::test_int_range

+7%

13.9 µs

12.9 µs

test_core_json_fs

tests/benchmarks/test_micro_benchmarks.py::TestModelLarge::test_core_json_fs

+7%

238 µs

221.9 µs

test_bool_core

tests/benchmarks/test_micro_benchmarks.py::test_bool_core

+7%

22.4 µs

20.9 µs

test_core_model_json_extra

tests/benchmarks/test_serialization_micro.py::test_core_model_json_extra

+7%

32 µs

29.9 µs

test_validate_literal[json-few_small_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-few_small_strings]

+7%

14.5 µs

13.5 µs

test_date_from_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_date_from_str

+7%

17.7 µs

16.6 µs

test_model_exclude_unset_false

tests/benchmarks/test_serialization_micro.py::test_model_exclude_unset_false

+7%

31.3 µs

29.3 µs

test_validate_literal[json-few_large_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-few_large_strings]

+7%

14.7 µs

13.8 µs

test_validate_literal[json-many_small_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-many_small_strings]

+7%

14.5 µs

13.6 µs

test_to_string_format

tests/benchmarks/test_serialization_micro.py::test_to_string_format

+7%

24.9 µs

23.3 µs

test_generator_python

tests/benchmarks/test_micro_benchmarks.py::test_generator_python

+7%

30.2 µs

28.3 µs

test_datetime

tests/benchmarks/test_serialization_micro.py::test_datetime

+6%

30 µs

28.2 µs

test_strict_int

tests/benchmarks/test_micro_benchmarks.py::test_strict_int

+6%

11.6 µs

10.9 µs

test_strict_union_error_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion::test_strict_union_error_core

+6%

29.1 µs

27.4 µs

test_validate_literal[json-many_large_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[json-many_large_strings]

+6%

14.8 µs

13.9 µs

test_validate_literal[python-few_small_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-few_small_strings]

+6%

12.4 µs

11.6 µs

test_list_of_any_core_py

tests/benchmarks/test_micro_benchmarks.py::test_list_of_any_core_py

+6%

106.7 µs

100.5 µs

test_isinstance_string_strict_false

tests/benchmarks/test_micro_benchmarks.py::test_isinstance_string_strict_false

+6%

12.5 µs

11.8 µs

test_to_string_direct

tests/benchmarks/test_serialization_micro.py::test_to_string_direct

+6%

19.8 µs

18.7 µs

test_core_raw

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateTime::test_core_raw

+6%

11.6 µs

11 µs

test_isinstance_string_lax_false

tests/benchmarks/test_micro_benchmarks.py::test_isinstance_string_lax_false

+6%

12.9 µs

12.2 µs

test_validate_literal[python-many_small_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-many_small_strings]

+6%

12.4 µs

11.7 µs

test_model_exclude_unset_true

tests/benchmarks/test_serialization_micro.py::test_model_exclude_unset_true

+6%

37.6 µs

35.5 µs

test_complete_core_error

tests/benchmarks/test_complete_benchmark.py::test_complete_core_error

+6%

2 ms

1.9 ms

test_tagged_union_int_keys_json

tests/benchmarks/test_micro_benchmarks.py::test_tagged_union_int_keys_json

+6%

29.4 µs

27.8 µs

test_chain_nested_functions

tests/benchmarks/test_micro_benchmarks.py::test_chain_nested_functions

+6%

32.5 µs

30.7 µs

test_date_from_date

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_date_from_date

+6%

11.9 µs

11.2 µs

test_date_format_function

tests/benchmarks/test_serialization_micro.py::test_date_format_function

+5%

52.9 µs

50.2 µs

test_validate_literal[python-few_mixed]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-few_mixed]

+5%

16.7 µs

15.9 µs

test_strict_union_core

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkUnion::test_strict_union_core

+5%

15 µs

14.3 µs

test_raise_error_value_error

tests/benchmarks/test_micro_benchmarks.py::test_raise_error_value_error

+5%

36.3 µs

34.5 µs

test_date_from_datetime_str

tests/benchmarks/test_micro_benchmarks.py::TestBenchmarkDateX::test_date_from_datetime_str

+5%

19.4 µs

18.4 µs

test_date_format_function_no_info

tests/benchmarks/test_serialization_micro.py::test_date_format_function_no_info

+5%

51.6 µs

49.2 µs

test_validate_literal[python-few_ints]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-few_ints]

+5%

12.4 µs

11.8 µs

test_dont_raise_error_no_info

tests/benchmarks/test_micro_benchmarks.py::test_dont_raise_error_no_info

+5%

16.4 µs

15.6 µs

test_core_string_strict_wrong_str_e

tests/benchmarks/test_micro_benchmarks.py::test_core_string_strict_wrong_str_e

+5%

43.5 µs

41.6 µs

test_validate_literal[python-many_ints]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-many_ints]

+5%

12.4 µs

11.9 µs

test_int_error

tests/benchmarks/test_micro_benchmarks.py::test_int_error

+5%

43.1 µs

41.2 µs

test_dont_raise_error

tests/benchmarks/test_micro_benchmarks.py::test_dont_raise_error

+5%

18.3 µs

17.5 µs

test_set_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py::test_set_of_ints_core_json

+4%

1.5 ms

1.4 ms

test_list_of_ints_core_json

tests/benchmarks/test_micro_benchmarks.py::test_list_of_ints_core_json

+4%

1.3 ms

test_date_format

tests/benchmarks/test_serialization_micro.py::test_date_format

+4%

49.9 µs

47.8 µs

test_raise_error_custom

tests/benchmarks/test_micro_benchmarks.py::test_raise_error_custom

+4%

36 µs

34.6 µs

test_filter

tests/benchmarks/test_serialization_micro.py::test_filter

+4%

45.5 µs

43.6 µs

test_validate_literal[python-many_large_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-many_large_strings]

+4%

12.3 µs

11.8 µs

test_core_model_py_extra

tests/benchmarks/test_serialization_micro.py::test_core_model_py_extra

+4%

32.7 µs

31.4 µs

test_validate_literal[python-few_large_strings]

tests/benchmarks/test_micro_benchmarks.py::test_validate_literal[python-few_large_strings]

+4%

12.3 µs

11.8 µs

Commits

Click on a commit to change the comparison range

Base

main

f43fab3

+37%

try using tests/benchmarks as PGO input

985f097

2 years ago

by davidhewitt

-6%

try using tests/benchmarks as PGO input

bef03cb

2 years ago

by davidhewitt

Home Terms Privacy Docs