bruchar1:get_strategies_from_examples - Branch - schemathesis/schemathesis

schemathesis

Blog Docs Changelog

feat: Get strategy from examples

#3202Closed

Comparing

bruchar1:get_strategies_from_examples

(

74e72a8

) with

master

(

00271b0

)

+12%

Improvements: 1

Untouched: 103

Archived: 7

Benchmarks

7 archived benchmarks were run. If they were deleted in another branch, consider rebasing to remove them from the report. .

Improved

test_measure_statistic[appveyor]

benches/schema.py

+12%

704.1 µs628.3 µs

Passed

test_get_operation[universe]

benches/schema.py

+4%

92 µs88.7 µs

test_resolve_pointer

benches/references.py

+2%

103.3 µs101.5 µs

test_load_from_file[osisoft]

benches/schema.py

21.8 ms21.7 ms

test_measure_statistic[osisoft]

benches/schema.py

3.1 ms3.1 ms

test_measure_statistic[universe]

benches/schema.py

405.9 µs404.1 µs

test_bundle_deep_nested_references

benches/bundler.py

493.9 µs491.8 µs

test_response_headers_conformance_complex

benches/response_conformance.py

226.7 µs225.9 µs

test_object_constraints[object-additionalProperties-positive]

benches/coverage_phase.py

4.2 ms4.2 ms

test_basic_types[basic-integer-negative]

benches/coverage_phase.py

5.3 ms5.3 ms

test_measure_statistic[evetech]

benches/schema.py

2.4 ms2.4 ms

test_number_constraints[number-multipleOf-positive]

benches/coverage_phase.py

2.6 ms2.6 ms

test_measure_statistic[stripe]

benches/schema.py

3.5 ms3.5 ms

test_object_constraints[object-properties-negative]

benches/coverage_phase.py

5.7 ms5.7 ms

test_measure_statistic[ml_webservices]

benches/schema.py

115.5 µs115.4 µs

test_response_conformance_simple

benches/response_conformance.py

171.3 µs171.1 µs

test_combined_schemas[combined-anyOf-negative]

benches/coverage_phase.py

5.6 ms5.6 ms

test_response_headers_conformance_simple

benches/response_conformance.py

112.2 µs112.2 µs

test_complex_nested_schemas[complex-array-positive]

benches/coverage_phase.py

27.9 ms27.9 ms

test_object_constraints[object-additionalProperties-negative]

benches/coverage_phase.py

7.9 ms7.9 ms

test_dependency_analysis[vmware]

benches/schema.py

1.1 s1.1 s

test_link_generation[stripe]

benches/schema.py

785 ms784.9 ms

test_deepclone[stripe]

benches/schema.py

109.2 ms109.2 ms

test_load_from_file[bbci]

benches/schema.py

2.6 ms2.6 ms

test_deepclone[evetech]

benches/schema.py

43.5 ms43.5 ms

test_measure_statistic[vmware]

benches/schema.py

1.4 ms1.4 ms

test_complex_nested_schemas[complex-array-negative]

benches/coverage_phase.py

32.9 ms32.9 ms

test_string_constraints[string-pattern-negative]

benches/coverage_phase.py

4 ms4 ms

test_load_from_file[evetech]

benches/schema.py

34.6 ms34.6 ms

test_complex_nested_schemas[complex-object-positive]

benches/coverage_phase.py

2.4 ms2.4 ms

test_number_constraints[number-multipleOf-negative]

benches/coverage_phase.py

14.9 ms14.9 ms

test_combined_schemas[combined-oneOf-positive]

benches/coverage_phase.py

5 ms5 ms

test_deepclone[osisoft]

benches/schema.py

25.4 ms25.4 ms

test_events

benches/schema.py

964.3 ms964.3 ms

test_cli_startup

benches/cli.py

178.4 ms178.4 ms

test_deepclone[azure_network]

benches/schema.py

6.3 ms6.3 ms

test_deepclone[vmware]

benches/schema.py

12.2 ms12.2 ms

test_load_from_file[stripe]

benches/schema.py

81.8 ms81.8 ms

test_deepclone[appveyor]

benches/schema.py

5.5 ms5.5 ms

test_bundle_duplicate_references

benches/bundler.py

1.2 ms1.2 ms

test_deepclone[universe]

benches/schema.py

26.4 ms26.4 ms

test_combined_schemas[combined-oneOf-negative]

benches/coverage_phase.py

21.7 ms21.8 ms

test_measure_statistic[azure_network]

benches/schema.py

704.4 µs704.8 µs

test_iter_operations[evetech]

benches/schema.py

38.4 ms38.4 ms

test_combined_schemas[combined-allOf-positive]

benches/coverage_phase.py

1 ms1 ms

test_vcr[vmware]

benches/schema.py

18.8 ms18.8 ms

test_get_parameters_strategy[vmware]

benches/schema.py

319.2 ms319.3 ms

test_deepclone[bbci]

benches/schema.py

3.2 ms3.2 ms

test_get_parameters_strategy[bbci]

benches/schema.py

65 ms65.1 ms

test_iter_operations[azure_network]

benches/schema.py

32.7 ms32.7 ms

test_link_generation[vmware]

benches/schema.py

34.8 ms34.8 ms

test_load_from_file[azure_network]

benches/schema.py

5.5 ms5.5 ms

test_string_constraints[string-minLength-positive]

benches/coverage_phase.py

236.9 µs237.1 µs

test_load_from_file[vmware]

benches/schema.py

9.1 ms9.1 ms

test_as_json_schema[bbci]

benches/schema.py

336.2 µs336.5 µs

test_iter_operations[universe]

benches/schema.py

2.2 ms2.2 ms

test_load_from_file[appveyor]

benches/schema.py

4.7 ms4.7 ms

test_as_json_schema[vmware]

benches/schema.py

1.4 ms1.4 ms

test_dependency_analysis[stripe]

benches/schema.py

225.5 ms225.8 ms

test_response_conformance_complex

benches/response_conformance.py

798.7 µs799.7 µs

test_array_constraints[array-minItems-positive]

benches/coverage_phase.py

1.9 ms1.9 ms

test_complex_nested_schemas[complex-object-negative]

benches/coverage_phase.py

12.3 ms12.4 ms

test_string_constraints[string-format-negative]

benches/coverage_phase.py

3.4 ms3.4 ms

test_deepclone[ml_webservices]

benches/schema.py

2.3 ms2.3 ms

test_load_from_file[ml_webservices]

benches/schema.py

2 ms2 ms

test_iter_operations[ml_webservices]

benches/schema.py

3.1 ms3.1 ms

test_bundle_many_flat_references

benches/bundler.py

1.2 ms1.2 ms

test_iter_operations[appveyor]

benches/schema.py

10.9 ms10.9 ms

test_dependency_analysis[bbci]

benches/schema.py

7.9 ms7.9 ms

test_iter_operations[osisoft]

benches/schema.py

72.4 ms72.5 ms

test_iter_operations[vmware]

benches/schema.py

28.8 ms28.8 ms

test_iter_operations[bbci]

benches/schema.py

6.4 ms6.4 ms

test_string_constraints[string-maxLength-positive]

benches/coverage_phase.py

214.7 µs215.2 µs

test_basic_types[basic-string-negative]

benches/coverage_phase.py

297.9 µs298.7 µs

test_combined_schemas[combined-allOf-negative]

benches/coverage_phase.py

1.2 ms1.2 ms

test_string_constraints[string-minLength-negative]

benches/coverage_phase.py

360 µs361 µs

test_get_operation[vmware]

benches/schema.py

369.8 µs370.9 µs

test_array_constraints[array-minItems-negative]

benches/coverage_phase.py

1.7 ms1.7 ms

test_string_constraints[string-maxLength-negative]

benches/coverage_phase.py

375.5 µs376.9 µs

test_get_operation[bbci]

benches/schema.py

257.2 µs258.2 µs

test_number_constraints[number-minimum-negative]

benches/coverage_phase.py

325 µs326.3 µs

test_array_constraints[array-items-negative]

benches/coverage_phase.py

571.4 µs573.8 µs

test_number_constraints[number-exclusiveMinimum-negative]

benches/coverage_phase.py

321.2 µs322.6 µs

test_array_constraints[array-items-positive]

benches/coverage_phase.py

240.3 µs241.4 µs

test_object_constraints[object-required-negative]

benches/coverage_phase.py

572.7 µs575.6 µs

test_array_constraints[array-uniqueItems-negative]

benches/coverage_phase.py

1.3 ms1.3 ms

test_string_constraints[string-pattern-positive]

benches/coverage_phase.py

-1%

157.5 µs158.5 µs

test_array_constraints[array-uniqueItems-positive]

benches/coverage_phase.py

-1%

785.2 µs790.6 µs

test_response_conformance_medium

benches/response_conformance.py

-1%

311.6 µs313.8 µs

test_basic_types[basic-number-negative]

benches/coverage_phase.py

-1%

277 µs279 µs

test_basic_types[basic-string-positive]

benches/coverage_phase.py

-1%

121.8 µs122.7 µs

test_basic_types[basic-boolean-negative]

benches/coverage_phase.py

-1%

275.1 µs277.3 µs

test_basic_types[basic-null-negative]

benches/coverage_phase.py

-1%

248.1 µs250.2 µs

test_object_constraints[object-properties-positive]

benches/coverage_phase.py

-1%

248.7 µs251.3 µs

test_object_constraints[object-required-positive]

benches/coverage_phase.py

-1%

176 µs178.4 µs

test_number_constraints[number-minimum-positive]

benches/coverage_phase.py

-1%

113.6 µs115.3 µs

test_basic_types[basic-integer-positive]

benches/coverage_phase.py

-2%

108.5 µs110.2 µs

test_string_constraints[string-format-positive]

benches/coverage_phase.py

-2%

110.1 µs112.1 µs

test_combined_schemas[combined-anyOf-positive]

benches/coverage_phase.py

-2%

166 µs169.1 µs

test_number_constraints[number-exclusiveMinimum-positive]

benches/coverage_phase.py

-2%

104.7 µs106.9 µs

test_basic_types[basic-number-positive]

benches/coverage_phase.py

-2%

103.8 µs106.1 µs

test_basic_types[basic-null-positive]

benches/coverage_phase.py

-3%

82.5 µs84.8 µs

test_basic_types[basic-boolean-positive]

benches/coverage_phase.py

-3%

84.9 µs87.4 µs

test_load_from_file[universe]

benches/schema.py

-3%

20.1 ms20.7 ms

Commits

Click on a commit to change the comparison range

Base

master

00271b0

+12.07%

feat: add as_examples() method to schemas and operations This will allow to easily generate test cases in pytest using examples for the schema. For example, to be able to setup the database before calling an example requesting a given id.

74e72a8

2 months ago

by bruchar1

Home Terms Privacy Docs