67-continue-tpch-support--perf - Branch - jzombie/rust-llkv

Perf improvements for TPC-H ingestion

#176Merged

Comparing

67-continue-tpch-support--perf

(

49fa20b

) with

main

(

4dc34c1

)

-15%

Improvements: 12

Regressions: 4

Untouched: 59

Skipped: 2

Unknown Walltime execution environment detected

Using the Walltime instrument on standard Hosted Runners will lead to inconsistent data. For the most accurate results, we recommend using CodSpeed Macro Runners: bare-metal machines fine-tuned for performance measurement consistency.

Benchmarks

Skipped (2)

These benchmarks were skipped, so their baseline results are used instead. If they were deleted in your codebase, archive them to remove them from the performance reports.
Learn more about archiving benchmarks

full_test_file

criterion::select4_slturl

Skipped

8.9 s*

select4_full

criterion::select4_slturl

Skipped

8.5 s*

Failed

hash_join_inner_join[100000]

criterion::hash_join_inner_join::100000

Regression

-10%

14 ms15.6 ms

hash_join_left_join[100000]

criterion::hash_join_left_join::100000

Regression

-13%

8.8 ms10.1 ms

hash_join_many_to_many[100000]

criterion::hash_join_many_to_many::100000

Regression

-10%

15.1 ms16.8 ms

ingest_mixed_1M[batches=64]

criterion::ingest_mixed_1M::batches=64

Regression

-15%

809.9 ms950 ms

Improved

hash_join_semi_join[1000]

criterion::hash_join_semi_join::1000

+39%

82 µs59.1 µs

hash_join_inner_join[1000000]

criterion::hash_join_inner_join::1000000

+35%

279.7 ms207.9 ms

hash_join_semi_join[10000]

criterion::hash_join_semi_join::10000

+25%

250.3 µs199.5 µs

hash_join_no_matches[1000000]

criterion::hash_join_no_matches::1000000

+25%

267.1 ms214.4 ms

hash_join_no_matches[1000]

criterion::hash_join_no_matches::1000

+17%

164 µs140 µs

hash_join_left_join[1000000]

criterion::hash_join_left_join::1000000

+17%

158 ms135.2 ms

hash_join_anti_join[1000]

criterion::hash_join_anti_join::1000

+16%

86.1 µs74.6 µs

hash_join_many_to_many[1000]

criterion::hash_join_many_to_many::1000

+13%

181.5 µs160.9 µs

hash_join_left_join[1000]

criterion::hash_join_left_join::1000

+12%

152.7 µs136.7 µs

scan_stream_expr_divide_two

criterion::llkv_table_math_1M

+10%

1.1 ms1 ms

ingest_mixed_1M[batches=1]

criterion::ingest_mixed_1M::batches=1

+10%

209.2 ms189.7 ms

scan_stream_expr_multiply_two

criterion::llkv_table_math_1M

+10%

1.1 ms1 ms

Passed

planner_fused_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+9%

22.5 ms20.6 ms

ingest_mixed_1M[batches=4]

criterion::ingest_mixed_1M::batches=4

+8%

345.7 ms320.3 ms

scan_contains_needle_case_sensitive

criterion::string_substring_search

+8%

44 ms40.8 ms

lowfrag/range/without_index

criterion::index_matrix_1M::lowfrag_range_without_index

+7%

4.1 ms3.9 ms

hash_join_anti_join[10000]

criterion::hash_join_anti_join::10000

+6%

287.4 µs271.3 µs

scan_stream_expr_subtract_one

criterion::llkv_table_math_1M

+5%

1,047.2 µs997.5 µs

scan_stream_sum_u64

criterion::llkv_table_math_1M

+5%

110.1 µs104.9 µs

single_column

criterion::gather_rows

+5%

617.9 µs589.8 µs

multi_column_batched

criterion::gather_rows

+5%

1.8 ms1.8 ms

multi_column_sequential

criterion::gather_rows

+5%

1.9 ms1.8 ms

highfrag/range/with_index

criterion::index_matrix_1M::highfrag_range_with_index

+4%

3.4 ms3.3 ms

sorted_with_row_ids_u64

criterion::scan_builder_1M

+3%

20.7 ms20 ms

storage_sequential_both_case_sensitive

criterion::string_substring_storage_only

+3%

48.4 ms46.9 ms

storage_fused_starts_case_insensitive

criterion::string_substring_storage_only

+3%

5 ms4.8 ms

hash_join_semi_join[1000000]

criterion::hash_join_semi_join::1000000

+3%

47.3 ms45.9 ms

unsorted_sum_u64

criterion::scan_builder_1M

+3%

962.6 µs938.5 µs

storage_sequential_starts_case_insensitive

criterion::string_substring_storage_only

+2%

84.9 ms83.1 ms

lowfrag/full/with_index

criterion::index_matrix_1M::lowfrag_full_with_index

+2%

20.8 ms20.4 ms

hash_join_semi_join[100000]

criterion::hash_join_semi_join::100000

+2%

3.6 ms3.6 ms

highfrag/full/without_index

criterion::index_matrix_1M::highfrag_full_without_index

+2%

15.1 ms14.8 ms

hash_join_many_to_many[10000]

criterion::hash_join_many_to_many::10000

+2%

860.4 µs847.1 µs

hash_join_many_to_many[100]

criterion::hash_join_many_to_many::100

+2%

83.1 µs81.9 µs

store_sequential_both_case_insensitive

criterion::string_substring_fused_vs_sequential

+2%

144 ms141.9 ms

lowfrag/full/without_index

criterion::index_matrix_1M::lowfrag_full_without_index

+1%

14.9 ms14.7 ms

hash_join_anti_join[1000000]

criterion::hash_join_anti_join::1000000

+1%

53.3 ms52.6 ms

storage_sequential_contains_case_insensitive

criterion::string_substring_storage_only

+1%

106.1 ms104.8 ms

highfrag/full/with_index

criterion::index_matrix_1M::highfrag_full_with_index

+1%

42.7 ms42.2 ms

store_sequential_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

105.5 ms104.7 ms

store_sequential_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

84.3 ms83.8 ms

storage_sequential_both_case_insensitive

criterion::string_substring_storage_only

143.3 ms142.7 ms

planner_fused_both_case_insensitive

criterion::string_substring_fused_vs_sequential

100.2 ms99.7 ms

sum_i32_scan_only

criterion::column_store_sum_1M

48.8 µs48.7 µs

multi_column_batched_with_nulls

criterion::gather_rows

649.6 µs648.5 µs

scan_stream_expr_add_one

criterion::llkv_table_math_1M

1 ms1 ms

hash_join_no_matches[10000]

criterion::hash_join_no_matches::10000

682.8 µs683.1 µs

highfrag/range/without_index

criterion::index_matrix_1M::highfrag_range_without_index

4.9 ms4.9 ms

select4_full

criterion::slturl_cases

8.9 s8.9 s

planner_fused_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

101 ms101.3 ms

storage_fused_both_case_insensitive

criterion::string_substring_storage_only

84.5 ms84.8 ms

hash_join_left_join[10000]

criterion::hash_join_left_join::10000

602.2 µs605.1 µs

scan_contains_needle_case_insensitive

criterion::string_substring_search

-1%

100.3 ms100.9 ms

scan_sorted_stream_join

criterion::random_probe_u64

-1%

21.8 ms21.9 ms

storage_fused_contains_case_insensitive

criterion::string_substring_storage_only

-1%

83.7 ms84.7 ms

table_layer_sum

criterion::table_layer_overhead_analysis

-1%

107.6 µs108.8 µs

delete1000_full

criterion::slturl_cases

-1%

371.2 ms375.9 ms

hash_join_inner_join[1000]

criterion::hash_join_inner_join::1000

-1%

90 µs91.2 µs

storage_fused_both_case_sensitive

criterion::string_substring_storage_only

-2%

4.9 ms5 ms

hash_join_inner_join[10000]

criterion::hash_join_inner_join::10000

-2%

686.4 µs697.7 µs

planner_fused_both_case_sensitive

criterion::string_substring_fused_vs_sequential

-2%

19.9 ms20.4 ms

store_sequential_both_case_sensitive

criterion::string_substring_fused_vs_sequential

-3%

48.3 ms49.7 ms

hash_join_no_matches[100000]

criterion::hash_join_no_matches::100000

-3%

12.4 ms12.8 ms

sum_u64_fragmented_scan_only

criterion::column_store_fragmented_1M

-3%

90.2 µs93.3 µs

sum_u64_scan_only

criterion::column_store_sum_1M

-3%

101.6 µs105.2 µs

lowfrag/range/with_index

criterion::index_matrix_1M::lowfrag_range_with_index

-4%

2 ms2.1 ms

direct_columnstore_sum

criterion::table_layer_overhead_analysis

-4%

104.6 µs109.1 µs

hash_join_anti_join[100000]

criterion::hash_join_anti_join::100000

-4%

4.3 ms4.5 ms

sorted_range_u64

criterion::scan_builder_1M

-5%

22.8 ms24 ms

ingest_mixed_1M[batches=16]

criterion::ingest_mixed_1M::batches=16

-7%

477.7 ms512.3 ms

scan_unsorted_multiset

criterion::random_probe_u64

-8%

1.7 ms1.9 ms

Commits

Click on a commit to change the comparison range

Base

main

4dc34c1

-15.94%

Revert "Gate tests and benches behind successful lint gate" This reverts commit d7ae33d25c0a7b17b03d2e036b756cfe0185de47.

beaada0

3 days ago

by jzombie

+1.2%

Improve code reuse for primitive ordering

49fa20b

3 days ago

by jzombie

Home Terms Privacy Docs