67-continue-tpch-support - Branch - jzombie/rust-llkv

Rename to `llkv-tpch`; prototype TPC-H tool usage

#174Merged

Comparing

67-continue-tpch-support

(

8eac424

) with

main

(

f72fb5c

)

-22%

Improvements: 2

Regressions: 7

Untouched: 66

Skipped: 2

Unknown Walltime execution environment detected

Using the Walltime instrument on standard Hosted Runners will lead to inconsistent data. For the most accurate results, we recommend using CodSpeed Macro Runners: bare-metal machines fine-tuned for performance measurement consistency.

Benchmarks

Skipped (2)

Failed

highfrag/range/without_index

criterion::index_matrix_1M::highfrag_range_without_index

Regression

-16%

4.9 ms5.9 ms

lowfrag/range/without_index

criterion::index_matrix_1M::lowfrag_range_without_index

Regression

-13%

3.7 ms4.3 ms

scan_unsorted_multiset

criterion::random_probe_u64

Regression

-22%

1.4 ms1.8 ms

unsorted_sum_u64

criterion::scan_builder_1M

Regression

-19%

940.1 µs1,160.5 µs

hash_join_no_matches[100000]

criterion::hash_join_no_matches::100000

Regression

-10%

11.3 ms12.6 ms

ingest_mixed_1M[batches=4]

criterion::ingest_mixed_1M::batches=4

Regression

-13%

293.9 ms337.2 ms

highfrag/range/with_index

criterion::index_matrix_1M::highfrag_range_with_index

Regression

-15%

2.9 ms3.4 ms

Improved

planner_fused_both_case_sensitive

criterion::string_substring_fused_vs_sequential

+12%

21.8 ms19.5 ms

hash_join_many_to_many[100]

criterion::hash_join_many_to_many::100

+11%

86.8 µs78 µs

Passed

scan_contains_needle_case_sensitive

criterion::string_substring_search

+6%

46 ms43.4 ms

table_layer_sum

criterion::table_layer_overhead_analysis

+6%

113 µs106.5 µs

direct_columnstore_sum

criterion::table_layer_overhead_analysis

+5%

108.8 µs103.1 µs

scan_stream_expr_add_one

criterion::llkv_table_math_1M

+5%

1,035.2 µs985.2 µs

sum_u64_fragmented_scan_only

criterion::column_store_fragmented_1M

+3%

93.5 µs90.6 µs

scan_stream_expr_subtract_one

criterion::llkv_table_math_1M

+3%

1.1 ms1 ms

scan_stream_expr_divide_two

criterion::llkv_table_math_1M

+3%

1 ms1 ms

hash_join_inner_join[1000]

criterion::hash_join_inner_join::1000

+2%

90.5 µs88.4 µs

store_sequential_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

+2%

88.3 ms86.7 ms

planner_fused_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

+1%

103.8 ms102.3 ms

ingest_mixed_1M[batches=1]

criterion::ingest_mixed_1M::batches=1

+1%

208.6 ms206.1 ms

scan_contains_needle_case_insensitive

criterion::string_substring_search

+1%

103 ms101.9 ms

multi_column_batched

criterion::gather_rows

1.8 ms1.8 ms

storage_fused_both_case_sensitive

criterion::string_substring_storage_only

4.9 ms4.9 ms

hash_join_left_join[1000000]

criterion::hash_join_left_join::1000000

152.4 ms151.9 ms

ingest_mixed_1M[batches=16]

criterion::ingest_mixed_1M::batches=16

372.2 ms371.7 ms

planner_fused_both_case_insensitive

criterion::string_substring_fused_vs_sequential

103.3 ms103.2 ms

multi_column_batched_with_nulls

criterion::gather_rows

650.5 µs649.9 µs

single_column

criterion::gather_rows

618.6 µs618.1 µs

multi_column_sequential

criterion::gather_rows

1.9 ms1.9 ms

hash_join_anti_join[1000000]

criterion::hash_join_anti_join::1000000

53 ms53 ms

storage_sequential_contains_case_insensitive

criterion::string_substring_storage_only

108.2 ms108.5 ms

storage_sequential_both_case_insensitive

criterion::string_substring_storage_only

143.6 ms144.1 ms

storage_fused_both_case_insensitive

criterion::string_substring_storage_only

84.9 ms85.2 ms

hash_join_anti_join[1000]

criterion::hash_join_anti_join::1000

85.9 µs86.3 µs

sum_i32_scan_only

criterion::column_store_sum_1M

-1%

48.5 µs48.8 µs

scan_stream_sum_u64

criterion::llkv_table_math_1M

-1%

105.4 µs106.1 µs

store_sequential_contains_case_insensitive

criterion::string_substring_fused_vs_sequential

-1%

108 ms108.8 ms

store_sequential_both_case_insensitive

criterion::string_substring_fused_vs_sequential

-1%

143.9 ms145.4 ms

storage_fused_contains_case_insensitive

criterion::string_substring_storage_only

-1%

84 ms85 ms

scan_stream_expr_multiply_two

criterion::llkv_table_math_1M

-1%

1 ms1 ms

storage_fused_starts_case_insensitive

criterion::string_substring_storage_only

-2%

4.9 ms4.9 ms

lowfrag/full/without_index

criterion::index_matrix_1M::lowfrag_full_without_index

-2%

14.6 ms14.8 ms

hash_join_no_matches[1000000]

criterion::hash_join_no_matches::1000000

-2%

256.6 ms261.1 ms

hash_join_semi_join[1000]

criterion::hash_join_semi_join::1000

-2%

80.5 µs82 µs

delete1000_full

criterion::slturl_cases

-2%

358.8 ms365.7 ms

hash_join_anti_join[100000]

criterion::hash_join_anti_join::100000

-2%

4.2 ms4.2 ms

highfrag/full/with_index

criterion::index_matrix_1M::highfrag_full_with_index

-2%

41.4 ms42.3 ms

hash_join_inner_join[10000]

criterion::hash_join_inner_join::10000

-2%

617.7 µs632.2 µs

storage_sequential_starts_case_insensitive

criterion::string_substring_storage_only

-3%

86 ms88.2 ms

storage_sequential_both_case_sensitive

criterion::string_substring_storage_only

-3%

48.1 ms49.5 ms

hash_join_left_join[1000]

criterion::hash_join_left_join::1000

-3%

147.9 µs152.6 µs

hash_join_semi_join[100000]

criterion::hash_join_semi_join::100000

-3%

3.6 ms3.7 ms

hash_join_no_matches[1000]

criterion::hash_join_no_matches::1000

-4%

152.8 µs158.5 µs

hash_join_semi_join[1000000]

criterion::hash_join_semi_join::1000000

-4%

45.4 ms47.1 ms

hash_join_inner_join[1000000]

criterion::hash_join_inner_join::1000000

-4%

281.7 ms292.5 ms

hash_join_anti_join[10000]

criterion::hash_join_anti_join::10000

-4%

275.9 µs286.7 µs

lowfrag/full/with_index

criterion::index_matrix_1M::lowfrag_full_with_index

-4%

20 ms20.9 ms

hash_join_left_join[100000]

criterion::hash_join_left_join::100000

-5%

8.3 ms8.7 ms

hash_join_semi_join[10000]

criterion::hash_join_semi_join::10000

-5%

234.3 µs246.2 µs

hash_join_many_to_many[10000]

criterion::hash_join_many_to_many::10000

-5%

804 µs845 µs

hash_join_left_join[10000]

criterion::hash_join_left_join::10000

-5%

589.2 µs619.2 µs

hash_join_many_to_many[1000]

criterion::hash_join_many_to_many::1000

-5%

168.7 µs177.5 µs

hash_join_no_matches[10000]

criterion::hash_join_no_matches::10000

-5%

654.7 µs689.2 µs

scan_sorted_stream_join

criterion::random_probe_u64

-5%

20.5 ms21.6 ms

sorted_with_row_ids_u64

criterion::scan_builder_1M

-5%

19.8 ms20.9 ms

store_sequential_both_case_sensitive

criterion::string_substring_fused_vs_sequential

-5%

48.5 ms51.3 ms

lowfrag/range/with_index

criterion::index_matrix_1M::lowfrag_range_with_index

-6%

1.9 ms2 ms

ingest_mixed_1M[batches=64]

criterion::ingest_mixed_1M::batches=64

-6%

738.1 ms782.4 ms

sum_u64_scan_only

criterion::column_store_sum_1M

-6%

100.8 µs106.9 µs

highfrag/full/without_index

criterion::index_matrix_1M::highfrag_full_without_index

-6%

14.1 ms14.9 ms

planner_fused_starts_case_insensitive

criterion::string_substring_fused_vs_sequential

-6%

21.4 ms22.7 ms

sorted_range_u64

criterion::scan_builder_1M

-7%

22.4 ms24 ms

select4_full

criterion::slturl_cases

-8%

8 s8.7 s

hash_join_many_to_many[100000]

criterion::hash_join_many_to_many::100000

-9%

13.5 ms14.9 ms

hash_join_inner_join[100000]

criterion::hash_join_inner_join::100000

-10%

12.2 ms13.6 ms

Commits

Click on a commit to change the comparison range

Base

main

f72fb5c

-22.35%

Rename crate to `llkv-tpch`

8eac424

6 days ago

by jzombie

Home Terms Privacy Docs