perf(parquet): add intra-row-group column parallelism to arrow-rs reader
#6423Comparing
desmond/intra-rg-col-parallelism-v2
(8e534d2
) withmain
(83ca8aa
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+2%
171.5 ms167.4 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+2%
50.4 ms49.5 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py+2%
11.3 ms11.2 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
118.4 ms116.7 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+1%
282.4 ms279.2 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
135 ms133.6 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
12 ms11.9 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
545.6 ms540.6 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+1%
52.1 ms51.6 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py+1%
354.4 ms351.5 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
120.5 ms119.5 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+1%
501.7 ms497.8 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
34 ms33.9 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
550.6 ms548.9 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
255.1 ms254.4 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
122.2 ms121.8 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py0%
326.1 ms325.4 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
120.9 ms120.8 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
282.8 ms282.9 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32 ms32.1 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.7 ms32.8 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py-1%
150.4 ms151.2 ms
Commits
Click on a commit to change the comparison rangeBase
main
83ca8aa
-0.56%
fix(parquet): address additional review feedback from #6423
cc07e0d
10 hours ago
by desmondcheongzx+0.46%
fix(parquet): add MIN_RG_BYTES gate to async paths, fix stale comments
8e534d2
58 minutes ago
by desmondcheongzx