perf(parquet): add intra-row-group column parallelism to arrow-rs reader
#6353Comparing
desmond/intra-rg-col-parallelism
(71f67f6
) withmain
(24be16f
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+2%
51.9 ms51 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
406.4 ms400.6 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
258 ms254.4 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
328 ms323.8 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
135.8 ms134.1 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
258.9 ms255.9 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
34.1 ms33.8 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
549.1 ms544.9 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
552.1 ms547.8 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+1%
278 ms276.1 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py+1%
1.6 s1.6 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py+1%
1.3 s1.3 s
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py0%
116.6 ms116.1 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
121.9 ms121.3 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py0%
121.6 ms121.1 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
280.6 ms279.8 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
12.2 ms12.2 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py0%
117 ms116.9 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
12.1 ms12.1 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py0%
169.3 ms169.2 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py0%
53 ms53 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.2 ms68.3 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py0%
169.3 ms169.4 ms
Commits
Click on a commit to change the comparison rangeBase
main
24be16f
-17.9%
perf(parquet): add intra-row-group column parallelism to arrow-rs reader
63586a5
2 days ago
by desmondcheongzx+4.16%
perf(parquet): eliminate redundant file opens in column-parallel decode
50c851c
1 day ago
by desmondcheongzx+13.79%
perf(parquet): skip column parallelism for small row groups
71f67f6
1 day ago
by desmondcheongzx