perf(parquet): rewrite reader with arrow-rs public decoder API
#6952Comparing
colin/parquet-perf
(0cef944
) withmain
(cad4cd5
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py+4%
9.1 ms8.7 ms
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py+4%
82.7 ms79.4 ms
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py+3%
11.4 ms11 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py+3%
10.5 ms10.2 ms
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py+3%
7.3 ms7.1 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+3%
177.8 ms173.4 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+2%
146 ms143.1 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+2%
287.8 ms283.2 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+2%
34.3 ms33.8 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py+1%
84.9 ms83.9 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
12 ms11.9 ms
test_clickbench_sql[37]
tests/benchmarks/test_clickbench.py0%
183.3 ms182.4 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py0%
79.2 ms78.8 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
70.3 ms70 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
290.8 ms289.8 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py0%
481.6 ms480.4 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
33.1 ms33.1 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py0%
133.9 ms133.9 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py0%
85.5 ms85.8 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py-1%
411 ms413.3 ms
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py-1%
18.8 ms18.9 ms
Commits
Click on a commit to change the comparison rangeBase
main
cad4cd5
+0.57%
perf(parquet): rewrite reader with arrow-rs public decoder API
218fe84
8 hours ago
by colin-ho-0.1%
fix(parquet): emit schema-bearing empty batch in bulk path only
9faa76f
7 hours ago
by colin-ho-0.55%
refactor(parquet): rename arrowrs_v2 → reader, restore Error enum, trim comments
0cef944
7 hours ago
by colin-ho