feat: use scan task metadata to parallelize initial limit reads
#6763Comparing
sam/parquet-early-stats
(2560e35
) withmain
(afbab0a
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py+6%
19.6 ms18.4 ms
test_clickbench_sql[1]
tests/benchmarks/test_clickbench.py+5%
16.8 ms16 ms
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py+4%
82.8 ms80 ms
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py+2%
7.1 ms7 ms
test_clickbench_sql[0]
tests/benchmarks/test_clickbench.py+2%
4.5 ms4.4 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
86.7 ms85.4 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+1%
50.9 ms50.3 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
170.8 ms169 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py+1%
78.3 ms77.6 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+1%
121.3 ms120.4 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py+1%
10.3 ms10.2 ms
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py+1%
11.1 ms11.1 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
331.5 ms329.6 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py0%
283.6 ms282.4 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py0%
358.8 ms357.5 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
12 ms11.9 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py0%
84 ms83.7 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
34.5 ms34.4 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.5 ms68.4 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py0%
410.6 ms410 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py0%
454.3 ms453.6 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
Commits
Click on a commit to change the comparison rangeBase
main
afbab0a
-0.5%
feat: use scan task metadata to parallelize initial limit reads
c7e9dde
6 days ago
by samstokes+0.6%
Merge remote-tracking branch 'origin/main' into claude/merge-main-resolve-conflicts-M0qXc
161e570
1 day ago
by claude-10.16%
style: drop unused MicroPartition import in limit tests
ed74beb
3 hours ago
by claude+10.32%
est stats for other inps
2560e35
2 hours ago
by samstokes