perf(scan): lazy scan task generation for early termination
#6352Comparing
desmond/lazy-scan-tasks
(42afa42
) withmain
(80d670f
)-14%
- Improvement
- 1
- Regression
- 1
- Untouched
- 34
- Ignored
- 4
Benchmarks
40 total
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py-14%
50.4 ms58.9 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py+17%
12.2 ms10.5 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+4%
564.4 ms544 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+2%
285.8 ms279 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py+2%
358.3 ms350.9 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+2%
149.5 ms146.7 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py+2%
283.6 ms278.7 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
255 ms251.9 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
121.8 ms120.3 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+1%
52.5 ms52 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
408.6 ms404.7 ms
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
130.8 ms129.6 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
330.4 ms327.8 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
86.8 ms86.2 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
168.5 ms167.2 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
33.9 ms33.7 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py+1%
1.6 s1.6 s
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+1%
503.5 ms500.2 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py0%
135.5 ms134.9 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
253 ms252.2 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
120.3 ms119.9 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
122 ms121.7 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
Commits
Click on a commit to change the comparison rangeBase
main
80d670f
-14.45%
perf(scan): lazy scan task generation for early termination
42afa42
4 days ago
by desmondcheongzx