Avatar for the Eventual-Inc user
Eventual-Inc
Daft
BlogDocsChangelog

perf(parquet): yield individual batches in streaming path to fix morsel cache locality

#6558Merged
Comparing
desmond/fix-parquet-morsel-size
(
a8e58ae
) with
main
(
56eaac1
)
CodSpeed Performance Gauge
+1%
Untouched
36
Ignored
4

Benchmarks

40 total
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+3%
130.8 ms127.1 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+3%
153 ms149 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+2%
12.1 ms11.8 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+2%
511.5 ms500.4 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+2%
367.7 ms360.2 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+2%
461 ms452 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+2%
286.1 ms281.4 ms
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+2%
115.8 ms114.1 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+2%
291.4 ms287.1 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
114.2 ms112.8 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
121.7 ms120.4 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
131.8 ms130.4 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
86.7 ms85.9 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
50.4 ms50 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+1%
11 ms11 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
+1%
176.4 ms175.3 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+1%
411.6 ms409.2 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
+1%
332.3 ms330.5 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
544.2 ms542 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.7 s1.7 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.3 s1.3 s
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
174.7 ms174.2 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.7 s1.7 s
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
120.1 ms119.9 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
114.3 ms114.2 ms

Commits

Click on a commit to change the comparison range
Base
main
56eaac1
+0.71%
perf(parquet): yield individual batches in streaming path to preserve morsel-level cache locality
a8e58ae
13 hours ago
by desmondcheongzx
© 2026 CodSpeed Technology
Home Terms Privacy Docs