Avatar for the Eventual-Inc user
Eventual-Inc
Daft
BlogDocsChangelog

perf(file): add buffer_size to File.open() to reduce wasteful pre-reads

#6876Merged
Comparing
chenghuichen:buffer_size
(
8f4904a
) with
main
(
044b833
)
CodSpeed Performance Gauge
0%
Untouched
40
Ignored
4
Skipped
10

Benchmarks

54 total
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+8%
18.6 ms17.3 ms
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
-4%
77.2 ms80.8 ms
test_clickbench_sql[0]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+4%
4.5 ms4.3 ms
test_clickbench_sql[1]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
-3%
16.2 ms16.7 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+3%
83.6 ms81.5 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-2%
132.8 ms135.9 ms
test_clickbench_sql[38]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
-2%
73.2 ms74.6 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-2%
119.7 ms121.7 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-1%
414.4 ms420.6 ms
test_clickbench_sql[2]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
-1%
22.1 ms22.4 ms
test_clickbench_sql[41]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+1%
64.9 ms64 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+1%
50.3 ms49.7 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
-1%
34.6 ms35 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
-1%
169.2 ms170.7 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
370.3 ms373.5 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
-1%
10.2 ms10.2 ms
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+1%
8.7 ms8.7 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
-1%
1.8 s1.8 s
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
295.2 ms296.7 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
76.5 ms76.8 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
146.7 ms146.1 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
290.8 ms292 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
249.5 ms248.5 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
487.4 ms485.5 ms
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
7.1 ms7.1 ms

Commits

Click on a commit to change the comparison range
Base
main
044b833
+10.63%
buffer_size parameter to File open
3b2a819
2 months ago
by chenghuichen
-10.64%
Merge branch 'main' into buffer_size
a230c01
2 months ago
by chenghuichen
-0.52%
trigger CI rerun
589969a
2 months ago
by chenghuichen
+0.44%
trigger CI rerun
8f4904a
2 months ago
by chenghuichen
© 2026 CodSpeed Technology
Home Terms Privacy Docs