Avatar for the Eventual-Inc user
Eventual-Inc
Daft
BlogDocsChangelog

perf(file): add buffer_size to File.open() to reduce wasteful pre-reads

#6876Merged
Comparing
chenghuichen:buffer_size
(
8f4904a
) with
main
(
044b833
)
CodSpeed Performance Gauge
0%
Untouched
40
Ignored
4
Skipped
10

Benchmarks

54 total
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+8%
18.6 ms17.3 ms
test_clickbench_sql[0]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+4%
4.5 ms4.3 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+3%
83.6 ms81.5 ms
test_clickbench_sql[41]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+1%
64.9 ms64 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
+1%
50.3 ms49.7 ms
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
+1%
8.7 ms8.7 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
146.7 ms146.1 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
249.5 ms248.5 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
487.4 ms485.5 ms
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
7.1 ms7.1 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
457.5 ms456.1 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
33.1 ms33 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.7 s1.7 s
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
11 ms11 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
68 ms67.9 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
504 ms503.7 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.3 s1.3 s
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
1.7 s1.7 s
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
418.2 ms418.4 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
113.1 ms113.2 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py
CodSpeed Performance Gauge
0%
12 ms12.1 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
85.5 ms85.7 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py
CodSpeed Performance Gauge
0%
336 ms337 ms
test_clickbench_sql[37]
tests/benchmarks/test_clickbench.py
CodSpeed Performance Gauge
0%
182.9 ms183.6 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py
CodSpeed Performance Gauge
0%
119.6 ms120 ms

Commits

Click on a commit to change the comparison range
Base
main
044b833
+10.63%
buffer_size parameter to File open
3b2a819
25 days ago
by chenghuichen
-10.64%
Merge branch 'main' into buffer_size
a230c01
24 days ago
by chenghuichen
-0.52%
trigger CI rerun
589969a
24 days ago
by chenghuichen
+0.44%
trigger CI rerun
8f4904a
24 days ago
by chenghuichen
© 2026 CodSpeed Technology
Home Terms Privacy Docs