perf: Improve source buffering
#4451Comparing
colin/fix-source-buffering
(23a3047
) withmain
(c97f87e
)0%
- Improvements
- 0
- Regressions
- 0
- Untouched
- 24
- New
- 0
- Dropped
- 0
- Ignored
- 4
Benchmarks
Passed
test_tpch[1-in-memory-native-1]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-1]+2%
474.4 ms
465.1 ms
test_tpch[1-in-memory-native-9]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-9]+1%
318.1 ms
314.2 ms
test_tpch[1-in-memory-native-2]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-2]+1%
65.3 ms
64.6 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py::test_show[1 Small File]+1%
12 ms
11.9 ms
test_tpch_sql[1-in-memory-native-2]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-2]+1%
205.6 ms
203.8 ms
test_tpch_sql[1-in-memory-native-9]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-9]+1%
304.7 ms
302.1 ms
test_tpch_sql[1-in-memory-native-1]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-1]+1%
489.8 ms
487.2 ms
test_tpch[1-in-memory-native-8]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-8]0%
166.9 ms
166.2 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py::test_iter_rows_first_row[1 Small File]0%
109.6 ms
109.3 ms
test_tpch_sql[1-in-memory-native-3]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-3]0%
131.7 ms
131.3 ms
test_tpch[1-in-memory-native-7]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-7]0%
142.1 ms
141.8 ms
test_tpch_sql[1-in-memory-native-7]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-7]0%
132.5 ms
132.4 ms
test_tpch[1-in-memory-native-5]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-5]0%
148.3 ms
148.2 ms
test_tpch[1-in-memory-native-6]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-6]0%
29 ms
29 ms
test_tpch[1-in-memory-native-4]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-4]0%
98.6 ms
98.7 ms
test_tpch_sql[1-in-memory-native-6]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-6]0%
29.5 ms
29.6 ms
test_tpch_sql[1-in-memory-native-8]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-8]0%
151.8 ms
152.1 ms
test_tpch[1-in-memory-native-10]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-10]0%
231 ms
231.7 ms
test_tpch_sql[1-in-memory-native-10]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-10]-1%
221.6 ms
222.7 ms
test_tpch_sql[1-in-memory-native-4]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-4]-1%
99.1 ms
99.8 ms
test_tpch_sql[1-in-memory-native-5]
tests/benchmarks/test_local_tpch.py::test_tpch_sql[1-in-memory-native-5]-1%
135 ms
136.6 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py::test_explain[100 Small Files]-1%
6 ms
6 ms
test_tpch[1-in-memory-native-3]
tests/benchmarks/test_local_tpch.py::test_tpch[1-in-memory-native-3]-2%
139.6 ms
142.1 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py::test_count[100 Small Files]-2%
70.4 ms
71.7 ms
Ignored
test_count[1 Small File]Ignored
tests/benchmarks/test_interactive_reads.py::test_count[1 Small File]-3%
3.5 ms
3.6 ms
test_explain[1 Small File]Ignored
tests/benchmarks/test_interactive_reads.py::test_explain[1 Small File]-2%
2 ms
2.1 ms
test_iter_rows_first_row[100 Small Files]Ignored
tests/benchmarks/test_interactive_reads.py::test_iter_rows_first_row[100 Small Files]+27%
305.9 ms
241 ms
test_show[100 Small Files]Ignored
tests/benchmarks/test_interactive_reads.py::test_show[100 Small Files]-33%
16.1 ms
23.8 ms
Commits
Click on a commit to change the comparison rangeBase
main
c97f87e
-2%
no stream, use joinset for buffer
13b19e0
3 days ago
by colin-ho+2%
consolidate into separate functions
23a3047
2 days ago
by colin-ho