fix(flight-shuffle): make coordinator memory O(servers × partitions) instead of O(map_tasks × partitions)
#7056Comparing
colin/flight-shuffle-coordinator-memory
(e2c0adf
) withmain
(ca51c63
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py+5%
83.4 ms79.1 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+3%
118.9 ms115.6 ms
test_clickbench_sql[2]
tests/benchmarks/test_clickbench.py+2%
22.6 ms22.1 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py+1%
285.4 ms282.7 ms
test_clickbench_sql[41]
tests/benchmarks/test_clickbench.py+1%
66.1 ms65.5 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+1%
280.5 ms278.4 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
12 ms11.9 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py+1%
34.6 ms34.4 ms
test_clickbench_sql[19]
tests/benchmarks/test_clickbench.py+1%
11 ms10.9 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+1%
499.7 ms496.7 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py0%
485 ms483.1 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py0%
358.4 ms357 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
10.2 ms10.1 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py0%
97.4 ms97.1 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
101.1 ms100.8 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py0%
407.6 ms406.6 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
421.3 ms420.4 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py0%
448.6 ms447.9 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py0%
77.7 ms77.6 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
49.9 ms49.9 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.2 ms68.2 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py0%
69.5 ms69.6 ms
Commits
Click on a commit to change the comparison rangeBase
main
ca51c63
+0.02%
fix(flight-shuffle): make coordinator memory O(map_tasks + partitions) instead of O(map_tasks x partitions)
e2c0adf
2 hours ago
by colin-ho