feat: optimize map reduce shuffle flow to solve oom issue
#6346Comparing
caican00:shuffle-opt-1
(e7835e5
) withmain
(fb5ef0c
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+3%
171.5 ms166.9 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+2%
135.7 ms132.9 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+2%
52.8 ms51.7 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+2%
169.9 ms166.8 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
116.5 ms114.6 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+2%
86.7 ms85.3 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+2%
123 ms121.1 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+2%
51.5 ms50.7 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
116.9 ms115.1 ms
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
116.6 ms115.2 ms
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
84.5 ms83.6 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+1%
278.5 ms275.6 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
325.8 ms323.2 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
401.9 ms399.3 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py+1%
68.7 ms68.3 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
252.6 ms251.8 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.6 s1.6 s
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
279.3 ms278.8 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
549.1 ms548.2 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py0%
442.3 ms441.9 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
491 ms491 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
12.4 ms12.4 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.1 ms32.1 ms
Commits
Click on a commit to change the comparison rangeBase
main
fb5ef0c
+0.42%
fix: fix style
e7835e5
17 hours ago