feat(shuffle): track rows/bytes/partitions on shuffle write sinks
#6976Comparing
chris/shuffle-write-stats
(602a8a9
) withmain
(f65412d
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[2]
tests/benchmarks/test_clickbench.py+3%
21.9 ms21.2 ms
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py+2%
7.1 ms7 ms
test_clickbench_sql[0]
tests/benchmarks/test_clickbench.py+1%
4.6 ms4.5 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
423.4 ms420.4 ms
test_clickbench_sql[38]
tests/benchmarks/test_clickbench.py+1%
74.6 ms74.2 ms
test_clickbench_sql[3]
tests/benchmarks/test_clickbench.py+1%
8.7 ms8.7 ms
test_clickbench_sql[41]
tests/benchmarks/test_clickbench.py0%
66 ms65.7 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
251.2 ms250.2 ms
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
50.9 ms50.7 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py0%
489.3 ms487.8 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
12.1 ms12 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
34.5 ms34.4 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py0%
77 ms76.9 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.1 ms68.1 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py0%
86.1 ms86.2 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
33.1 ms33.1 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py0%
113.3 ms113.4 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_clickbench_sql[7]
tests/benchmarks/test_clickbench.py0%
18.4 ms18.4 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
120.7 ms121 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py0%
282 ms282.8 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
498.4 ms500 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_clickbench_sql[4]
tests/benchmarks/test_clickbench.py0%
81 ms81.3 ms
Commits
Click on a commit to change the comparison rangeBase
main
f65412d
-0.19%
fixes
e14e653
2 hours ago
by cckellogg-0.04%
fix
602a8a9
34 minutes ago
by cckellogg