fix(writers): strip partition columns from Hive-partitioned file bodies
#6770Comparing
aaron-ang:fix/partition-parquet-hive-convention
(8e3e3f6
) withmain
(50da953
)N/A
- Untouched
- 40
- Dropped
- 10
- Ignored
- 4
Benchmarks
54 total
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.pyMissing
N/A
428 ms*N/A
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.pyMissing
N/A
117.6 ms*N/A
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.pyMissing
N/A
121.7 ms*N/A
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.pyMissing
N/A
32.4 ms*N/A
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.pyMissing
N/A
84.6 ms*N/A
test_tpch[1-in-memory-7]
tests/benchmarks/test_local_tpch.pyMissing
N/A
116.8 ms*N/A
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.pyMissing
N/A
166.6 ms*N/A
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.pyMissing
N/A
244.9 ms*N/A
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.pyMissing
N/A
131.9 ms*N/A
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.pyMissing
N/A
50.8 ms*N/A
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+9%
146.9 ms135.2 ms
test_clickbench_sql[1]
tests/benchmarks/test_clickbench.py+4%
16.5 ms15.8 ms
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+3%
87.6 ms84.8 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py+2%
363.9 ms355.9 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+1%
115.4 ms114 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py+1%
486.5 ms481.3 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py+1%
288 ms285.1 ms
test_clickbench_sql[38]
tests/benchmarks/test_clickbench.py+1%
75.1 ms74.4 ms
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+1%
249 ms247.5 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
12.1 ms12 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
121.8 ms121.3 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py0%
285.3 ms284.7 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
33.2 ms33.1 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py0%
411.9 ms411.5 ms
Commits
Click on a commit to change the comparison rangeBase
main
9c99919
-0.24%
test(integration): pass hive_partitioning=True when reading Daft-written partitioned datasets
aca54ec
9 days ago
by aaron-ang