feat: add ignore_corrupt_files option to read_parquet, read_csv and read_iceberg
#6520Comparing
chenghuichen:ignore_corrupt
(077cd52
) withmain
(9c99919
)0%
- Untouched
- 40
- Ignored
- 4
- Skipped
- 10
Benchmarks
54 total
test_clickbench_sql[6]
tests/benchmarks/test_clickbench.py+4%
7.2 ms6.9 ms
test_clickbench_sql[2]
tests/benchmarks/test_clickbench.py+3%
22.6 ms21.9 ms
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+2%
287.2 ms281.7 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py+2%
360.6 ms354.7 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py+2%
289.1 ms284.4 ms
test_clickbench_sql[40]
tests/benchmarks/test_clickbench.py+1%
77 ms75.9 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
329.6 ms326.8 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
135.4 ms134.3 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
413.7 ms410.7 ms
test_clickbench_sql[42]
tests/benchmarks/test_clickbench.py+1%
83.5 ms83 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py+1%
456.4 ms453.9 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
12.2 ms12.1 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.5 ms68.2 ms
test_clickbench_sql[37]
tests/benchmarks/test_clickbench.py0%
183.7 ms183.2 ms
test_clickbench_sql[36]
tests/benchmarks/test_clickbench.py0%
487.9 ms487.1 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
251.4 ms251.8 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
33.1 ms33.1 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.4 s
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
34.6 ms34.7 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
506.9 ms508.8 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py0%
114.3 ms114.9 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py-1%
120.4 ms121.3 ms
Commits
Click on a commit to change the comparison rangeBase
main
9c99919
+0.1%
ignore corrupt files
93e43b3
5 hours ago
-0.55%
ignore corrupt files
077cd52
5 hours ago