feat: add ignore_corrupt_files option to read_parquet, read_csv and read_iceberg
#6520Comparing
chenghuichen:ignore_corrupt
(9f121e1
) withmain
(05a59dd
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+3%
132.3 ms128.1 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+2%
122.8 ms120.2 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+2%
121.5 ms119.3 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
115.1 ms113.1 ms
test_tpch[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+2%
115.4 ms113.4 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+1%
152.3 ms150.6 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+1%
121.4 ms120.3 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
168.3 ms166.9 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
169.3 ms167.9 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py+1%
1.7 s1.7 s
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py+1%
1.3 s1.3 s
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
132.7 ms131.9 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py+1%
1.7 s1.7 s
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
85.9 ms85.4 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+1%
507 ms504.2 ms
test_tpch_sql[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
544.9 ms542 ms
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.py0%
85.2 ms85 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
34.3 ms34.2 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.9 ms32.8 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py0%
68.3 ms68.3 ms
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.2 ms32.2 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py0%
252.7 ms252.7 ms
test_explain[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
11.1 ms11.1 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
548.6 ms548.9 ms
Commits
Click on a commit to change the comparison rangeBase
main
05a59dd
-0.61%
ignore corrupt files
794c684
7 hours ago
by chenghuichen+0.95%
ignore corrupt files
fc2c9c0
3 hours ago
by chenghuichen-0.05%
ignore corrupt files
9f121e1
51 minutes ago
by chenghuichen