refactor: migrate PaimonScanOperator to DataSource API
#6600Comparing
chenghuichen:paimon-refactor
(a2ff640
) withmain
(539ff3c
)0%
- Untouched
- 36
- Ignored
- 4
Benchmarks
40 total
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py+6%
52.5 ms49.7 ms
test_read_jsonl_with_limit
tests/benchmarks/test_json_reads.py+2%
69.4 ms67.9 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py+2%
462.2 ms452.4 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+2%
152.5 ms149.6 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
413.1 ms407.6 ms
test_tpch_sql[1-in-memory-7]
tests/benchmarks/test_local_tpch.py+1%
118.3 ms116.8 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py+1%
51.7 ms51.1 ms
test_tpch_sql[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+1%
133.5 ms132.4 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py+1%
333 ms330.5 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py+1%
176.2 ms175.2 ms
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
84.3 ms83.8 ms
test_tpch_sql[1-in-memory-5]
tests/benchmarks/test_local_tpch.py+1%
114.1 ms113.5 ms
test_show[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
11.9 ms11.9 ms
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py0%
363.6 ms362.7 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py0%
551.4 ms550.4 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
286.8 ms286.4 ms
test_read_json_array_format
tests/benchmarks/test_json_reads.py0%
1.8 s1.8 s
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py0%
283.7 ms283.4 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py0%
504.9 ms504.2 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
121.9 ms121.9 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.9 ms32.9 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py0%
1.7 s1.7 s
test_tpch[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.2 ms32.3 ms
Commits
Click on a commit to change the comparison rangeBase
main
539ff3c
+0.02%
migrate PaimonScanOperator to DataSource API
a2ff640
2 hours ago
by chenghuichen