refactor(arrow2): refactor daft-json to arrow-rs
#6297Comparing
universalmind303/json-refactor
(a4c8025
) withmain
(4123b50
)+27%
- Improvement
- 3
- Untouched
- 33
- Ignored
- 4
Benchmarks
40 total
test_read_json_array_format
tests/benchmarks/test_json_reads.py+27%
2.3 s1.8 s
test_read_jsonl_boolean
tests/benchmarks/test_json_reads.py+11%
394.9 ms357.1 ms
test_read_jsonl_nested_struct
tests/benchmarks/test_json_reads.py+10%
550.9 ms499.7 ms
test_read_jsonl_nested_list
tests/benchmarks/test_json_reads.py+5%
465.6 ms441.8 ms
test_read_jsonl_with_explicit_schema
tests/benchmarks/test_json_reads.py+2%
1.6 s1.6 s
test_tpch_sql[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+2%
86.3 ms84.8 ms
test_tpch[1-in-memory-8]
tests/benchmarks/test_local_tpch.py+2%
130.7 ms128.5 ms
test_tpch[1-in-memory-9]
tests/benchmarks/test_local_tpch.py+2%
256.2 ms252 ms
test_read_jsonl_wide_table
tests/benchmarks/test_json_reads.py+2%
1.6 s1.6 s
test_read_jsonl_float64
tests/benchmarks/test_json_reads.py+1%
282.9 ms279.2 ms
test_tpch[1-in-memory-1]
tests/benchmarks/test_local_tpch.py+1%
554.7 ms547.7 ms
test_read_jsonl_high_nulls
tests/benchmarks/test_json_reads.py+1%
410.7 ms407.8 ms
test_tpch[1-in-memory-3]
tests/benchmarks/test_local_tpch.py+1%
121.1 ms120.2 ms
test_tpch[1-in-memory-4]
tests/benchmarks/test_local_tpch.py+1%
84.3 ms83.8 ms
test_tpch[1-in-memory-10]
tests/benchmarks/test_local_tpch.py0%
167.3 ms166.8 ms
test_read_jsonl_int64
tests/benchmarks/test_json_reads.py0%
282.3 ms281.5 ms
test_tpch_sql[1-in-memory-2]
tests/benchmarks/test_local_tpch.py0%
149 ms148.6 ms
test_iter_rows_first_row[1 Small File]
tests/benchmarks/test_interactive_reads.py0%
35.7 ms35.6 ms
test_tpch_sql[1-in-memory-3]
tests/benchmarks/test_local_tpch.py0%
120.5 ms120.5 ms
test_tpch_sql[1-in-memory-10]
tests/benchmarks/test_local_tpch.py0%
166.9 ms167.1 ms
test_tpch_sql[1-in-memory-6]
tests/benchmarks/test_local_tpch.py0%
32.7 ms32.7 ms
test_read_jsonl_with_column_projection
tests/benchmarks/test_json_reads.py0%
1.3 s1.3 s
test_count[100 Small Files]
tests/benchmarks/test_interactive_reads.py0%
57.4 ms57.5 ms
test_read_jsonl_string
tests/benchmarks/test_json_reads.py0%
327 ms327.8 ms
test_tpch[1-in-memory-2]
tests/benchmarks/test_local_tpch.py0%
49.3 ms49.4 ms
Commits
Click on a commit to change the comparison rangeBase
main
4123b50
+27.46%
Merge branch 'main' into universalmind303/json-refactor
ad6f6e9
7 hours ago
by universalmind303-0.24%
Merge branch 'universalmind303/json-refactor' of https://github.com/Eventual-Inc/Daft into universalmind303/json-refactor
a4c8025
6 hours ago
by universalmind303