perf: cache lexicographic chunk coords in sharding codec
#4012Comparing
d-v-b:perf-sharding-coord-cache
(3372b05
) withmain
(c0e2afa
)+77%
- Improvement
- 3
- Untouched
- 63
- Skipped
- 6
No successful run was found on main ( 1cda981) during the generation of this report, so c0e2afa was used instead as the comparison base. There might be some changes unrelated to this pull request in this report.
Benchmarks
72 total
test_sharded_morton_write_single_chunk[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py+78%
386.8 ms217.2 ms
test_sharded_morton_write_single_chunk[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py+77%
292.6 ms165.7 ms
test_sharded_morton_write_single_chunk[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py+75%
348.6 ms198.7 ms
test_sharded_morton_single_chunk[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py+5%
2.3 ms2.2 ms
test_sharded_morton_single_chunk[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py+5%
2.2 ms2.1 ms
test_sharded_morton_single_chunk[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py+3%
2.3 ms2.2 ms
test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory_get_latency]
tests/benchmarks/test_indexing.py+2%
2.1 ms2 ms
test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory]
tests/benchmarks/test_indexing.py+2%
3.4 ms3.4 ms
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py0%
615.3 ms613.4 ms
test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory]
tests/benchmarks/test_indexing.py0%
872.9 µs870.5 µs
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]
tests/benchmarks/test_e2e.py0%
1.8 s1.8 s
test_slice_indexing[None-(0, 0, 0)-memory_get_latency]
tests/benchmarks/test_indexing.py0%
2 ms2 ms
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]
tests/benchmarks/test_e2e.py0%
1.2 s1.2 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py0%
1.1 s1.1 s
test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory_get_latency]
tests/benchmarks/test_indexing.py0%
4 ms4 ms
test_morton_order_iter[(10, 10, 10)]
tests/benchmarks/test_indexing.py0%
5.4 ms5.4 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py0%
257.3 ms258 ms
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py0%
5.1 s5.1 s
test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py0%
5.1 s5.1 s
test_slice_indexing[(50, 50, 50)-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory_get_latency]
tests/benchmarks/test_indexing.py-1%
401.4 ms403.4 ms
test_sharded_morton_indexing_large[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py-1%
9.9 s9.9 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py-1%
10.1 s10.1 s
test_sharded_morton_indexing_large[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py-1%
7.4 s7.5 s
test_slice_indexing[(50, 50, 50)-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory_get_latency]
tests/benchmarks/test_indexing.py-1%
206.1 ms207.2 ms
test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]
tests/benchmarks/test_e2e.py-1%
1.9 s1.9 s
Commits
Click on a commit to change the comparison rangeBase
main
c0e2afa
+76.71%
perf: cache lexicographic chunk coords in sharding codec
3372b05
20 hours ago
by d-v-b