Avatar for the zarr-developers user
zarr-developers
zarr-python
BlogDocsChangelog

perf: cache lexicographic chunk coords in sharding codec

#4012Merged
Comparing
d-v-b:perf-sharding-coord-cache
(
c8e1ffa
) with
main
(
b9d3964
)
CodSpeed Performance Gauge
×5.4
Improvement
3
Untouched
56
New
10
Skipped
13

Benchmarks

82 total
test_sharded_morton_write_single_chunk[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
×5.5
349.8 ms64.1 ms
test_sharded_morton_write_single_chunk[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
×5.4
385.1 ms70.9 ms
test_sharded_morton_write_single_chunk[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
×5.3
291.6 ms55 ms
test_morton_order[(8, 8, 8)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A468.8 µs
test_morton_order[(10, 10, 10)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A867.2 µs
test_morton_order[(16, 16, 16)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A2.6 ms
test_morton_order[(20, 20, 20)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A5.8 ms
test_morton_order[(32, 32, 32)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A21.2 ms
test_morton_order[(30, 30, 30)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A18.6 ms
test_morton_order[(33, 33, 33)]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A24.9 ms
test_sharded_morton_write_single_chunk_warm_cache[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A24.6 ms
test_sharded_morton_write_single_chunk_warm_cache[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A32.5 ms
test_sharded_morton_write_single_chunk_warm_cache[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
N/A
N/A28.5 ms
test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
+3%
3.4 ms3.3 ms
test_slice_indexing[None-(0, 0, 0)-memory_get_latency]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
+3%
2 ms2 ms
test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
+2%
872.1 µs852.6 µs
test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory_get_latency]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
+2%
4 ms3.9 ms
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
+2%
1.2 s1.2 s
test_sharded_morton_single_chunk[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
-2%
2.1 ms2.2 ms
test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
-2%
1.6 s1.7 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
+2%
1.8 s1.8 s
test_slice_indexing[None-(0, 0, 0)-memory]
tests/benchmarks/test_indexing.py
CodSpeed Performance Gauge
+1%
862.4 µs850.3 µs
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
+1%
1.3 s1.3 s
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
-1%
916.8 ms928.3 ms
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py
CodSpeed Performance Gauge
+1%
5.1 s5.1 s

Commits

Click on a commit to change the comparison range
Base
main
b9d3964
+76.71%
perf: cache lexicographic chunk coords in sharding codec
3372b05
21 days ago
by d-v-b
-4.94%
refactor(indexing): make morton_order_iter the lazy primitive too
6840249
14 days ago
by d-v-b
-31.45%
perf: build order-coord tuples via .tolist(); document dual representation
2742897
14 days ago
by d-v-b
×5
Merge branch 'perf-sharding-coord-cache' of github.com:d-v-b/zarr-python into perf-sharding-coord-cache
c8e1ffa
4 days ago
by d-v-b
© 2026 CodSpeed Technology
Home Terms Privacy Docs