sketch out sync codecs + threadpool
#3715Comparing
d-v-b:perf/faster-codecs
(9d77ca5
) withmain
(f8b3d38
)×5
- Improvement
- 50
- Untouched
- 6
- Skipped
- 6
This report only contains results for the Wall Time instrument. To view results for the CPU Simulation instrument, click here.
Benchmarks
62 total
test_sharded_morton_indexing[(16, 16, 16)-memory]
tests/benchmarks/test_indexing.py×5
149.2 ms30.1 ms
test_sharded_morton_indexing[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py×4.9
1,183.9 ms239.4 ms
test_sharded_morton_indexing_large[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py×4.9
9.4 s1.9 s
test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×4.8
2,886.3 ms602.4 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×4.8
2,886.8 ms604.5 ms
test_slice_indexing[(50, 50, 50)-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]
tests/benchmarks/test_indexing.py×4.3
413.2 ms95.8 ms
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py×4.3
619.7 ms143.9 ms
test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-memory]
tests/benchmarks/test_indexing.py×4.2
419.2 ms99.4 ms
test_slice_indexing[(50, 50, 50)-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]
tests/benchmarks/test_indexing.py×4.2
217 ms51.6 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×4.2
6 s1.4 s
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py×4.2
278.1 ms66.7 ms
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py×4.2
952.5 ms228.6 ms
test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×4.1
5.9 s1.4 s
test_slice_indexing[None-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]
tests/benchmarks/test_indexing.py×4
205.5 ms51.9 ms
test_slice_indexing[None-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]
tests/benchmarks/test_indexing.py×3.9
376.5 ms95.4 ms
test_slice_indexing[None-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-memory]
tests/benchmarks/test_indexing.py×3.9
379 ms97.1 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py×3.8
590 ms154.1 ms
test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py×3.8
1,031.6 ms270.8 ms
test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×3.7
9.7 s2.6 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×3.7
9.7 s2.6 s
test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory]
tests/benchmarks/test_indexing.py×3.6
3.7 ms1 ms
test_slice_indexing[None-(0, 0, 0)-memory]
tests/benchmarks/test_indexing.py×3.4
855.9 µs248.4 µs
test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory]
tests/benchmarks/test_indexing.py×3.2
874.8 µs271.4 µs
test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×3.1
5.5 s1.8 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×3.1
5.5 s1.8 s
Commits
Click on a commit to change the comparison rangeBase
main
f8b3d38
-99.98%
sketch out sync codecs + threadpool
f427898
21 hours ago
by d-v-b0%
Merge branch 'main' into perf/faster-codecs
dbdc3d4
21 hours ago
by d-v-b+0.01%
Merge branch 'perf/faster-codecs' of https://github.com/d-v-b/zarr-python into perf/faster-codecs
e24fe7e
10 hours ago
by d-v-b×3
add partial encode / decode
f979eaa
8 hours ago
by d-v-b×3.2
add sync hotpath
a934899
8 hours ago
by d-v-b+15.57%
add comments and documentation
b53ac3e
7 hours ago
by d-v-b+46.55%
refactor sharding to allow sync
73ac845
7 hours ago
by d-v-b+7.05%
fix array spec propagation
aeecda8
7 hours ago
by d-v-b-6.13%
fix countingdict tests
69172fb
6 hours ago
by d-v-b+4.69%
update design doc
28d0def
5 hours ago
by d-v-b+6.34%
dynamic pool allocation
f8e39e6
4 hours ago
by d-v-b+8.76%
default to 1 itemsize for data types that don't declare it
b388911
4 hours ago
by d-v-b×3.3
Merge branch 'main' into perf/faster-codecs
7e29ef3
4 hours ago
by d-v-bMerge branch 'main' into perf/faster-codecs
00dde0b
3 hours ago
by d-v-b+0.69%
remove extra codec pipeline
9d77ca5
2 hours ago
by d-v-b