aldenks:shard-slice-indexing-benchmark - Branch - zarr-developers/zarr-python

Add benchmarks for sharded + local store indexing

#3663

Comparing

aldenks:shard-slice-indexing-benchmark

(

0542993

) with

main

(

68359bc

)

Untouched: 24

New: 24

Skipped: 6

Benchmarks

Skipped (6)

New

test_slice_indexing[None-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A500.6 ms

test_slice_indexing[None-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A502.7 ms

test_slice_indexing[None-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A937.7 ms

test_slice_indexing[(50, 50, 50)-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A541.9 ms

test_slice_indexing[(50, 50, 50)-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A286.5 ms

test_slice_indexing[None-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-local]

tests/benchmarks/test_indexing.py

N/A

N/A930.3 ms

test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A938.9 µs

test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A546.7 ms

test_slice_indexing[(50, 50, 50)-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-local]

tests/benchmarks/test_indexing.py

N/A

N/A658.9 ms

test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A671.5 ms

test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A7.6 ms

test_slice_indexing[(50, 50, 50)-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A2.7 ms

test_slice_indexing[None-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A274.2 ms

test_slice_indexing[None-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A1.2 ms

test_slice_indexing[(50, 50, 50)-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-local]

tests/benchmarks/test_indexing.py

N/A

N/A486 ms

test_slice_indexing[(50, 50, 50)-(0, 0, 0)-local]

tests/benchmarks/test_indexing.py

N/A

N/A2.6 ms

test_slice_indexing[None-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-local]

tests/benchmarks/test_indexing.py

N/A

N/A510.9 ms

test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A4.7 ms

test_slice_indexing[(50, 50, 50)-(0, 0, 0)-memory]

tests/benchmarks/test_indexing.py

N/A

N/A1.9 ms

test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A12.7 ms

test_slice_indexing[(50, 50, 50)-(slice(None, 10, None), slice(None, 10, None), slice(None, 10, None))-memory]

tests/benchmarks/test_indexing.py

N/A

N/A2 ms

test_slice_indexing[None-(slice(None, None, None), slice(0, 3, 2), slice(0, 10, None))-local]

tests/benchmarks/test_indexing.py

N/A

N/A7.7 ms

test_slice_indexing[None-(0, 0, 0)-memory]

tests/benchmarks/test_indexing.py

N/A

N/A921.3 µs

test_slice_indexing[None-(0, 0, 0)-local]

tests/benchmarks/test_indexing.py

N/A

N/A1.2 ms

Passed

test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]

tests/benchmarks/test_e2e.py

+2%

1.6 s1.6 s

test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]

tests/benchmarks/test_e2e.py

+2%

2.8 s2.8 s

test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]

tests/benchmarks/test_e2e.py

+1%

706.7 ms699.2 ms

test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]

tests/benchmarks/test_e2e.py

+1%

1,006 ms998.2 ms

test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]

tests/benchmarks/test_e2e.py

+1%

3.3 s3.3 s

test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]

tests/benchmarks/test_e2e.py

+1%

548.6 ms545.2 ms

test_write_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]

tests/benchmarks/test_e2e.py

+1%

1.2 s1.2 s

test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]

tests/benchmarks/test_e2e.py

3.8 s3.8 s

test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]

tests/benchmarks/test_e2e.py

6.8 s6.8 s

test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]

tests/benchmarks/test_e2e.py

6.8 s6.8 s

test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]

tests/benchmarks/test_e2e.py

3.8 s3.8 s

test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]

tests/benchmarks/test_e2e.py

1.7 s1.7 s

test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]

tests/benchmarks/test_e2e.py

372.3 ms371.9 ms

test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]

tests/benchmarks/test_e2e.py

15.9 s15.9 s

test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]

tests/benchmarks/test_e2e.py

1.2 s1.2 s

test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]

tests/benchmarks/test_e2e.py

674.7 ms676.4 ms

test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]

tests/benchmarks/test_e2e.py

1.5 s1.5 s

test_write_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]

tests/benchmarks/test_e2e.py

2.2 s2.2 s

test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]

tests/benchmarks/test_e2e.py

11.3 s11.3 s

test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-None]

tests/benchmarks/test_e2e.py

1.6 s1.6 s

test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]

tests/benchmarks/test_e2e.py

15.4 s15.4 s

test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]

tests/benchmarks/test_e2e.py

11.3 s11.3 s

test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=(1000,))-gzip]

tests/benchmarks/test_e2e.py

-1%

1.9 s1.9 s

test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]

tests/benchmarks/test_e2e.py

-1%

1 s1 s

Commits

Click on a commit to change the comparison range

Base

main

68359bc

-0.86%

Add benchmarks for sharded + local store indexing Parameterize with shards and no shards. Parameterize with local + memory store to have an example of a store which has some modest latency.

c15bd60

1 day ago

by aldenks

+1.08%

Merge branch 'main' into shard-slice-indexing-benchmark

0542993

1 day ago

by d-v-b

Home Terms Privacy Docs