sketch out improved performance by refactoring codec pipeline logic
#3719Comparing
d-v-b:perf/smarter-codecs
(d5c712c
) withmain
(a02d996
)×260
- Improvement
- 59
- Untouched
- 7
- Skipped
- 6
Benchmarks
72 total
test_sharded_morton_write_single_chunk[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py×260
191,565.8 µs730.7 µs
test_sharded_morton_write_single_chunk[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py×240
172,414.9 µs732.9 µs
test_sharded_morton_write_single_chunk[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py×200
145,387.9 µs730.1 µs
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×21
5,367.9 ms252.9 ms
test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×21
5,363.5 ms255 ms
test_write_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×7.8
9.6 s1.2 s
test_write_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×7.7
9.5 s1.2 s
test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×6.1
2,883.7 ms472.1 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-None]
tests/benchmarks/test_e2e.py×6.1
2,881 ms475.2 ms
test_sharded_morton_indexing[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py×5.9
1,180.3 ms201.2 ms
test_sharded_morton_indexing_large[(30, 30, 30)-memory]
tests/benchmarks/test_indexing.py×5.9
7.7 s1.3 s
test_sharded_morton_indexing_large[(32, 32, 32)-memory]
tests/benchmarks/test_indexing.py×5.8
9.4 s1.6 s
test_sharded_morton_indexing[(16, 16, 16)-memory]
tests/benchmarks/test_indexing.py×5.8
148.5 ms25.6 ms
test_sharded_morton_indexing_large[(33, 33, 33)-memory]
tests/benchmarks/test_indexing.py×5.8
10.3 s1.8 s
test_slice_indexing[(50, 50, 50)-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]
tests/benchmarks/test_indexing.py×5.3
414.6 ms78.9 ms
test_slice_indexing[(50, 50, 50)-(slice(None, None, None), slice(None, None, None), slice(None, None, None))-memory]
tests/benchmarks/test_indexing.py×5
419.6 ms83.5 ms
test_slice_indexing[(50, 50, 50)-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]
tests/benchmarks/test_indexing.py×5
218.6 ms43.7 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×4.7
6 s1.3 s
test_read_array[local-Layout(shape=(1000000,), chunks=(100,), shards=(1000000,))-gzip]
tests/benchmarks/test_e2e.py×4.6
5.9 s1.3 s
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py×4.4
634.6 ms143.2 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-None]
tests/benchmarks/test_e2e.py×4.1
277.9 ms67.8 ms
test_read_array[local-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py×4.1
944.7 ms231.4 ms
test_slice_indexing[None-(slice(0, None, 4), slice(0, None, 4), slice(0, None, 4))-memory]
tests/benchmarks/test_indexing.py×3.9
376.7 ms95.6 ms
test_slice_indexing[None-(slice(10, -10, 4), slice(10, -10, 4), slice(10, -10, 4))-memory]
tests/benchmarks/test_indexing.py×3.9
206.3 ms52.6 ms
test_read_array[memory-Layout(shape=(1000000,), chunks=(1000,), shards=None)-gzip]
tests/benchmarks/test_e2e.py×3.9
585.4 ms150.9 ms
Commits
Click on a commit to change the comparison rangeBase
main
a02d996
-57.83%
Merge remote-tracking branch 'origin/main' into perf/smarter-codecs
ea8eaf1
21 days ago
by d-v-b×260
set_range is a protocol
b290881
20 days ago
by d-v-b×8.7
Merge branch 'main' into perf/smarter-codecs
116e417
20 days ago
by d-v-bMerge branch 'main' into perf/smarter-codecs
d5c712c
18 days ago
by d-v-b