feat: add concat sparse benchmarks

Author: ilan-gold

benchmarks/benchmarks/sparse_dataset.py

@@ -1,13 +1,14 @@
 from __future__ import annotations
 
+import tempfile
 from types import MappingProxyType
 
 import numpy as np
 import zarr
 from dask.array.core import Array as DaskArray
 from scipy import sparse
 
-from anndata import AnnData
+from anndata import AnnData, concat
 from anndata._core.sparse_dataset import sparse_dataset
 from anndata._io.specs import write_elem
 from anndata.experimental import read_elem_lazy
@@ -70,3 +71,26 @@ def peakmem_getitem_adata(self, *_):
         res = self.adata[self.slice]
         if isinstance(res, DaskArray):
             res.compute()
+
+
+class SparseCSRDask:
+    def setup(self):
+        X = sparse.random(
+            10_000,
+            10_000,
+            density=0.01,
+            format="csr",
+            random_state=np.random.default_rng(42),
+        )
+        self.tmpdir = tempfile.TemporaryDirectory("tmp.zarr")
+        self.group = zarr.group(self.tmpdir.name)
+        write_elem(self.group, "X", X)
+
+    def time_concat_many(self):
+        concat([AnnData(X=read_elem_lazy(self.group["X"])) for i in range(100)])
+
+    def peakmem_concat_many(self):
+        concat([AnnData(X=read_elem_lazy(self.group["X"])) for i in range(100)])
+
+    def teardown(self):
+        self.tmpdir.cleanup()