enh add dataset download from kaggle

Author: etyl

datasets/bsd500_bsd20.py

@@ -1,4 +1,6 @@
 from benchopt import BaseDataset, safe_import_context, config
+from pathlib import Path
+import os
 
 with safe_import_context() as import_ctx:
     import deepinv as dinv
@@ -7,6 +9,7 @@
     from benchmark_utils.image_dataset import ImageDataset
     from deepinv.physics import Downsampling, Denoising, GaussianNoise
     from deepinv.physics.generator import MotionBlurGenerator
+    import kagglehub
 
 
 class Dataset(BaseDataset):
@@ -21,7 +24,7 @@ class Dataset(BaseDataset):
         'img_size': [256],
     }
 
-    requirements = ["datasets"]
+    requirements = ["kagglehub"]
 
     def get_data(self):
         # TODO: Remove
@@ -74,24 +77,29 @@ def get_data(self):
             transforms.ToTensor()
         ])
 
+        path = Path(kagglehub.dataset_download(
+            "balraj98/berkeley-segmentation-dataset-500-bsds500"))
+        path = path / "images"
+
         train_dataset = ImageDataset(
-            config.get_data_path("BSD500") / "train",
+            path / "train",
             transform=transform
         )
 
         test_dataset = ImageDataset(
-            config.get_data_path("BSD500") / "val",
+            path / "val",
             transform=transform,
             num_images=20
         )
 
+        data_path = Path(os.path.dirname(os.path.abspath(__file__)))
+        data_path = data_path.parent / "data"
+
         dinv_dataset_path = dinv.datasets.generate_dataset(
             train_dataset=train_dataset,
             test_dataset=test_dataset,
             physics=physics,
-            save_dir=config.get_data_path(
-                key="generated_datasets"
-            ) / "bsd500_bsd20",
+            save_dir=data_path / "bsd500_bsd20",
             dataset_filename=self.task,
             device=device
         )

datasets/bsd500_cbsd68.py

@@ -1,4 +1,6 @@
 from benchopt import BaseDataset, safe_import_context, config
+from pathlib import Path
+import os
 
 with safe_import_context() as import_ctx:
     import deepinv as dinv
@@ -11,6 +13,7 @@
     )
     from deepinv.physics import Denoising, GaussianNoise, Downsampling
     from deepinv.physics.generator import MotionBlurGenerator
+    import kagglehub
 
 
 class Dataset(BaseDataset):
@@ -77,22 +80,28 @@ def get_data(self):
             transforms.ToTensor()
         ])
 
+        path = Path(kagglehub.dataset_download(
+            "balraj98/berkeley-segmentation-dataset-500-bsds500"))
+        path = path / "images"
+
         train_dataset = ImageDataset(
-            config.get_data_path("BSD500") / "train", transform=transform
+            path / "train",
+            transform=transform
         )
 
         dataset_cbsd68 = load_dataset("deepinv/CBSD68")
         test_dataset = HuggingFaceTorchDataset(
             dataset_cbsd68["train"], key="png", transform=transform
         )
 
+        data_path = Path(os.path.dirname(os.path.abspath(__file__)))
+        data_path = data_path.parent / "data"
+
         dinv_dataset_path = dinv.datasets.generate_dataset(
             train_dataset=train_dataset,
             test_dataset=test_dataset,
             physics=physics,
-            save_dir=config.get_data_path(
-                key="generated_datasets"
-            ) / "bsd500_cbsd68",
+            save_dir=data_path / "bsd500_cbsd68",
             dataset_filename=self.task,
             device=device
         )

datasets/bsd500_imnet100.py

@@ -1,4 +1,6 @@
 from benchopt import BaseDataset, safe_import_context, config
+from pathlib import Path
+import os
 
 with safe_import_context() as import_ctx:
     import deepinv as dinv
@@ -11,6 +13,7 @@
     from deepinv.physics import Downsampling, Denoising, GaussianNoise
     from deepinv.physics.generator import MotionBlurGenerator
     from datasets import load_dataset
+    import kagglehub
 
 
 class Dataset(BaseDataset):
@@ -77,8 +80,11 @@ def get_data(self):
             transforms.ToTensor()
         ])
 
+        path = Path(kagglehub.dataset_download(
+            "balraj98/berkeley-segmentation-dataset-500-bsds500"))
+
         train_dataset = ImageDataset(
-            config.get_data_path("BSD500") / "train",
+            path / "train",
             transform=transform
         )
 
@@ -89,13 +95,14 @@ def get_data(self):
             transform=transform
         )
 
+        data_path = Path(os.path.dirname(os.path.abspath(__file__)))
+        data_path = data_path.parent / "data"
+
         dinv_dataset_path = dinv.datasets.generate_dataset(
             train_dataset=train_dataset,
             test_dataset=test_dataset,
             physics=physics,
-            save_dir=config.get_data_path(
-                key="generated_datasets"
-            ) / "bsd500_imnet100",
+            save_dir=data_path / "bsd500_imnet100",
             dataset_filename=self.task,
             device=device
         )

datasets/cbsd68_set3c.py

@@ -1,4 +1,6 @@
 from benchopt import BaseDataset, safe_import_context, config
+import os
+from pathlib import Path
 
 with safe_import_context() as import_ctx:
     import deepinv as dinv
@@ -87,13 +89,14 @@ def get_data(self):
             dataset_Set3c["train"], key="image", transform=transform
         )
 
+        data_path = Path(os.path.dirname(os.path.abspath(__file__)))
+        data_path = data_path.parent / "data"
+
         dinv_dataset_path = dinv.datasets.generate_dataset(
             train_dataset=train_dataset,
             test_dataset=test_dataset,
             physics=physics,
-            save_dir=config.get_data_path(
-                key="generated_datasets"
-            ) / "sbsd68_set3c",
+            save_dir=data_path / "sbsd68_set3c",
             dataset_filename=self.task,
             device=device
         )