Merge pull request #5445 from CristianoPizzamiglio:feat-pneumoniamnist-dataset

PiperOrigin-RevId: 675117641

Author: The TensorFlow Datasets Authors

tensorflow_datasets/datasets/pneumonia_mnist/CITATIONS.bib

@@ -0,0 +1,10 @@
+@article{yang2023medmnist,
+  title={Medmnist v2-a large-scale lightweight benchmark for 2d and 3d biomedical image classification},
+  author={Yang, Jiancheng and Shi, Rui and Wei, Donglai and Liu, Zequan and Zhao, Lin and Ke, Bilian and Pfister, Hanspeter and Ni, Bingbing},
+  journal={Scientific Data},
+  volume={10},
+  number={1},
+  pages={41},
+  year={2023},
+  publisher={Nature Publishing Group UK London}
+}

tensorflow_datasets/datasets/pneumonia_mnist/README.md

@@ -0,0 +1,9 @@
+# MedMNIST Pneumonia Dataset
+
+The PneumoniaMNIST is based on a prior dataset of 5,856 pediatric chest X-Ray
+images. The task is binary-class classification of pneumonia against normal. The
+source training set is split with a ratio of 9:1 into training and validation
+set, and use its source validation set as the test set. The source images are
+gray-scale, and their sizes are (384–2,916) × (127–2,713). The images are
+center-cropped with a window size of length of the short edge and resized into 1
+× 28 × 28.

tensorflow_datasets/datasets/pneumonia_mnist/TAGS.txt

@@ -0,0 +1,3 @@
+content.data-type.image # Contains image data.
+content.subject.health # Relates to health.
+ml.task.image-classification # Relates to Image Classification, a machine learning task.

tensorflow_datasets/datasets/pneumonia_mnist/__init__.py

@@ -0,0 +1,15 @@
+# coding=utf-8
+# Copyright 2024 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+

tensorflow_datasets/datasets/pneumonia_mnist/checksums.tsv

@@ -0,0 +1,2 @@
+https://zenodo.org/records/10519652/files/pneumoniamnist.npz	4170669	e1792d3f03751cb101e99f19a63b3c1941436c988665f47853417b05be250cd8	pneumoniamnist.npz
+https://zenodo.org/records/10519652/files/pneumoniamnist.npz?download=1	4170669	e1792d3f03751cb101e99f19a63b3c1941436c988665f47853417b05be250cd8	pneumoniamnist.npz

tensorflow_datasets/datasets/pneumonia_mnist/dummy_data/pneumoniamnist.npz

@@ -0,0 +1,70 @@
+# coding=utf-8
+# Copyright 2024 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Pneumonia Mnist dataset."""
+
+import numpy as np
+from tensorflow_datasets.core.utils.lazy_imports_utils import tensorflow as tf
+import tensorflow_datasets.public_api as tfds
+
+
+class Builder(tfds.core.GeneratorBasedBuilder):
+  """DatasetBuilder for Pneumonia Mnist dataset."""
+
+  VERSION = tfds.core.Version('1.0.0')
+  RELEASE_NOTES = {
+      '1.0.0': 'Initial release.',
+  }
+
+  def _info(self) -> tfds.core.DatasetInfo:
+    """Returns the dataset metadata."""
+    return self.dataset_info_from_configs(
+        features=tfds.features.FeaturesDict({
+            'image': tfds.features.Image(shape=(28, 28, 1)),
+            'label': tfds.features.ClassLabel(names=['Normal', 'Pneumonia']),
+        }),
+        supervised_keys=('image', 'label'),
+        homepage='https://medmnist.com//',
+    )
+
+  def _split_generators(self, dl_manager: tfds.download.DownloadManager):
+    """Returns SplitGenerators."""
+    npz_path = dl_manager.download(
+        'https://zenodo.org/records/10519652/files/pneumoniamnist.npz'
+    )
+
+    with tf.io.gfile.GFile(npz_path, 'rb') as f:
+      raw_data = np.load(f)
+
+    train_images = np.expand_dims(raw_data.f.train_images, axis=-1)
+    val_images = np.expand_dims(raw_data.f.val_images, axis=-1)
+    test_images = np.expand_dims(raw_data.f.test_images, axis=-1)
+    train_labels = raw_data.f.train_labels.flatten()
+    val_labels = raw_data.f.val_labels.flatten()
+    test_labels = raw_data.f.test_labels.flatten()
+
+    return {
+        'train': self._generate_examples(train_images, train_labels),
+        'val': self._generate_examples(val_images, val_labels),
+        'test': self._generate_examples(test_images, test_labels),
+    }
+
+  def _generate_examples(self, images, labels):
+    """Yields examples."""
+    for idx, (image, label) in enumerate(zip(images, labels)):
+      yield idx, {
+          'image': image,
+          'label': int(np.squeeze(label)),
+      }

tensorflow_datasets/datasets/pneumonia_mnist/pneumonia_mnist_dataset_builder.py

@@ -0,0 +1,36 @@
+# coding=utf-8
+# Copyright 2024 The TensorFlow Datasets Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Pneumonia Mnist dataset."""
+
+from tensorflow_datasets.datasets.pneumonia_mnist import pneumonia_mnist_dataset_builder
+import tensorflow_datasets.public_api as tfds
+
+
+class PneumoniaMnistTest(tfds.testing.DatasetBuilderTestCase):
+  """Tests for pneumoniamnist dataset."""
+
+  DATASET_CLASS = pneumonia_mnist_dataset_builder.Builder
+  SPLITS = {
+      'train': 3,
+      'val': 1,
+      'test': 1,
+  }
+
+  DL_DOWNLOAD_RESULT = 'pneumoniamnist.npz'
+
+
+if __name__ == '__main__':
+  tfds.testing.test_main()