Merge branch 'wake_vision' of github.com:Ekhao/datasets into wake_vision

Author: Ekhao

tensorflow_datasets/image_classification/wake_vision/dummy_data/TODO-add_fake_data_in_this_directory.txt

@@ -0,0 +1,11 @@
+filename,person,depiction,body_part,predominantly_female,predominantly_male,gender_unknown,young,middle_age,older,age_unknown,near,medium_distance,far,dark,normal_lighting,bright,person_depiction,non-person_depiction,non-person_non-depiction
+29127_790d1b99cc_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+59607_671e1b2157_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+109054_388f919ed4_o.jpg,1,0,1,0,1,0,0,0,1,0,1,0,0,0,1,0,0,0,0
+180057_d37268b631_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1
+179941_438714d070_o.jpg,0,1,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0
+38797_6edc6879a1_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+260620_85699b8993_o.jpg,1,0,1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0
+145432_4c818df8e6_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+91955_f917b5af3c_o.jpg,1,0,1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0
+141087_22f5abfbfd_o.jpg,1,0,1,0,1,0,0,1,0,0,1,0,0,1,0,0,0,0,0

tensorflow_datasets/image_classification/wake_vision/dummy_data/wake-vision-test-dummy.tar.gz

@@ -0,0 +1,5 @@
+filename,person,depiction,body_part
+100727_bed121ce34_o.jpg,0,0,1
+101840_4a841f0176_o.jpg,0,0,1
+106121_09196ba72e_o.jpg,1,0,1
+106115_4e80111436_o.jpg,1,0,1

tensorflow_datasets/image_classification/wake_vision/dummy_data/wake-vision-train-dummy-1.tar.gz

@@ -0,0 +1,17 @@
+filename,person
+102213_c3dd41b7ab_o.jpg,0
+102706_1b97e5aa38_o.jpg,1
+101647_969c80e66b_o.jpg,0
+101649_a854571b66_o.jpg,0
+102708_948ffafe58_o.jpg,0
+104012_c92940f019_o.jpg,0
+100727_bed121ce34_o.jpg,0
+101713_568f7e27dd_o.jpg,1
+101711_789ee1bddc_o.jpg,1
+101708_0f3ece0fb9_o.jpg,1
+101840_4a841f0176_o.jpg,0
+106121_09196ba72e_o.jpg,1
+107679_79ed728a4a_o.jpg,1
+104655_fccf213c45_o.jpg,0
+105348_fbd1abdf92_o.jpg,0
+106115_4e80111436_o.jpg,1

tensorflow_datasets/image_classification/wake_vision/dummy_data/wake-vision-train-dummy-2.tar.gz

@@ -0,0 +1,12 @@
+filename,person,depiction,body_part,predominantly_female,predominantly_male,gender_unknown,young,middle_age,older,age_unknown,near,medium_distance,far,dark,normal_lighting,bright,person_depiction,non-person_depiction,non-person_non-depiction
+433396_7e2adb7c1f_o.jpg,1,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0
+84796_33170b4470_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1
+147267_170719f2ba_o.jpg,1,0,1,0,0,1,0,0,0,1,1,0,0,0,1,0,0,0,0
+250671_38cb883ff0_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+151908_ca198a6f5a_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+446802_ebc54eb6f2_o.jpg,1,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0
+301205_fcd8ab7e6a_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1
+370561_e31c6f61fd_o.jpg,1,0,1,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0
+431150_6a666d03d6_o.jpg,1,0,1,0,1,0,0,1,0,0,1,0,0,0,1,0,0,0,0
+61045_92df9b0c72_o.jpg,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1
+415278_f656a1607f_o.jpg,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,1,-1,-1,-1,-1,-1,-1

tensorflow_datasets/image_classification/wake_vision/dummy_data/wake-vision-validation-dummy.tar.gz

@@ -1,6 +1,7 @@
 """wake_vision dataset."""
 
 import tensorflow_datasets.public_api as tfds
+import os
 
 _TRAIN_IMAGE_IDS = [9270406, 9270356, 9270408, 9270367, 9270349, 9270351, 9270390, 9270375, 9270387, 9270370, 9270396, 9270340, 9270411, 9270369, 9270357, 9270378, 9270386, 9270376, 9270341, 9270392, 9270334, 9270404, 9270330, 9270321, 9270364, 9270380, 9270343, 9270335, 9270412, 9270362, 9270339, 9270331, 9270399, 9270410, 9270393, 9270325, 9270346, 9270337, 9270391, 9270361, 9270363, 9270372, 9270326, 9270322, 9270329, 9270381, 9270338, 9270397, 9270405, 9270379, 9270352, 9270400, 9270384, 9270383, 9270388, 9270324, 9270407, 9270348, 9270347, 9270371, 9270358, 9270350, 9270323, 9270401, 9270368, 9270360, 9270328, 9270327, 9270382, 9270332, 9270394, 9270409, 9270345, 9270342, 9270353, 9270403, 9270398, 9270402, 9270395, 9270333, 9270373, 9270336, 9270385, 9270320, 9270366, 9270374, 9270377, 9270354, 9270344, 9270359]
 
@@ -12,14 +13,20 @@
       )
       for id in _TRAIN_IMAGE_IDS
     ],
-    'validation_images': tfds.download.Resource(
-      url='https://dataverse.harvard.edu/api/access/datafile/9270355?format=original',
-      extract_method=tfds.download.ExtractMethod.GZIP,
-    ),
-    'test_images': tfds.download.Resource(
-      url='https://dataverse.harvard.edu/api/access/datafile/9270389?format=original',
-      extract_method=tfds.download.ExtractMethod.GZIP,
-    ),
+    'validation_images': [
+      tfds.download.Resource(
+        url='https://dataverse.harvard.edu/api/access/datafile/9270355?format=original',
+        extract_method=tfds.download.ExtractMethod.GZIP,
+      )
+    ]
+    ,
+    'test_images': [
+      tfds.download.Resource(
+        url='https://dataverse.harvard.edu/api/access/datafile/9270389?format=original',
+        extract_method=tfds.download.ExtractMethod.GZIP,
+      )
+    ]
+    ,
     'train_image_metadata': 'https://dataverse.harvard.edu/api/access/datafile/9844933?format=original',
     'train_bbox_metadata': 'https://dataverse.harvard.edu/api/access/datafile/9844934?format=original',
     'validation_metadata': 'https://dataverse.harvard.edu/api/access/datafile/10069808?format=original',
@@ -95,7 +102,7 @@ def _generate_examples(self, image_paths, metadata_path):
 
     for tar_file in image_paths:
       for sample_path, sample_object in tfds.download.iter_archive(tar_file, tfds.download.ExtractMethod.TAR_STREAM):
-        file_name = sample_path
+        file_name = os.path.basename(sample_path)
 
         if file_name not in metadata.index:
             continue