Added NewYorker images back in (#3499)

Author: lisadunlap

fastchat/serve/vision/create_vqa_examples_dir.py

@@ -104,6 +104,14 @@ def download_images_and_create_json(
             "subset": False,
             "split": "test",
         },
+        "NewYorker": {
+            "path": "jmhessel/newyorker_caption_contest",
+            "image_key": "image",
+            "question_key": "questions",
+            "id_key": "index",
+            "subset": "explanation",
+            "split": "train",
+        },
     }
 
     download_images_and_create_json(
@@ -114,7 +122,7 @@ def download_images_and_create_json(
         with open(f"{args.output_dir}/{dataset_name}/data.json") as f:
             data = json.load(f)
             print(f"Dataset: {dataset_name}, Number of examples: {len(data)}")
-            dataset_json.extend(np.random.choice(data, 500))
+            dataset_json.extend(data)
 
     with open(f"{args.output_dir}/metadata_sampled.json", "w") as f:
         json.dump(dataset_json, f, indent=4)

fastchat/serve/vision/create_vqa_examples_json.py

@@ -17,11 +17,12 @@
     args = parser.parse_args()
 
     dataset_prop = {
-        "DocVQA": 500,
-        "ChartQA": 500,
-        "NewYorker": 1000,
-        "WikiArt": 500,
-        "TextVQA": 500,
+        "realworldqa": 500,
+        "Memes": 500,
+        "Floorplan": 500,
+        "Website": 500,
+        "IllusionVQA": 500,
+        "NewYorker": 500,
     }
 
     dataset_json = []