fix: Fix #64, #66, #67 (#72)

* fix #64

* fixes #66

* fix for #67

Author: seveibar

package.json

@@ -73,7 +73,7 @@
     "fast-json-patch": "^3.0.0-1",
     "ffmpeg-static": "^4.0.1",
     "in-browser-download": "^2.0.0",
-    "jac-format": "^1.0.7",
+    "jac-format": "^1.1.0",
     "js-md5": "^0.7.3",
     "moment": "^2.24.0",
     "posthog-js": "^1.0.4",

src/components/ImageClassification/index.js

@@ -139,7 +139,7 @@ export default ({
       if (iface.allowMultiple) {
         newOutput = currentOutput.concat([label.id])
       } else {
-        newOutput = [label.id]
+        newOutput = label.id
       }
     }
 

src/components/PasteUrlsDialog/index.js

@@ -25,7 +25,10 @@ export default ({ open, onClose, onAddSamples }) => {
                 .map((l) => l.trim())
                 .filter(Boolean)
                 .map((s) => {
-                  const extension = s.split(".").slice(-1)[0]
+                  const extension = s
+                    .replace(/\?.*/g, "")
+                    .split(".")
+                    .slice(-1)[0]
                   switch (extension.toLowerCase()) {
                     case "png":
                     case "jpg":

src/utils/from-udt-csv.js

@@ -1,11 +1,43 @@
 import JAC from "jac-format"
 
+const alternativeSpellings = {
+  imageUrl: [
+    "image_url",
+    "image_urls",
+    "image",
+    "image_src",
+    "img_url",
+    "img",
+    "img_src",
+  ],
+  document: ["text"],
+}
+const badSpellingMap = {}
+for (const [correct, badSpellings] of Object.entries(alternativeSpellings)) {
+  for (const badSpelling of badSpellings) {
+    badSpellingMap[badSpelling] = correct
+  }
+}
+
+const convertTaskDatumMistakes = (sample) => {
+  for (const key in sample) {
+    const normalizedKey = key.toLowerCase().replace(/ /g, "_")
+    const correction = badSpellingMap[normalizedKey]
+    if (correction) {
+      sample[correction] = sample[key]
+      delete sample[key]
+    }
+  }
+  return sample
+}
+
 export default (csv) => {
-  const json = JAC.fromCSV(csv)
+  const json = JAC.fromCSV(csv, { derivePath: () => "samples.*" })
+  if (!json.samples) throw new Error("No samples")
   return {
     interface: json.interface,
     taskOutput: json.samples.map((sample) => sample.output),
-    taskData: json.samples.map((sample) => {
+    taskData: json.samples.map(convertTaskDatumMistakes).map((sample) => {
       delete sample.output
       return sample
     }),