add fetch csv data function and boilerplate method for validating time

data

Author: seveibar

package.json

@@ -17,6 +17,7 @@
     "immutable-transform-matrix": "^0.6.0",
     "lodash": "^4.17.20",
     "moment": "^2.29.1",
+    "papaparse": "^5.3.0",
     "react": "^16.13.1",
     "react-dom": "^16.13.1",
     "react-measure": "^2.5.2",

src/components/ReactTimeSeries/index.js

@@ -9,6 +9,9 @@ import Measure from "react-measure"
 import MainLayout from "../MainLayout"
 
 import fetchAudioData from "../../utils/fetch-audio-data"
+import fetchCSVData from "../../utils/fetch-csv-data"
+
+import validateTimeData from "../../utils/validate-time-data"
 
 const emptyAr = []
 
@@ -51,9 +54,10 @@ export const ReactTimeSeriesWithoutContext = ({
 
   const timeData = useAsyncMemo(
     async () => {
-      if (sampleTimeData) return sampleTimeData
-      return await fetchAudioData(audioUrl)
-      // TODO load audioUrl
+      if (sampleTimeData) return validateTimeData(sampleTimeData)
+      if (audioUrl) return validateTimeData(await fetchAudioData(audioUrl))
+      if (csvUrl) return validateTimeData(await fetchCSVData(csvUrl))
+      return []
       // TODO load csvUrl
     },
     [sampleTimeData, audioUrl, csvUrl],

src/utils/fetch-csv-data.js

@@ -0,0 +1,31 @@
+import Papa from "papaparse"
+
+const possibleTimeHeaders = ["time", "date", "t"]
+
+export default async (csvUrl) => {
+  const csvText = await fetch(csvUrl).then((res) => res.text())
+
+  const parseResult = Papa.parse(csvText, { header: true })
+
+  const header = parseResult.meta.fields
+
+  if (!possibleTimeHeaders.some((columnName) => header.includes(columnName))) {
+    throw new Error(
+      `No time fields in header. Acceptable fields: ${possibleTimeHeaders.join(
+        ","
+      )}`
+    )
+  }
+
+  if (!header.includes("time")) {
+    for (const row of parseResult.data) {
+      row.time = row.date || row.t
+    }
+  }
+
+  for (const row of parseResult.data) {
+    row.time = new Date(row.time).valueOf()
+  }
+
+  return parseResult.data
+}

src/utils/validate-time-data.js

@@ -0,0 +1,3 @@
+export default (timeData) => {
+  return timeData
+}

yarn.lock

@@ -11882,6 +11882,11 @@ pako@~1.0.5:
   resolved "https://registry.yarnpkg.com/pako/-/pako-1.0.11.tgz#6c9599d340d54dfd3946380252a35705a6b992bf"
   integrity sha512-4hLB8Py4zZce5s4yd9XzopqwVv/yGNhV1Bl8NTmCq1763HeK2+EwVTv+leGeL13Dnh2wfbqowVPXCIO0z4taYw==
 
+papaparse@^5.3.0:
+  version "5.3.0"
+  resolved "https://registry.yarnpkg.com/papaparse/-/papaparse-5.3.0.tgz#ab1702feb96e79ab4309652f36db9536563ad05a"
+  integrity sha512-Lb7jN/4bTpiuGPrYy4tkKoUS8sTki8zacB5ke1p5zolhcSE4TlWgrlsxjrDTbG/dFVh07ck7X36hUf/b5V68pg==
+
 parallel-transform@^1.1.0:
   version "1.2.0"
   resolved "https://registry.yarnpkg.com/parallel-transform/-/parallel-transform-1.2.0.tgz#9049ca37d6cb2182c3b1d2c720be94d14a5814fc"