Merge pull request #1214 from PokeAPI/csv-lint

Lint csvs

Author: Naramsim

.github/workflows/database.yml

@@ -4,6 +4,19 @@ on:
   pull_request:
 
 jobs:
+  csv:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Lint
+        run: |
+          set -e
+          curl -sSL https://github.com/Clever/csvlint/releases/download/v0.3.0/csvlint-v0.3.0-linux-amd64.tar.gz | tar xz  --strip-components=1
+          for filename in data/v2/csv/*.csv; do
+            echo "$filename"
+            ./csvlint -lazyquotes "$filename" # TODO: remove lazyquotes when https://github.com/Clever/csvlint/issues/45 will be addressed
+          done
   sqlite:
     runs-on: ubuntu-latest
     steps:

Resources/scripts/data/add_missing_comma.js

@@ -0,0 +1,17 @@
+// Check if a csv has all required commas
+
+var fs  = require("fs");
+
+var allLines = fs.readFileSync('./data/v2/csv/pokemon_moves.csv').toString().split('\n');
+
+allLines.forEach(function (line) {
+    var count = (line.match(/,/g) || []).length;
+    if (count === 5) {
+        line = line + ","
+    }else if ( count === 6) {
+        console.log('found mastery')
+    } else if (count < 5) {
+        console.log('?')
+    }
+    fs.appendFileSync("./data/v2/csv/pokemon_moves1.csv", line.toString() + "\n");
+});