import a file

Author: wtkm7

index.js

@@ -1,5 +1,28 @@
-module.exports = Jawn
-function Jawn () {}
-Jawn.prototype.import = function (data) {
-  return 'Hello World'
-}
+var fs = require('fs');
+var path = require('path');
+var level = require('level');
+var hypercore = require('hypercore');
+
+module.exports = Jawn;
+
+function Jawn() {}
+
+Jawn.prototype.import = function (core, path) {
+
+    var ws = core.createWriteStream();
+
+    // read the file from disk and write it to the stream line by line
+    var lines = fs.readFileSync(path)
+      .toString()
+      .split(/\r?\n/g)
+    .filter(function (line) {
+        return line !== '';
+    });
+
+    lines.forEach(function (line) {
+        ws.write(line);
+    });
+
+    return ws;
+
+};

package.json

@@ -21,7 +21,11 @@
   },
   "homepage": "https://github.com/CfABrigadePhiladelphia/jawn",
   "dependencies": {
-    "hypercore": "^1.6.2"
+    "hypercore": "~1.8.0",
+    "fs": "0.0.2",
+    "path": "~0.12.7",
+    "tape": "~4.5.1",
+    "level": "~1.4.0"
   },
   "devDependencies": {
     "standard": "^6.0.5",

test.csv

@@ -0,0 +1,4 @@
+c1,c2,c3,c4,c5
+c6,c7,c8,c9,c10
+c7,c8,c9,c10,c11
+new line

test/import.js

@@ -0,0 +1,56 @@
+var fs = require('fs');
+var path = require('path');
+var tape = require('tape');
+var level = require('level');
+var hypercore = require('hypercore');
+
+var Jawn = require('../');
+
+tape('test file ingest', function (t) {
+
+  var db = level('test.db');
+  var core = hypercore(db);
+
+  var J = new Jawn();
+
+  var path = './test.csv';
+
+  var ws = J.import(core, path);
+
+  var filecontents = fs.readFileSync(path)
+                        .toString()
+                        .split('\n')
+                        .filter(function (line) {
+                          return line !== '';
+                        });
+
+  // get number of rows in test.csv
+  var numrows = filecontents.length;
+
+  ws.end(function () {
+
+    var id = ws.id.toString('hex');
+
+    t.ok(ws.id, 'has id');
+
+    t.same(ws.blocks, numrows, 'there should be one row for each block');
+
+    // Now create a read stream with the same id and read the data
+    var rs = core.createReadStream(id);
+
+    var feedcontents = [];
+
+    rs.on('data', function (data) {
+      // gather feed contents
+      feedcontents.push(data.toString());
+    });
+
+    rs.on('end', function () {
+      t.same(filecontents, feedcontents, 'contents of feed should match file contents');
+    });
+
+  });
+
+  t.end();
+
+});