Add import method and test

Author: mels065

index.js

@@ -6,7 +6,7 @@ var hyperlog = require('hyperlog')
 var sub = require('subleveldown')
 
 var createImportPipeline = require('./lib/import.js')
-var importRowKv = require('./lib/importkv.js')
+var importRowsKv = require('./lib/importkv.js')
 var addRow = require('./lib/add.js')
 var deleteRow = require('./lib/delete.js')
 
@@ -24,8 +24,8 @@ Jawn.prototype.createImportPipeline = function (opts) {
   return createImportPipeline(this, opts)
 }
 
-Jawn.prototype.importRowKv = function (file) {
-  return importRowKv(this, file)
+Jawn.prototype.importRowsKv = function (file, keys) {
+  return importRowsKv(this, file, keys)
 }
 
 Jawn.prototype.addRow = function (key, value) {

lib/importkv.js

@@ -0,0 +1,29 @@
+var fs = require('fs')
+var path = require('path')
+
+const MAX_KEY = 100000
+
+module.exports = importRowsKv
+
+function importRowsKv (jawn, file, keys) {
+  var contents = fs.readFileSync(file).toString().split('\n')
+  contents = contents.slice(0, contents.length - 1)
+  console.log(contents)
+
+  var obj = []
+  if (path.extname(file) === '.json') {
+    for (var i = 0; i < contents.length; i++) {
+      obj.push(contents[i])
+    }
+  }
+
+  for (i = 0; i < obj.length; i++) {
+    var key
+    if (i < keys.length) {
+      key = keys[i]
+    } else {
+      key = Math.floor(Math.random() * MAX_KEY)
+    }
+    jawn.addRow(key, obj[i])
+  }
+}

test/add.js

@@ -0,0 +1,62 @@
+var test = require('tape')
+var Jawn = require('../')
+var memdb = require('memdb')
+
+var path = require('path')
+
+test('import file to hyperkv', function (t) {
+  var jawn = freshJawn()
+
+  var file = 'dummy.json'
+  var expected = [
+    '0: {"foo":"bar","name":"josie","age":"35"}',
+    '1: {"foo":"baz","name":"eloise","age":"71"}',
+    '2: {"foo":"baz","name":"francoise","age":"5"}'
+  ]
+
+  jawn.importRowsKv(fixture(file), [0, 1, 2])
+
+  jawn.kv.on('put', function (key, value, node) {
+    t.equal(key + ': ' + value, expected.shift(), key + ' has been imported')
+
+    if (expected.length === 0) {
+      t.end()
+    }
+  })
+})
+
+test('add 3 rows to hyperkv', function (t) {
+  var jawn = freshJawn()
+
+  var testValues = [
+    '{"foo":"bar","name":"leslie","age":"46"}',
+    '{"foo":"baz","name":"jim","age":"25"}',
+    '{"foo":"baz","name":"pam","age":"17"}'
+  ]
+
+  var expected = [
+    '3: {"foo":"bar","name":"leslie","age":"46"}',
+    '4: {"foo":"baz","name":"jim","age":"25"}',
+    '5: {"foo":"baz","name":"pam","age":"17"}'
+  ]
+
+  for (var i = 0; i < testValues.length; i++) {
+    jawn.addRow(i + 3, testValues[i])
+  }
+
+  jawn.kv.on('put', function (key, value, node) {
+    t.equal(key + ': ' + value, expected.shift(), key + ' is the right value')
+
+    if (expected.length === 0) {
+      t.end()
+    }
+  })
+})
+
+function freshJawn () {
+  return new Jawn({db: memdb()})
+}
+
+function fixture (name) {
+  return path.join(__dirname, 'data', name)
+}