Merge pull request #20 from komodojp/feature/heavy

Add Heavy Flavor

Author: kefniark

bin/tinyld-large.js

@@ -0,0 +1,29 @@
+#! /usr/bin/env node
+const { detectAll } = require('../dist/tinyld.heavy.node.js')
+
+function main() {
+  const [, , ...args] = process.argv
+
+  let onlyLangs = []
+  let verbose = false
+
+  const texts = []
+  for (const arg of [...args]) {
+    if (arg.startsWith('--only=')) {
+      onlyLangs = arg.replace('--only=', '').split(',')
+      continue
+    }
+
+    if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
+      verbose = true
+      continue
+    }
+
+    texts.push(arg)
+  }
+  const message = texts.join(' ')
+  const options = { only: onlyLangs, verbose }
+  console.log(detectAll(message, options))
+}
+
+main()

bin/tinyld-light.js

@@ -0,0 +1,29 @@
+#! /usr/bin/env node
+const { detectAll } = require('../dist/tinyld.light.node.js')
+
+function main() {
+  const [, , ...args] = process.argv
+
+  let onlyLangs = []
+  let verbose = false
+
+  const texts = []
+  for (const arg of [...args]) {
+    if (arg.startsWith('--only=')) {
+      onlyLangs = arg.replace('--only=', '').split(',')
+      continue
+    }
+
+    if (arg.startsWith('--verbose') || arg.startsWith('-v')) {
+      verbose = true
+      continue
+    }
+
+    texts.push(arg)
+  }
+  const message = texts.join(' ')
+  const options = { only: onlyLangs, verbose }
+  console.log(detectAll(message, options))
+}
+
+main()

data/bench/cld.json

@@ -1,58 +1,64 @@
 {
   "size": {
-    "12": {
-      "success_rate": 36.375,
-      "error_rate": 3.25,
-      "unindentified_rate": 60.375,
-      "execution_time": 0.0773
+    "10": {
+      "success_rate": 26.5,
+      "error_rate": 2.4063,
+      "unindentified_rate": 71.0938,
+      "execution_time": 0.0888
+    },
+    "16": {
+      "success_rate": 57.5625,
+      "error_rate": 4.0625,
+      "unindentified_rate": 38.375,
+      "execution_time": 0.0642
     },
     "24": {
-      "success_rate": 77.7188,
-      "error_rate": 3.0313,
-      "unindentified_rate": 19.25,
-      "execution_time": 0.0587
+      "success_rate": 81.6563,
+      "error_rate": 3.1563,
+      "unindentified_rate": 15.1875,
+      "execution_time": 0.0563
     },
     "36": {
       "success_rate": 92.8125,
       "error_rate": 1.75,
       "unindentified_rate": 5.4375,
-      "execution_time": 0.0581
+      "execution_time": 0.0559
     },
     "48": {
       "success_rate": 96.75,
       "error_rate": 1.0938,
       "unindentified_rate": 2.1563,
-      "execution_time": 0.0585
+      "execution_time": 0.0562
     },
     "64": {
       "success_rate": 98.3125,
       "error_rate": 0.5,
       "unindentified_rate": 1.1875,
-      "execution_time": 0.0595
+      "execution_time": 0.0587
     },
     "128": {
       "success_rate": 99.5625,
       "error_rate": 0.0938,
       "unindentified_rate": 0.3438,
-      "execution_time": 0.063
+      "execution_time": 0.0615
     },
     "256": {
       "success_rate": 99.9375,
       "error_rate": 0.0313,
       "unindentified_rate": 0.0313,
-      "execution_time": 0.07
+      "execution_time": 0.0661
     },
     "512": {
       "success_rate": 99.9688,
       "error_rate": 0,
       "unindentified_rate": 0.0313,
-      "execution_time": 0.084
+      "execution_time": 0.0781
     },
     "1024": {
       "success_rate": 100,
       "error_rate": 0,
       "unindentified_rate": 0,
-      "execution_time": 0.1119
+      "execution_time": 0.1055
     }
   },
   "stats": {
@@ -61,7 +67,7 @@
     "success_rate": 92.3628,
     "error_rate": 1.6212,
     "unindentified_rate": 6.016,
-    "execution_time": 0.0588
+    "execution_time": 0.0567
   },
   "languages": {
     "jpn": 100,

data/bench/franc-all.json

@@ -1,58 +1,64 @@
 {
   "size": {
-    "12": {
-      "success_rate": 18.5313,
-      "error_rate": 35,
-      "unindentified_rate": 46.4688,
-      "execution_time": 0.1188
+    "10": {
+      "success_rate": 0.125,
+      "error_rate": 0.0625,
+      "unindentified_rate": 99.8125,
+      "execution_time": 0.0014
+    },
+    "16": {
+      "success_rate": 41.0938,
+      "error_rate": 58.9063,
+      "unindentified_rate": 0,
+      "execution_time": 0.1949
     },
     "24": {
-      "success_rate": 48.4375,
-      "error_rate": 51.5625,
+      "success_rate": 50,
+      "error_rate": 50,
       "unindentified_rate": 0,
-      "execution_time": 0.2901
+      "execution_time": 0.2564
     },
     "36": {
       "success_rate": 60.5938,
       "error_rate": 39.4063,
       "unindentified_rate": 0,
-      "execution_time": 0.3766
+      "execution_time": 0.3145
     },
     "48": {
       "success_rate": 69.5625,
       "error_rate": 30.4375,
       "unindentified_rate": 0,
-      "execution_time": 0.4567
+      "execution_time": 0.39
     },
     "64": {
       "success_rate": 73.5938,
       "error_rate": 26.4062,
       "unindentified_rate": 0,
-      "execution_time": 0.5443
+      "execution_time": 0.463
     },
     "128": {
       "success_rate": 86.1563,
       "error_rate": 13.8438,
       "unindentified_rate": 0,
-      "execution_time": 0.8152
+      "execution_time": 0.7185
     },
     "256": {
       "success_rate": 93.6875,
       "error_rate": 6.3125,
       "unindentified_rate": 0,
-      "execution_time": 1.4124
+      "execution_time": 1.2591
     },
     "512": {
       "success_rate": 96.25,
       "error_rate": 3.75,
       "unindentified_rate": 0,
-      "execution_time": 2.3568
+      "execution_time": 2.1673
     },
     "1024": {
       "success_rate": 98.4306,
       "error_rate": 1.5694,
       "unindentified_rate": 0,
-      "execution_time": 3.9251
+      "execution_time": 3.6586
     }
   },
   "stats": {
@@ -61,7 +67,7 @@
     "success_rate": 66.6957,
     "error_rate": 33.3043,
     "unindentified_rate": 0,
-    "execution_time": 0.4123
+    "execution_time": 0.3561
   },
   "languages": {
     "jpn": 99.93,

data/bench/franc-min.json

@@ -1,58 +1,64 @@
 {
   "size": {
-    "12": {
-      "success_rate": 21.4375,
-      "error_rate": 29.375,
-      "unindentified_rate": 49.1875,
-      "execution_time": 0.0188
+    "10": {
+      "success_rate": 0.125,
+      "error_rate": 0.0625,
+      "unindentified_rate": 99.8125,
+      "execution_time": 0.0012
+    },
+    "16": {
+      "success_rate": 45.3438,
+      "error_rate": 48.4063,
+      "unindentified_rate": 6.25,
+      "execution_time": 0.0345
     },
     "24": {
-      "success_rate": 53.2188,
-      "error_rate": 40.5313,
+      "success_rate": 55.375,
+      "error_rate": 38.375,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0397
+      "execution_time": 0.0408
     },
     "36": {
       "success_rate": 66.9375,
       "error_rate": 26.8125,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0542
+      "execution_time": 0.0548
     },
     "48": {
       "success_rate": 73.375,
       "error_rate": 20.375,
       "unindentified_rate": 6.25,
-      "execution_time": 0.0671
+      "execution_time": 0.0693
     },
     "64": {
       "success_rate": 75.9063,
       "error_rate": 17.875,
       "unindentified_rate": 6.2188,
-      "execution_time": 0.08
+      "execution_time": 0.0823
     },
     "128": {
       "success_rate": 82.5625,
       "error_rate": 11.25,
       "unindentified_rate": 6.1875,
-      "execution_time": 0.1292
+      "execution_time": 0.1309
     },
     "256": {
       "success_rate": 85.1563,
       "error_rate": 8.6875,
       "unindentified_rate": 6.1563,
-      "execution_time": 0.2396
+      "execution_time": 0.243
     },
     "512": {
       "success_rate": 86.5313,
       "error_rate": 7.4375,
       "unindentified_rate": 6.0313,
-      "execution_time": 0.4312
+      "execution_time": 0.4354
     },
     "1024": {
       "success_rate": 87.1312,
       "error_rate": 6.9366,
       "unindentified_rate": 5.9322,
-      "execution_time": 0.7717
+      "execution_time": 0.7733
     }
   },
   "stats": {
@@ -61,7 +67,7 @@
     "success_rate": 70.3772,
     "error_rate": 23.1986,
     "unindentified_rate": 6.4242,
-    "execution_time": 0.0711
+    "execution_time": 0.0689
   },
   "languages": {
     "jpn": 99.93,