test: update test model & test cases

Author: sanjayaksaxena

test/apiA-specs.js

@@ -110,7 +110,7 @@ describe( 'APIs — A', function () {
 
   describe( 'doc API', function () {
     it( '.isLexeme() should detect lexemes correctly', function () {
-      expect( doc1.isLexeme( 'recognise' ) ).to.deep.equal( [ 60103 ] );
+      expect( doc1.isLexeme( 'recognise' ) ).to.deep.equal( [ 61263 ] );
 
       expect( doc2.isLexeme( 'zxcvbnm' ) ).to.deep.equal( null );
     } );

test/cache-specs.js

@@ -50,7 +50,7 @@ describe( 'cache', function () {
   } );
 
   it( 'currentSize() should current size of the lexicon', function () {
-    expect( cache.currentSize() ).to.equal( 83397 );
+    expect( cache.currentSize() ).to.equal( 84921 );
   } );
 
   it( 'should compute oov number\'s pos as NUM', function () {

test/its-specs.js

@@ -104,7 +104,7 @@ describe( 'its functions for .out()', function () {
   it( 'its.uniqueId', function () {
     expect( nlp.readDoc( '$%^oov^%$' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 0 );
     expect( nlp.readDoc( '\n' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 1 );
-    expect( nlp.readDoc( 'The' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 73434 );
+    expect( nlp.readDoc( 'The' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 74830 );
   } );
 
   it( 'its.negationFlag', function () {

test/test-model/languages/cur/models/eng-core-model.bin

@@ -1 +1 @@
-["[100,127,{\"0\":{\"5\":105,\"43\":107,\"46\":102,\"49\":103,\"197\":104,\"214\":106,\"2631\":108,\"5094\":48,\"7300\":111,\"10628\":110,\"12218\":63,\"12222\":65,\"24154\":97,\"26158\":112,\"26957\":74,\"26958\":76,\"26959\":78,\"26962\":80,\"31383\":1,\"33169\":99,\"35147\":113,\"36579\":72,\"44420\":94,\"45594\":70,\"48395\":123,\"48657\":125,\"48660\":114,\"48972\":91,\"49254\":120,\"49525\":124,\"49629\":45,\"57063\":98,\"59575\":100,\"62898\":82,\"62899\":88,\"62903\":86,\"63936\":101,\"67672\":115,\"69791\":116,\"73850\":117,\"77847\":118,\"77859\":84,\"78696\":119,\"81473\":127,\"82046\":57,\"82734\":121,\"2070003\":0},\"1\":{\"47\":2,\"51\":6,\"48972\":36,\"83106\":22,\"83107\":14,\"2070003\":0},\"2\":{\"48972\":3,\"2070003\":0},\"3\":{\"47\":32,\"31383\":35,\"83106\":4,\"83107\":30,\"2070003\":0},\"4\":{\"31383\":5,\"2070003\":0},\"6\":{\"48972\":7,\"2070003\":0},\"7\":{\"47\":12,\"31383\":44,\"83106\":10,\"83107\":8,\"2070003\":0},\"8\":{\"31383\":9,\"2070003\":0},\"10\":{\"31383\":11,\"2070003\":0},\"12\":{\"31383\":13,\"2070003\":0},\"14\":{\"48972\":15,\"2070003\":0},\"15\":{\"47\":20,\"31383\":34,\"83106\":18,\"83107\":16,\"2070003\":0},\"16\":{\"31383\":17,\"2070003\":0},\"18\":{\"31383\":19,\"2070003\":0},\"20\":{\"31383\":21,\"2070003\":0},\"22\":{\"48972\":23,\"2070003\":0},\"23\":{\"47\":28,\"31383\":39,\"83106\":26,\"83107\":24,\"2070003\":0},\"24\":{\"31383\":25,\"2070003\":0},\"26\":{\"31383\":27,\"2070003\":0},\"28\":{\"31383\":29,\"2070003\":0},\"30\":{\"31383\":31,\"2070003\":0},\"32\":{\"31383\":33,\"2070003\":0},\"36\":{\"47\":42,\"31383\":62,\"83106\":40,\"83107\":37,\"2070003\":0},\"37\":{\"31383\":38,\"2070003\":0},\"40\":{\"31383\":41,\"2070003\":0},\"42\":{\"31383\":43,\"2070003\":0},\"45\":{\"12567\":60,\"39792\":69,\"50640\":68,\"74384\":46,\"2070003\":126},\"46\":{\"44938\":47,\"2070003\":0},\"48\":{\"31539\":53,\"42608\":49,\"47214\":51,\"68036\":55,\"2070003\":109},\"49\":{\"5094\":50,\"2070003\":0},\"51\":{\"5094\":52,\"2070003\":0},\"53\":{\"5094\":54,\"2070003\":0},\"55\":{\"5094\":56,\"2070003\":0},\"57\":{\"30015\":58,\"2070003\":122},\"58\":{\"1389\":59,\"2070003\":0},\"60\":{\"36062\":61,\"2070003\":0},\"63\":{\"28951\":90,\"50356\":64,\"2070003\":0},\"65\":{\"28951\":66,\"50356\":67,\"2070003\":0},\"70\":{\"49629\":71,\"2070003\":0},\"72\":{\"74384\":73,\"2070003\":0},\"74\":{\"74384\":75,\"2070003\":0},\"76\":{\"74384\":77,\"2070003\":0},\"78\":{\"74384\":79,\"2070003\":0},\"80\":{\"74384\":81,\"2070003\":0},\"82\":{\"51282\":83,\"2070003\":0},\"84\":{\"74384\":85,\"2070003\":0},\"86\":{\"51282\":87,\"2070003\":0},\"88\":{\"51282\":89,\"2070003\":0},\"91\":{\"30015\":93,\"82138\":92,\"2070003\":96},\"94\":{\"49629\":95,\"2070003\":0}},{\"5\":\"0\",\"9\":\"0\",\"11\":\"0\",\"13\":\"0\",\"17\":\"0\",\"19\":\"0\",\"21\":\"0\",\"25\":\"0\",\"27\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"34\":\"0\",\"35\":\"0\",\"38\":\"0\",\"39\":\"0\",\"41\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"50\":\"0\",\"52\":\"0\",\"54\":\"0\",\"56\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"2\",\"66\":\"2\",\"67\":\"2\",\"68\":\"0\",\"69\":\"0\",\"71\":\"0\",\"73\":\"1\",\"75\":\"1\",\"77\":\"1\",\"79\":\"1\",\"81\":\"1\",\"83\":\"1\",\"85\":\"1\",\"87\":\"1\",\"89\":\"1\",\"90\":\"2\",\"92\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"2\",\"103\":\"2\",\"104\":\"2\",\"105\":\"2\",\"106\":\"2\",\"107\":\"2\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"1\",\"121\":\"2\",\"122\":\"1\",\"123\":\"1\",\"124\":\"1\",\"125\":\"1\",\"126\":\"1\",\"127\":\"2\"},{},{}]"]
+["[100,127,{\"0\":{\"5\":105,\"43\":107,\"46\":102,\"49\":103,\"197\":104,\"214\":106,\"2660\":108,\"5176\":48,\"7407\":111,\"10773\":110,\"12411\":63,\"12415\":65,\"24589\":97,\"26646\":112,\"27471\":74,\"27472\":76,\"27473\":78,\"27476\":80,\"31989\":1,\"33805\":99,\"35805\":113,\"37286\":72,\"45268\":94,\"46468\":70,\"49350\":123,\"49614\":125,\"49617\":114,\"49929\":91,\"50211\":120,\"50482\":124,\"50590\":45,\"58152\":98,\"60723\":100,\"64106\":82,\"64107\":88,\"64111\":86,\"65168\":101,\"68964\":115,\"71126\":116,\"75254\":117,\"79297\":118,\"79309\":84,\"80146\":119,\"82976\":127,\"83549\":57,\"84252\":121,\"2070003\":0},\"1\":{\"47\":2,\"51\":6,\"49929\":36,\"84630\":22,\"84631\":14,\"2070003\":0},\"2\":{\"49929\":3,\"2070003\":0},\"3\":{\"47\":32,\"31989\":35,\"84630\":4,\"84631\":30,\"2070003\":0},\"4\":{\"31989\":5,\"2070003\":0},\"6\":{\"49929\":7,\"2070003\":0},\"7\":{\"47\":12,\"31989\":44,\"84630\":10,\"84631\":8,\"2070003\":0},\"8\":{\"31989\":9,\"2070003\":0},\"10\":{\"31989\":11,\"2070003\":0},\"12\":{\"31989\":13,\"2070003\":0},\"14\":{\"49929\":15,\"2070003\":0},\"15\":{\"47\":20,\"31989\":34,\"84630\":18,\"84631\":16,\"2070003\":0},\"16\":{\"31989\":17,\"2070003\":0},\"18\":{\"31989\":19,\"2070003\":0},\"20\":{\"31989\":21,\"2070003\":0},\"22\":{\"49929\":23,\"2070003\":0},\"23\":{\"47\":28,\"31989\":39,\"84630\":26,\"84631\":24,\"2070003\":0},\"24\":{\"31989\":25,\"2070003\":0},\"26\":{\"31989\":27,\"2070003\":0},\"28\":{\"31989\":29,\"2070003\":0},\"30\":{\"31989\":31,\"2070003\":0},\"32\":{\"31989\":33,\"2070003\":0},\"36\":{\"47\":42,\"31989\":62,\"84630\":40,\"84631\":37,\"2070003\":0},\"37\":{\"31989\":38,\"2070003\":0},\"40\":{\"31989\":41,\"2070003\":0},\"42\":{\"31989\":43,\"2070003\":0},\"45\":{\"12784\":60,\"40568\":69,\"51606\":68,\"75792\":46,\"2070003\":126},\"46\":{\"45800\":47,\"2070003\":0},\"48\":{\"32149\":53,\"43429\":49,\"48155\":51,\"69341\":55,\"2070003\":109},\"49\":{\"5176\":50,\"2070003\":0},\"51\":{\"5176\":52,\"2070003\":0},\"53\":{\"5176\":54,\"2070003\":0},\"55\":{\"5176\":56,\"2070003\":0},\"57\":{\"30587\":58,\"2070003\":122},\"58\":{\"1406\":59,\"2070003\":0},\"60\":{\"36748\":61,\"2070003\":0},\"63\":{\"29511\":90,\"51319\":64,\"2070003\":0},\"65\":{\"29511\":66,\"51319\":67,\"2070003\":0},\"70\":{\"50590\":71,\"2070003\":0},\"72\":{\"75792\":73,\"2070003\":0},\"74\":{\"75792\":75,\"2070003\":0},\"76\":{\"75792\":77,\"2070003\":0},\"78\":{\"75792\":79,\"2070003\":0},\"80\":{\"75792\":81,\"2070003\":0},\"82\":{\"52259\":83,\"2070003\":0},\"84\":{\"75792\":85,\"2070003\":0},\"86\":{\"52259\":87,\"2070003\":0},\"88\":{\"52259\":89,\"2070003\":0},\"91\":{\"30587\":93,\"83648\":92,\"2070003\":96},\"94\":{\"50590\":95,\"2070003\":0}},{\"5\":\"0\",\"9\":\"0\",\"11\":\"0\",\"13\":\"0\",\"17\":\"0\",\"19\":\"0\",\"21\":\"0\",\"25\":\"0\",\"27\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"34\":\"0\",\"35\":\"0\",\"38\":\"0\",\"39\":\"0\",\"41\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"50\":\"0\",\"52\":\"0\",\"54\":\"0\",\"56\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"2\",\"66\":\"2\",\"67\":\"2\",\"68\":\"0\",\"69\":\"0\",\"71\":\"0\",\"73\":\"1\",\"75\":\"1\",\"77\":\"1\",\"79\":\"1\",\"81\":\"1\",\"83\":\"1\",\"85\":\"1\",\"87\":\"1\",\"89\":\"1\",\"90\":\"2\",\"92\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"2\",\"103\":\"2\",\"104\":\"2\",\"105\":\"2\",\"106\":\"2\",\"107\":\"2\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"1\",\"121\":\"2\",\"122\":\"1\",\"123\":\"1\",\"124\":\"1\",\"125\":\"1\",\"126\":\"1\",\"127\":\"2\"},{},{}]"]

test/test-model/languages/cur/models/eng-negation-model.json

@@ -1 +1 @@
-["[100,89,{\"0\":{\"2\":87,\"1080001\":1,\"1080002\":12,\"1080007\":48,\"2070003\":0},\"1\":{\"2\":71,\"46\":86,\"47\":72,\"83106\":83,\"83107\":85,\"1080001\":44,\"1080003\":2,\"1080004\":29,\"1080005\":7,\"2070003\":89},\"2\":{\"2\":42,\"1080001\":3,\"1080002\":23,\"1080003\":10,\"1080004\":40,\"1080005\":5,\"2070003\":74},\"3\":{\"2\":4,\"2070003\":68},\"5\":{\"2\":6,\"2070003\":65},\"7\":{\"2\":61,\"1080003\":8,\"2070003\":80},\"8\":{\"2\":28,\"2070003\":54},\"10\":{\"2\":11,\"2070003\":46},\"12\":{\"2\":81,\"1080002\":25,\"1080003\":16,\"1080004\":33,\"1080005\":13,\"2070003\":88},\"13\":{\"2\":58,\"1080003\":14,\"2070003\":75},\"14\":{\"2\":32,\"2070003\":59},\"16\":{\"2\":56,\"1080001\":21,\"1080002\":19,\"1080003\":17,\"1080004\":36,\"1080005\":38,\"2070003\":77},\"17\":{\"2\":18,\"2070003\":47},\"19\":{\"2\":20,\"2070003\":53},\"21\":{\"2\":22,\"2070003\":66},\"23\":{\"2\":24,\"2070003\":67},\"25\":{\"2\":43,\"1080002\":26,\"2070003\":84},\"26\":{\"2\":27,\"2070003\":69},\"29\":{\"2\":60,\"1080003\":30,\"2070003\":73},\"30\":{\"2\":31,\"2070003\":55},\"33\":{\"2\":57,\"1080003\":34,\"2070003\":76},\"34\":{\"2\":35,\"2070003\":70},\"36\":{\"2\":37,\"2070003\":62},\"38\":{\"2\":39,\"2070003\":63},\"40\":{\"2\":41,\"2070003\":64},\"44\":{\"1080001\":45,\"2070003\":82},\"48\":{\"1080009\":51,\"1080010\":49,\"2070003\":0},\"49\":{\"2\":50,\"2070003\":79},\"51\":{\"2\":52,\"2070003\":78}},{\"4\":\"SBD\",\"6\":\"SBD\",\"9\":\"SBD\",\"11\":\"SBD\",\"15\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"22\":\"SBD\",\"24\":\"SBD\",\"27\":\"SBD\",\"28\":\"SBD\",\"31\":\"SBD\",\"32\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"39\":\"SBD\",\"41\":\"SBD\",\"42\":\"SBD\",\"43\":\"SBD\",\"45\":\"0\",\"46\":\"SBD\",\"47\":\"SBD\",\"50\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"69\":\"SBD\",\"70\":\"SBD\",\"71\":\"SBD\",\"72\":\"0\",\"73\":\"SBD\",\"74\":\"SBD\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"0\",\"83\":\"0\",\"84\":\"SBD\",\"85\":\"0\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"9\":[2,1],\"11\":[2,1],\"15\":[2,1],\"18\":[2,1],\"20\":[2,1],\"22\":[2,1],\"24\":[2,1],\"27\":[2,1],\"28\":[2,1],\"31\":[2,1],\"32\":[2,1],\"35\":[2,1],\"37\":[2,1],\"39\":[2,1],\"41\":[2,1],\"42\":[1,1],\"43\":[1,1],\"46\":[2,0],\"47\":[2,0],\"50\":[0,2],\"52\":[0,2],\"53\":[2,0],\"54\":[2,0],\"55\":[2,0],\"56\":[1,1],\"57\":[1,1],\"58\":[1,1],\"59\":[2,0],\"60\":[1,1],\"61\":[1,1],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[2,0],\"68\":[2,0],\"69\":[2,0],\"70\":[2,0],\"71\":[0,1],\"73\":[1,0],\"74\":[1,0],\"75\":[1,0],\"76\":[1,0],\"77\":[1,0],\"78\":[0,1],\"79\":[0,1],\"80\":[1,0],\"81\":[0,1],\"84\":[1,0]},{}]"]
+["[100,89,{\"0\":{\"2\":87,\"1080001\":1,\"1080002\":12,\"1080007\":48,\"2070003\":0},\"1\":{\"2\":71,\"46\":86,\"47\":72,\"84630\":83,\"84631\":85,\"1080001\":44,\"1080003\":2,\"1080004\":29,\"1080005\":7,\"2070003\":89},\"2\":{\"2\":42,\"1080001\":3,\"1080002\":23,\"1080003\":10,\"1080004\":40,\"1080005\":5,\"2070003\":74},\"3\":{\"2\":4,\"2070003\":68},\"5\":{\"2\":6,\"2070003\":65},\"7\":{\"2\":61,\"1080003\":8,\"2070003\":80},\"8\":{\"2\":28,\"2070003\":54},\"10\":{\"2\":11,\"2070003\":46},\"12\":{\"2\":81,\"1080002\":25,\"1080003\":16,\"1080004\":33,\"1080005\":13,\"2070003\":88},\"13\":{\"2\":58,\"1080003\":14,\"2070003\":75},\"14\":{\"2\":32,\"2070003\":59},\"16\":{\"2\":56,\"1080001\":21,\"1080002\":19,\"1080003\":17,\"1080004\":36,\"1080005\":38,\"2070003\":77},\"17\":{\"2\":18,\"2070003\":47},\"19\":{\"2\":20,\"2070003\":53},\"21\":{\"2\":22,\"2070003\":66},\"23\":{\"2\":24,\"2070003\":67},\"25\":{\"2\":43,\"1080002\":26,\"2070003\":84},\"26\":{\"2\":27,\"2070003\":69},\"29\":{\"2\":60,\"1080003\":30,\"2070003\":73},\"30\":{\"2\":31,\"2070003\":55},\"33\":{\"2\":57,\"1080003\":34,\"2070003\":76},\"34\":{\"2\":35,\"2070003\":70},\"36\":{\"2\":37,\"2070003\":62},\"38\":{\"2\":39,\"2070003\":63},\"40\":{\"2\":41,\"2070003\":64},\"44\":{\"1080001\":45,\"2070003\":82},\"48\":{\"1080009\":51,\"1080010\":49,\"2070003\":0},\"49\":{\"2\":50,\"2070003\":79},\"51\":{\"2\":52,\"2070003\":78}},{\"4\":\"SBD\",\"6\":\"SBD\",\"9\":\"SBD\",\"11\":\"SBD\",\"15\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"22\":\"SBD\",\"24\":\"SBD\",\"27\":\"SBD\",\"28\":\"SBD\",\"31\":\"SBD\",\"32\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"39\":\"SBD\",\"41\":\"SBD\",\"42\":\"SBD\",\"43\":\"SBD\",\"45\":\"0\",\"46\":\"SBD\",\"47\":\"SBD\",\"50\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"69\":\"SBD\",\"70\":\"SBD\",\"71\":\"SBD\",\"72\":\"0\",\"73\":\"SBD\",\"74\":\"SBD\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"0\",\"83\":\"0\",\"84\":\"SBD\",\"85\":\"0\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"9\":[2,1],\"11\":[2,1],\"15\":[2,1],\"18\":[2,1],\"20\":[2,1],\"22\":[2,1],\"24\":[2,1],\"27\":[2,1],\"28\":[2,1],\"31\":[2,1],\"32\":[2,1],\"35\":[2,1],\"37\":[2,1],\"39\":[2,1],\"41\":[2,1],\"42\":[1,1],\"43\":[1,1],\"46\":[2,0],\"47\":[2,0],\"50\":[0,2],\"52\":[0,2],\"53\":[2,0],\"54\":[2,0],\"55\":[2,0],\"56\":[1,1],\"57\":[1,1],\"58\":[1,1],\"59\":[2,0],\"60\":[1,1],\"61\":[1,1],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[2,0],\"68\":[2,0],\"69\":[2,0],\"70\":[2,0],\"71\":[0,1],\"73\":[1,0],\"74\":[1,0],\"75\":[1,0],\"76\":[1,0],\"77\":[1,0],\"78\":[0,1],\"79\":[0,1],\"80\":[1,0],\"81\":[0,1],\"84\":[1,0]},{}]"]