test: update test model & corresponding test cases

Author: sanjayaksaxena

test/apiA-specs.js

@@ -111,7 +111,7 @@ describe( 'APIs — A', function () {
 
   describe( 'doc API', function () {
     it( '.isLexeme() should detect lexemes correctly', function () {
-      expect( doc1.isLexeme( 'recognise' ) ).to.deep.equal( [ 59499 ] );
+      expect( doc1.isLexeme( 'recognise' ) ).to.deep.equal( [ 59571 ] );
 
       expect( doc2.isLexeme( 'zxcvbnm' ) ).to.deep.equal( null );
     } );

test/cache-specs.js

@@ -51,7 +51,7 @@ describe( 'cache', function () {
   } );
 
   it( 'currentSize() should current size of the lexicon', function () {
-    expect( cache.currentSize() ).to.equal( 82441 );
+    expect( cache.currentSize() ).to.equal( 82774 );
   } );
 
   it( 'should compute oov number\'s pos as NUM', function () {

test/its-specs.js

@@ -105,7 +105,7 @@ describe( 'its functions for .out()', function () {
   it( 'its.uniqueId', function () {
     expect( nlp.readDoc( '$%^oov^%$' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 0 );
     expect( nlp.readDoc( '\n' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 1 );
-    expect( nlp.readDoc( 'The' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 72773 );
+    expect( nlp.readDoc( 'The' ).tokens().itemAt( 0 ).out( its.uniqueId ) ).to.equal( 72846 );
   } );
 
   it( 'its.negationFlag', function () {

test/test-model/languages/cur/models/eng-core-model.bin

@@ -1 +1 @@
-["[100,127,{\"0\":{\"5\":105,\"41\":107,\"42\":102,\"45\":103,\"142\":104,\"143\":106,\"2552\":108,\"4946\":48,\"7137\":111,\"10449\":110,\"12033\":63,\"12037\":65,\"23901\":97,\"25888\":112,\"26687\":74,\"26688\":76,\"26689\":78,\"26692\":80,\"31099\":1,\"32879\":99,\"34852\":113,\"36279\":72,\"44075\":94,\"45219\":70,\"47999\":123,\"48258\":125,\"48261\":114,\"48565\":91,\"48764\":120,\"49035\":124,\"49135\":45,\"56515\":98,\"58995\":100,\"62292\":82,\"62293\":88,\"62297\":86,\"63325\":101,\"67043\":115,\"69154\":116,\"73189\":117,\"77172\":118,\"77184\":84,\"78021\":119,\"80783\":127,\"81356\":57,\"82041\":121,\"2070003\":0},\"1\":{\"43\":2,\"47\":6,\"48565\":36,\"82407\":22,\"82408\":14,\"2070003\":0},\"2\":{\"48565\":3,\"2070003\":0},\"3\":{\"43\":32,\"31099\":35,\"82407\":4,\"82408\":30,\"2070003\":0},\"4\":{\"31099\":5,\"2070003\":0},\"6\":{\"48565\":7,\"2070003\":0},\"7\":{\"43\":12,\"31099\":44,\"82407\":10,\"82408\":8,\"2070003\":0},\"8\":{\"31099\":9,\"2070003\":0},\"10\":{\"31099\":11,\"2070003\":0},\"12\":{\"31099\":13,\"2070003\":0},\"14\":{\"48565\":15,\"2070003\":0},\"15\":{\"43\":20,\"31099\":34,\"82407\":18,\"82408\":16,\"2070003\":0},\"16\":{\"31099\":17,\"2070003\":0},\"18\":{\"31099\":19,\"2070003\":0},\"20\":{\"31099\":21,\"2070003\":0},\"22\":{\"48565\":23,\"2070003\":0},\"23\":{\"43\":28,\"31099\":39,\"82407\":26,\"82408\":24,\"2070003\":0},\"24\":{\"31099\":25,\"2070003\":0},\"26\":{\"31099\":27,\"2070003\":0},\"28\":{\"31099\":29,\"2070003\":0},\"30\":{\"31099\":31,\"2070003\":0},\"32\":{\"31099\":33,\"2070003\":0},\"36\":{\"43\":42,\"31099\":62,\"82407\":40,\"82408\":37,\"2070003\":0},\"37\":{\"31099\":38,\"2070003\":0},\"40\":{\"31099\":41,\"2070003\":0},\"42\":{\"31099\":43,\"2070003\":0},\"45\":{\"12382\":60,\"39476\":69,\"50143\":68,\"73722\":46,\"2070003\":126},\"46\":{\"44582\":47,\"2070003\":0},\"48\":{\"31255\":53,\"42273\":49,\"46830\":51,\"67405\":55,\"2070003\":109},\"49\":{\"4946\":50,\"2070003\":0},\"51\":{\"4946\":52,\"2070003\":0},\"53\":{\"4946\":54,\"2070003\":0},\"55\":{\"4946\":56,\"2070003\":0},\"57\":{\"29740\":58,\"2070003\":122},\"58\":{\"1313\":59,\"2070003\":0},\"60\":{\"35763\":61,\"2070003\":0},\"63\":{\"28678\":90,\"49860\":64,\"2070003\":0},\"65\":{\"28678\":66,\"49860\":67,\"2070003\":0},\"70\":{\"49135\":71,\"2070003\":0},\"72\":{\"73722\":73,\"2070003\":0},\"74\":{\"73722\":75,\"2070003\":0},\"76\":{\"73722\":77,\"2070003\":0},\"78\":{\"73722\":79,\"2070003\":0},\"80\":{\"73722\":81,\"2070003\":0},\"82\":{\"50785\":83,\"2070003\":0},\"84\":{\"73722\":85,\"2070003\":0},\"86\":{\"50785\":87,\"2070003\":0},\"88\":{\"50785\":89,\"2070003\":0},\"91\":{\"29740\":93,\"81448\":92,\"2070003\":96},\"94\":{\"49135\":95,\"2070003\":0}},{\"5\":\"0\",\"9\":\"0\",\"11\":\"0\",\"13\":\"0\",\"17\":\"0\",\"19\":\"0\",\"21\":\"0\",\"25\":\"0\",\"27\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"34\":\"0\",\"35\":\"0\",\"38\":\"0\",\"39\":\"0\",\"41\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"50\":\"0\",\"52\":\"0\",\"54\":\"0\",\"56\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"2\",\"66\":\"2\",\"67\":\"2\",\"68\":\"0\",\"69\":\"0\",\"71\":\"0\",\"73\":\"1\",\"75\":\"1\",\"77\":\"1\",\"79\":\"1\",\"81\":\"1\",\"83\":\"1\",\"85\":\"1\",\"87\":\"1\",\"89\":\"1\",\"90\":\"2\",\"92\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"2\",\"103\":\"2\",\"104\":\"2\",\"105\":\"2\",\"106\":\"2\",\"107\":\"2\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"1\",\"121\":\"2\",\"122\":\"1\",\"123\":\"1\",\"124\":\"1\",\"125\":\"1\",\"126\":\"1\",\"127\":\"2\"},{},{}]"]
+["[100,127,{\"0\":{\"5\":105,\"43\":107,\"46\":102,\"49\":103,\"197\":104,\"214\":106,\"2623\":108,\"5018\":48,\"7209\":111,\"10521\":110,\"12105\":63,\"12109\":65,\"23973\":97,\"25960\":112,\"26759\":74,\"26760\":76,\"26761\":78,\"26764\":80,\"31171\":1,\"32951\":99,\"34924\":113,\"36351\":72,\"44147\":94,\"45291\":70,\"48071\":123,\"48330\":125,\"48333\":114,\"48637\":91,\"48836\":120,\"49107\":124,\"49207\":45,\"56587\":98,\"59067\":100,\"62364\":82,\"62365\":88,\"62369\":86,\"63397\":101,\"67115\":115,\"69226\":116,\"73262\":117,\"77245\":118,\"77257\":84,\"78094\":119,\"80856\":127,\"81429\":57,\"82114\":121,\"2070003\":0},\"1\":{\"47\":2,\"51\":6,\"48637\":36,\"82483\":22,\"82484\":14,\"2070003\":0},\"2\":{\"48637\":3,\"2070003\":0},\"3\":{\"47\":32,\"31171\":35,\"82483\":4,\"82484\":30,\"2070003\":0},\"4\":{\"31171\":5,\"2070003\":0},\"6\":{\"48637\":7,\"2070003\":0},\"7\":{\"47\":12,\"31171\":44,\"82483\":10,\"82484\":8,\"2070003\":0},\"8\":{\"31171\":9,\"2070003\":0},\"10\":{\"31171\":11,\"2070003\":0},\"12\":{\"31171\":13,\"2070003\":0},\"14\":{\"48637\":15,\"2070003\":0},\"15\":{\"47\":20,\"31171\":34,\"82483\":18,\"82484\":16,\"2070003\":0},\"16\":{\"31171\":17,\"2070003\":0},\"18\":{\"31171\":19,\"2070003\":0},\"20\":{\"31171\":21,\"2070003\":0},\"22\":{\"48637\":23,\"2070003\":0},\"23\":{\"47\":28,\"31171\":39,\"82483\":26,\"82484\":24,\"2070003\":0},\"24\":{\"31171\":25,\"2070003\":0},\"26\":{\"31171\":27,\"2070003\":0},\"28\":{\"31171\":29,\"2070003\":0},\"30\":{\"31171\":31,\"2070003\":0},\"32\":{\"31171\":33,\"2070003\":0},\"36\":{\"47\":42,\"31171\":62,\"82483\":40,\"82484\":37,\"2070003\":0},\"37\":{\"31171\":38,\"2070003\":0},\"40\":{\"31171\":41,\"2070003\":0},\"42\":{\"31171\":43,\"2070003\":0},\"45\":{\"12454\":60,\"39548\":69,\"50215\":68,\"73795\":46,\"2070003\":126},\"46\":{\"44654\":47,\"2070003\":0},\"48\":{\"31327\":53,\"42345\":49,\"46902\":51,\"67477\":55,\"2070003\":109},\"49\":{\"5018\":50,\"2070003\":0},\"51\":{\"5018\":52,\"2070003\":0},\"53\":{\"5018\":54,\"2070003\":0},\"55\":{\"5018\":56,\"2070003\":0},\"57\":{\"29812\":58,\"2070003\":122},\"58\":{\"1384\":59,\"2070003\":0},\"60\":{\"35835\":61,\"2070003\":0},\"63\":{\"28750\":90,\"49932\":64,\"2070003\":0},\"65\":{\"28750\":66,\"49932\":67,\"2070003\":0},\"70\":{\"49207\":71,\"2070003\":0},\"72\":{\"73795\":73,\"2070003\":0},\"74\":{\"73795\":75,\"2070003\":0},\"76\":{\"73795\":77,\"2070003\":0},\"78\":{\"73795\":79,\"2070003\":0},\"80\":{\"73795\":81,\"2070003\":0},\"82\":{\"50857\":83,\"2070003\":0},\"84\":{\"73795\":85,\"2070003\":0},\"86\":{\"50857\":87,\"2070003\":0},\"88\":{\"50857\":89,\"2070003\":0},\"91\":{\"29812\":93,\"81521\":92,\"2070003\":96},\"94\":{\"49207\":95,\"2070003\":0}},{\"5\":\"0\",\"9\":\"0\",\"11\":\"0\",\"13\":\"0\",\"17\":\"0\",\"19\":\"0\",\"21\":\"0\",\"25\":\"0\",\"27\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"34\":\"0\",\"35\":\"0\",\"38\":\"0\",\"39\":\"0\",\"41\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"50\":\"0\",\"52\":\"0\",\"54\":\"0\",\"56\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"2\",\"66\":\"2\",\"67\":\"2\",\"68\":\"0\",\"69\":\"0\",\"71\":\"0\",\"73\":\"1\",\"75\":\"1\",\"77\":\"1\",\"79\":\"1\",\"81\":\"1\",\"83\":\"1\",\"85\":\"1\",\"87\":\"1\",\"89\":\"1\",\"90\":\"2\",\"92\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"2\",\"103\":\"2\",\"104\":\"2\",\"105\":\"2\",\"106\":\"2\",\"107\":\"2\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"1\",\"121\":\"2\",\"122\":\"1\",\"123\":\"1\",\"124\":\"1\",\"125\":\"1\",\"126\":\"1\",\"127\":\"2\"},{},{}]"]

test/test-model/languages/cur/models/eng-negation-model.json

@@ -1 +1 @@
-["[100,89,{\"0\":{\"2\":87,\"1080001\":1,\"1080002\":12,\"1080007\":48,\"2070003\":0},\"1\":{\"2\":71,\"42\":86,\"43\":72,\"82407\":83,\"82408\":85,\"1080001\":44,\"1080003\":2,\"1080004\":29,\"1080005\":7,\"2070003\":89},\"2\":{\"2\":42,\"1080001\":3,\"1080002\":23,\"1080003\":10,\"1080004\":40,\"1080005\":5,\"2070003\":74},\"3\":{\"2\":4,\"2070003\":68},\"5\":{\"2\":6,\"2070003\":65},\"7\":{\"2\":61,\"1080003\":8,\"2070003\":80},\"8\":{\"2\":28,\"2070003\":54},\"10\":{\"2\":11,\"2070003\":46},\"12\":{\"2\":81,\"1080002\":25,\"1080003\":16,\"1080004\":33,\"1080005\":13,\"2070003\":88},\"13\":{\"2\":58,\"1080003\":14,\"2070003\":75},\"14\":{\"2\":32,\"2070003\":59},\"16\":{\"2\":56,\"1080001\":21,\"1080002\":19,\"1080003\":17,\"1080004\":36,\"1080005\":38,\"2070003\":77},\"17\":{\"2\":18,\"2070003\":47},\"19\":{\"2\":20,\"2070003\":53},\"21\":{\"2\":22,\"2070003\":66},\"23\":{\"2\":24,\"2070003\":67},\"25\":{\"2\":43,\"1080002\":26,\"2070003\":84},\"26\":{\"2\":27,\"2070003\":69},\"29\":{\"2\":60,\"1080003\":30,\"2070003\":73},\"30\":{\"2\":31,\"2070003\":55},\"33\":{\"2\":57,\"1080003\":34,\"2070003\":76},\"34\":{\"2\":35,\"2070003\":70},\"36\":{\"2\":37,\"2070003\":62},\"38\":{\"2\":39,\"2070003\":63},\"40\":{\"2\":41,\"2070003\":64},\"44\":{\"1080001\":45,\"2070003\":82},\"48\":{\"1080009\":51,\"1080010\":49,\"2070003\":0},\"49\":{\"2\":50,\"2070003\":79},\"51\":{\"2\":52,\"2070003\":78}},{\"4\":\"SBD\",\"6\":\"SBD\",\"9\":\"SBD\",\"11\":\"SBD\",\"15\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"22\":\"SBD\",\"24\":\"SBD\",\"27\":\"SBD\",\"28\":\"SBD\",\"31\":\"SBD\",\"32\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"39\":\"SBD\",\"41\":\"SBD\",\"42\":\"SBD\",\"43\":\"SBD\",\"45\":\"0\",\"46\":\"SBD\",\"47\":\"SBD\",\"50\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"69\":\"SBD\",\"70\":\"SBD\",\"71\":\"SBD\",\"72\":\"0\",\"73\":\"SBD\",\"74\":\"SBD\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"0\",\"83\":\"0\",\"84\":\"SBD\",\"85\":\"0\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"9\":[2,1],\"11\":[2,1],\"15\":[2,1],\"18\":[2,1],\"20\":[2,1],\"22\":[2,1],\"24\":[2,1],\"27\":[2,1],\"28\":[2,1],\"31\":[2,1],\"32\":[2,1],\"35\":[2,1],\"37\":[2,1],\"39\":[2,1],\"41\":[2,1],\"42\":[1,1],\"43\":[1,1],\"46\":[2,0],\"47\":[2,0],\"50\":[0,2],\"52\":[0,2],\"53\":[2,0],\"54\":[2,0],\"55\":[2,0],\"56\":[1,1],\"57\":[1,1],\"58\":[1,1],\"59\":[2,0],\"60\":[1,1],\"61\":[1,1],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[2,0],\"68\":[2,0],\"69\":[2,0],\"70\":[2,0],\"71\":[0,1],\"73\":[1,0],\"74\":[1,0],\"75\":[1,0],\"76\":[1,0],\"77\":[1,0],\"78\":[0,1],\"79\":[0,1],\"80\":[1,0],\"81\":[0,1],\"84\":[1,0]},{}]"]
+["[100,89,{\"0\":{\"2\":87,\"1080001\":1,\"1080002\":12,\"1080007\":48,\"2070003\":0},\"1\":{\"2\":71,\"46\":86,\"47\":72,\"82483\":83,\"82484\":85,\"1080001\":44,\"1080003\":2,\"1080004\":29,\"1080005\":7,\"2070003\":89},\"2\":{\"2\":42,\"1080001\":3,\"1080002\":23,\"1080003\":10,\"1080004\":40,\"1080005\":5,\"2070003\":74},\"3\":{\"2\":4,\"2070003\":68},\"5\":{\"2\":6,\"2070003\":65},\"7\":{\"2\":61,\"1080003\":8,\"2070003\":80},\"8\":{\"2\":28,\"2070003\":54},\"10\":{\"2\":11,\"2070003\":46},\"12\":{\"2\":81,\"1080002\":25,\"1080003\":16,\"1080004\":33,\"1080005\":13,\"2070003\":88},\"13\":{\"2\":58,\"1080003\":14,\"2070003\":75},\"14\":{\"2\":32,\"2070003\":59},\"16\":{\"2\":56,\"1080001\":21,\"1080002\":19,\"1080003\":17,\"1080004\":36,\"1080005\":38,\"2070003\":77},\"17\":{\"2\":18,\"2070003\":47},\"19\":{\"2\":20,\"2070003\":53},\"21\":{\"2\":22,\"2070003\":66},\"23\":{\"2\":24,\"2070003\":67},\"25\":{\"2\":43,\"1080002\":26,\"2070003\":84},\"26\":{\"2\":27,\"2070003\":69},\"29\":{\"2\":60,\"1080003\":30,\"2070003\":73},\"30\":{\"2\":31,\"2070003\":55},\"33\":{\"2\":57,\"1080003\":34,\"2070003\":76},\"34\":{\"2\":35,\"2070003\":70},\"36\":{\"2\":37,\"2070003\":62},\"38\":{\"2\":39,\"2070003\":63},\"40\":{\"2\":41,\"2070003\":64},\"44\":{\"1080001\":45,\"2070003\":82},\"48\":{\"1080009\":51,\"1080010\":49,\"2070003\":0},\"49\":{\"2\":50,\"2070003\":79},\"51\":{\"2\":52,\"2070003\":78}},{\"4\":\"SBD\",\"6\":\"SBD\",\"9\":\"SBD\",\"11\":\"SBD\",\"15\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"22\":\"SBD\",\"24\":\"SBD\",\"27\":\"SBD\",\"28\":\"SBD\",\"31\":\"SBD\",\"32\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"39\":\"SBD\",\"41\":\"SBD\",\"42\":\"SBD\",\"43\":\"SBD\",\"45\":\"0\",\"46\":\"SBD\",\"47\":\"SBD\",\"50\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"69\":\"SBD\",\"70\":\"SBD\",\"71\":\"SBD\",\"72\":\"0\",\"73\":\"SBD\",\"74\":\"SBD\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"0\",\"83\":\"0\",\"84\":\"SBD\",\"85\":\"0\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"9\":[2,1],\"11\":[2,1],\"15\":[2,1],\"18\":[2,1],\"20\":[2,1],\"22\":[2,1],\"24\":[2,1],\"27\":[2,1],\"28\":[2,1],\"31\":[2,1],\"32\":[2,1],\"35\":[2,1],\"37\":[2,1],\"39\":[2,1],\"41\":[2,1],\"42\":[1,1],\"43\":[1,1],\"46\":[2,0],\"47\":[2,0],\"50\":[0,2],\"52\":[0,2],\"53\":[2,0],\"54\":[2,0],\"55\":[2,0],\"56\":[1,1],\"57\":[1,1],\"58\":[1,1],\"59\":[2,0],\"60\":[1,1],\"61\":[1,1],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[2,0],\"68\":[2,0],\"69\":[2,0],\"70\":[2,0],\"71\":[0,1],\"73\":[1,0],\"74\":[1,0],\"75\":[1,0],\"76\":[1,0],\"77\":[1,0],\"78\":[0,1],\"79\":[0,1],\"80\":[1,0],\"81\":[0,1],\"84\":[1,0]},{}]"]