Skip to content

Commit 4d1e708

Browse files
feat: enhance model with improved lexicon and sbd
Co-authored-by: Rachna <rachna@graype.in>
1 parent 532b493 commit 4d1e708

File tree

5 files changed

+5
-5
lines changed

5 files changed

+5
-5
lines changed

dist/languages/cur/models/eng-core-web-model.json

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
["[100,127,{\"0\":{\"5\":111,\"43\":113,\"46\":108,\"49\":109,\"197\":110,\"214\":112,\"2661\":114,\"5177\":53,\"7410\":117,\"10779\":116,\"12417\":81,\"12421\":84,\"24604\":103,\"26662\":118,\"27487\":67,\"27488\":69,\"27489\":71,\"27492\":73,\"32007\":1,\"33823\":105,\"35824\":119,\"37305\":65,\"45293\":92,\"46493\":94,\"49377\":101,\"49641\":96,\"49644\":120,\"49955\":89,\"50237\":97,\"50508\":102,\"50616\":45,\"58180\":104,\"60751\":106,\"64138\":75,\"64139\":79,\"64143\":77,\"65201\":107,\"68997\":121,\"71161\":122,\"75291\":123,\"79335\":124,\"79347\":63,\"80184\":125,\"83015\":126,\"83589\":50,\"84293\":127,\"2070003\":0},\"1\":{\"47\":2,\"51\":26,\"49955\":34,\"84671\":10,\"84672\":18,\"2070003\":0},\"2\":{\"49955\":3,\"2070003\":0},\"3\":{\"47\":4,\"32007\":41,\"84671\":6,\"84672\":8,\"2070003\":0},\"4\":{\"32007\":5,\"2070003\":0},\"6\":{\"32007\":7,\"2070003\":0},\"8\":{\"32007\":9,\"2070003\":0},\"10\":{\"49955\":11,\"2070003\":0},\"11\":{\"47\":12,\"32007\":42,\"84671\":14,\"84672\":16,\"2070003\":0},\"12\":{\"32007\":13,\"2070003\":0},\"14\":{\"32007\":15,\"2070003\":0},\"16\":{\"32007\":17,\"2070003\":0},\"18\":{\"49955\":19,\"2070003\":0},\"19\":{\"47\":20,\"32007\":43,\"84671\":22,\"84672\":24,\"2070003\":0},\"20\":{\"32007\":21,\"2070003\":0},\"22\":{\"32007\":23,\"2070003\":0},\"24\":{\"32007\":25,\"2070003\":0},\"26\":{\"49955\":27,\"2070003\":0},\"27\":{\"47\":28,\"32007\":44,\"84671\":30,\"84672\":32,\"2070003\":0},\"28\":{\"32007\":29,\"2070003\":0},\"30\":{\"32007\":31,\"2070003\":0},\"32\":{\"32007\":33,\"2070003\":0},\"34\":{\"47\":35,\"32007\":62,\"84671\":37,\"84672\":39,\"2070003\":0},\"35\":{\"32007\":36,\"2070003\":0},\"37\":{\"32007\":38,\"2070003\":0},\"39\":{\"32007\":40,\"2070003\":0},\"45\":{\"12790\":48,\"40590\":88,\"51632\":87,\"75830\":46,\"2070003\":98},\"46\":{\"45825\":47,\"2070003\":0},\"48\":{\"36767\":49,\"2070003\":0},\"50\":{\"30604\":51,\"2070003\":100},\"51\":{\"1406\":52,\"2070003\":0},\"53\":{\"32167\":54,\"43452\":58,\"48182\":56,\"69374\":60,\"2070003\":115},\"54\":{\"5177\":55,\"2070003\":0},\"56\":{\"5177\":57,\"2070003\":0},\"58\":{\"5177\":59,\"2070003\":0},\"60\":{\"5177\":61,\"2070003\":0},\"63\":{\"75830\":64,\"2070003\":0},\"65\":{\"75830\":66,\"2070003\":0},\"67\":{\"75830\":68,\"2070003\":0},\"69\":{\"75830\":70,\"2070003\":0},\"71\":{\"75830\":72,\"2070003\":0},\"73\":{\"75830\":74,\"2070003\":0},\"75\":{\"52285\":76,\"2070003\":0},\"77\":{\"52285\":78,\"2070003\":0},\"79\":{\"52285\":80,\"2070003\":0},\"81\":{\"29527\":82,\"51345\":83,\"2070003\":0},\"84\":{\"29527\":85,\"51345\":86,\"2070003\":0},\"89\":{\"30604\":91,\"83689\":90,\"2070003\":99},\"92\":{\"50616\":93,\"2070003\":0},\"94\":{\"50616\":95,\"2070003\":0}},{\"5\":\"0\",\"7\":\"0\",\"9\":\"0\",\"13\":\"0\",\"15\":\"0\",\"17\":\"0\",\"21\":\"0\",\"23\":\"0\",\"25\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"36\":\"0\",\"38\":\"0\",\"40\":\"0\",\"41\":\"0\",\"42\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"49\":\"0\",\"52\":\"0\",\"55\":\"0\",\"57\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"1\",\"66\":\"1\",\"68\":\"1\",\"70\":\"1\",\"72\":\"1\",\"74\":\"1\",\"76\":\"1\",\"78\":\"1\",\"80\":\"1\",\"82\":\"2\",\"83\":\"2\",\"85\":\"2\",\"86\":\"2\",\"87\":\"0\",\"88\":\"0\",\"90\":\"0\",\"91\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"1\",\"103\":\"1\",\"104\":\"1\",\"105\":\"1\",\"106\":\"1\",\"107\":\"1\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"2\",\"121\":\"2\",\"122\":\"2\",\"123\":\"2\",\"124\":\"2\",\"125\":\"2\",\"126\":\"2\",\"127\":\"2\"},{},{}]"]
1+
["[100,127,{\"0\":{\"5\":111,\"43\":113,\"46\":108,\"49\":109,\"197\":110,\"214\":112,\"2661\":114,\"5177\":53,\"7410\":117,\"10779\":116,\"12417\":81,\"12421\":84,\"24607\":103,\"26665\":118,\"27490\":67,\"27491\":69,\"27492\":71,\"27495\":73,\"32013\":1,\"33832\":105,\"35833\":119,\"37314\":65,\"45305\":92,\"46505\":94,\"49389\":101,\"49653\":96,\"49656\":120,\"49967\":89,\"50249\":97,\"50520\":102,\"50628\":45,\"58195\":104,\"60766\":106,\"64153\":75,\"64154\":79,\"64158\":77,\"65216\":107,\"69012\":121,\"71176\":122,\"75309\":123,\"79356\":124,\"79368\":63,\"80205\":125,\"83036\":126,\"83610\":50,\"84317\":127,\"2070003\":0},\"1\":{\"47\":2,\"51\":26,\"49967\":34,\"84695\":10,\"84696\":18,\"2070003\":0},\"2\":{\"49967\":3,\"2070003\":0},\"3\":{\"47\":4,\"32013\":41,\"84695\":6,\"84696\":8,\"2070003\":0},\"4\":{\"32013\":5,\"2070003\":0},\"6\":{\"32013\":7,\"2070003\":0},\"8\":{\"32013\":9,\"2070003\":0},\"10\":{\"49967\":11,\"2070003\":0},\"11\":{\"47\":12,\"32013\":42,\"84695\":14,\"84696\":16,\"2070003\":0},\"12\":{\"32013\":13,\"2070003\":0},\"14\":{\"32013\":15,\"2070003\":0},\"16\":{\"32013\":17,\"2070003\":0},\"18\":{\"49967\":19,\"2070003\":0},\"19\":{\"47\":20,\"32013\":43,\"84695\":22,\"84696\":24,\"2070003\":0},\"20\":{\"32013\":21,\"2070003\":0},\"22\":{\"32013\":23,\"2070003\":0},\"24\":{\"32013\":25,\"2070003\":0},\"26\":{\"49967\":27,\"2070003\":0},\"27\":{\"47\":28,\"32013\":44,\"84695\":30,\"84696\":32,\"2070003\":0},\"28\":{\"32013\":29,\"2070003\":0},\"30\":{\"32013\":31,\"2070003\":0},\"32\":{\"32013\":33,\"2070003\":0},\"34\":{\"47\":35,\"32013\":62,\"84695\":37,\"84696\":39,\"2070003\":0},\"35\":{\"32013\":36,\"2070003\":0},\"37\":{\"32013\":38,\"2070003\":0},\"39\":{\"32013\":40,\"2070003\":0},\"45\":{\"12790\":48,\"40599\":88,\"51644\":87,\"75848\":46,\"2070003\":98},\"46\":{\"45837\":47,\"2070003\":0},\"48\":{\"36776\":49,\"2070003\":0},\"50\":{\"30610\":51,\"2070003\":100},\"51\":{\"1406\":52,\"2070003\":0},\"53\":{\"32173\":54,\"43464\":58,\"48194\":56,\"69389\":60,\"2070003\":115},\"54\":{\"5177\":55,\"2070003\":0},\"56\":{\"5177\":57,\"2070003\":0},\"58\":{\"5177\":59,\"2070003\":0},\"60\":{\"5177\":61,\"2070003\":0},\"63\":{\"75848\":64,\"2070003\":0},\"65\":{\"75848\":66,\"2070003\":0},\"67\":{\"75848\":68,\"2070003\":0},\"69\":{\"75848\":70,\"2070003\":0},\"71\":{\"75848\":72,\"2070003\":0},\"73\":{\"75848\":74,\"2070003\":0},\"75\":{\"52297\":76,\"2070003\":0},\"77\":{\"52297\":78,\"2070003\":0},\"79\":{\"52297\":80,\"2070003\":0},\"81\":{\"29530\":82,\"51357\":83,\"2070003\":0},\"84\":{\"29530\":85,\"51357\":86,\"2070003\":0},\"89\":{\"30610\":91,\"83710\":90,\"2070003\":99},\"92\":{\"50628\":93,\"2070003\":0},\"94\":{\"50628\":95,\"2070003\":0}},{\"5\":\"0\",\"7\":\"0\",\"9\":\"0\",\"13\":\"0\",\"15\":\"0\",\"17\":\"0\",\"21\":\"0\",\"23\":\"0\",\"25\":\"0\",\"29\":\"0\",\"31\":\"0\",\"33\":\"0\",\"36\":\"0\",\"38\":\"0\",\"40\":\"0\",\"41\":\"0\",\"42\":\"0\",\"43\":\"0\",\"44\":\"0\",\"47\":\"0\",\"49\":\"0\",\"52\":\"0\",\"55\":\"0\",\"57\":\"0\",\"59\":\"0\",\"61\":\"0\",\"62\":\"0\",\"64\":\"1\",\"66\":\"1\",\"68\":\"1\",\"70\":\"1\",\"72\":\"1\",\"74\":\"1\",\"76\":\"1\",\"78\":\"1\",\"80\":\"1\",\"82\":\"2\",\"83\":\"2\",\"85\":\"2\",\"86\":\"2\",\"87\":\"0\",\"88\":\"0\",\"90\":\"0\",\"91\":\"0\",\"93\":\"0\",\"95\":\"0\",\"96\":\"1\",\"97\":\"1\",\"98\":\"1\",\"99\":\"1\",\"100\":\"1\",\"101\":\"1\",\"102\":\"1\",\"103\":\"1\",\"104\":\"1\",\"105\":\"1\",\"106\":\"1\",\"107\":\"1\",\"108\":\"2\",\"109\":\"2\",\"110\":\"2\",\"111\":\"2\",\"112\":\"2\",\"113\":\"2\",\"114\":\"2\",\"115\":\"2\",\"116\":\"2\",\"117\":\"2\",\"118\":\"2\",\"119\":\"2\",\"120\":\"2\",\"121\":\"2\",\"122\":\"2\",\"123\":\"2\",\"124\":\"2\",\"125\":\"2\",\"126\":\"2\",\"127\":\"2\"},{},{}]"]

dist/languages/cur/models/eng-ner-model.json

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.

dist/languages/cur/models/eng-sa-model.json

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.
Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
["[100,89,{\"0\":{\"2\":87,\"1080001\":7,\"1080002\":1,\"1080007\":42,\"2070003\":0},\"1\":{\"2\":75,\"1080002\":39,\"1080003\":2,\"1080004\":21,\"1080005\":24,\"2070003\":88},\"2\":{\"2\":51,\"1080001\":5,\"1080002\":3,\"1080003\":33,\"1080004\":13,\"1080005\":15,\"2070003\":79},\"3\":{\"2\":4,\"2070003\":47},\"5\":{\"2\":6,\"2070003\":48},\"7\":{\"2\":76,\"46\":71,\"47\":72,\"84671\":73,\"84672\":74,\"1080001\":69,\"1080003\":8,\"1080004\":27,\"1080005\":30,\"2070003\":89},\"8\":{\"2\":54,\"1080001\":11,\"1080002\":9,\"1080003\":36,\"1080004\":17,\"1080005\":19,\"2070003\":82},\"9\":{\"2\":10,\"2070003\":49},\"11\":{\"2\":12,\"2070003\":50},\"13\":{\"2\":14,\"2070003\":57},\"15\":{\"2\":16,\"2070003\":58},\"17\":{\"2\":18,\"2070003\":59},\"19\":{\"2\":20,\"2070003\":60},\"21\":{\"2\":52,\"1080003\":22,\"2070003\":80},\"22\":{\"2\":23,\"2070003\":61},\"24\":{\"2\":53,\"1080003\":25,\"2070003\":81},\"25\":{\"2\":35,\"2070003\":62},\"27\":{\"2\":55,\"1080003\":28,\"2070003\":83},\"28\":{\"2\":29,\"2070003\":63},\"30\":{\"2\":56,\"1080003\":31,\"2070003\":84},\"31\":{\"2\":38,\"2070003\":64},\"33\":{\"2\":34,\"2070003\":65},\"36\":{\"2\":37,\"2070003\":66},\"39\":{\"2\":67,\"1080002\":40,\"2070003\":85},\"40\":{\"2\":41,\"2070003\":68},\"42\":{\"1080009\":45,\"1080010\":43,\"2070003\":0},\"43\":{\"2\":44,\"2070003\":77},\"45\":{\"2\":46,\"2070003\":78},\"69\":{\"1080001\":70,\"2070003\":86}},{\"4\":\"SBD\",\"6\":\"SBD\",\"10\":\"SBD\",\"12\":\"SBD\",\"14\":\"SBD\",\"16\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"23\":\"SBD\",\"26\":\"SBD\",\"29\":\"SBD\",\"32\":\"SBD\",\"34\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"38\":\"SBD\",\"41\":\"SBD\",\"44\":\"SBD\",\"46\":\"SBD\",\"47\":\"SBD\",\"48\":\"SBD\",\"49\":\"SBD\",\"50\":\"SBD\",\"51\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"70\":\"0\",\"71\":\"0\",\"72\":\"0\",\"73\":\"0\",\"74\":\"0\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"SBD\",\"83\":\"SBD\",\"84\":\"SBD\",\"85\":\"SBD\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"10\":[2,1],\"12\":[2,1],\"14\":[2,1],\"16\":[2,1],\"18\":[2,1],\"20\":[2,1],\"23\":[2,1],\"26\":[2,1],\"29\":[2,1],\"32\":[2,1],\"34\":[2,1],\"35\":[2,1],\"37\":[2,1],\"38\":[2,1],\"41\":[2,1],\"44\":[0,2],\"46\":[0,2],\"47\":[2,0],\"48\":[2,0],\"49\":[2,0],\"50\":[2,0],\"51\":[1,1],\"52\":[1,1],\"53\":[1,1],\"54\":[1,1],\"55\":[1,1],\"56\":[1,1],\"57\":[2,0],\"58\":[2,0],\"59\":[2,0],\"60\":[2,0],\"61\":[2,0],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[1,1],\"68\":[2,0],\"75\":[0,1],\"76\":[0,1],\"77\":[0,1],\"78\":[0,1],\"79\":[1,0],\"80\":[1,0],\"81\":[1,0],\"82\":[1,0],\"83\":[1,0],\"84\":[1,0],\"85\":[1,0]},{}]"]
1+
["[100,89,{\"0\":{\"2\":87,\"1080001\":7,\"1080002\":1,\"1080007\":42,\"2070003\":0},\"1\":{\"2\":75,\"1080002\":39,\"1080003\":2,\"1080004\":21,\"1080005\":24,\"2070003\":88},\"2\":{\"2\":51,\"1080001\":5,\"1080002\":3,\"1080003\":33,\"1080004\":13,\"1080005\":15,\"2070003\":79},\"3\":{\"2\":4,\"2070003\":47},\"5\":{\"2\":6,\"2070003\":48},\"7\":{\"2\":76,\"46\":71,\"47\":72,\"84695\":73,\"84696\":74,\"1080001\":69,\"1080003\":8,\"1080004\":27,\"1080005\":30,\"2070003\":89},\"8\":{\"2\":54,\"1080001\":11,\"1080002\":9,\"1080003\":36,\"1080004\":17,\"1080005\":19,\"2070003\":82},\"9\":{\"2\":10,\"2070003\":49},\"11\":{\"2\":12,\"2070003\":50},\"13\":{\"2\":14,\"2070003\":57},\"15\":{\"2\":16,\"2070003\":58},\"17\":{\"2\":18,\"2070003\":59},\"19\":{\"2\":20,\"2070003\":60},\"21\":{\"2\":52,\"1080003\":22,\"2070003\":80},\"22\":{\"2\":23,\"2070003\":61},\"24\":{\"2\":53,\"1080003\":25,\"2070003\":81},\"25\":{\"2\":35,\"2070003\":62},\"27\":{\"2\":55,\"1080003\":28,\"2070003\":83},\"28\":{\"2\":29,\"2070003\":63},\"30\":{\"2\":56,\"1080003\":31,\"2070003\":84},\"31\":{\"2\":38,\"2070003\":64},\"33\":{\"2\":34,\"2070003\":65},\"36\":{\"2\":37,\"2070003\":66},\"39\":{\"2\":67,\"1080002\":40,\"2070003\":85},\"40\":{\"2\":41,\"2070003\":68},\"42\":{\"1080009\":45,\"1080010\":43,\"2070003\":0},\"43\":{\"2\":44,\"2070003\":77},\"45\":{\"2\":46,\"2070003\":78},\"69\":{\"1080001\":70,\"2070003\":86}},{\"4\":\"SBD\",\"6\":\"SBD\",\"10\":\"SBD\",\"12\":\"SBD\",\"14\":\"SBD\",\"16\":\"SBD\",\"18\":\"SBD\",\"20\":\"SBD\",\"23\":\"SBD\",\"26\":\"SBD\",\"29\":\"SBD\",\"32\":\"SBD\",\"34\":\"SBD\",\"35\":\"SBD\",\"37\":\"SBD\",\"38\":\"SBD\",\"41\":\"SBD\",\"44\":\"SBD\",\"46\":\"SBD\",\"47\":\"SBD\",\"48\":\"SBD\",\"49\":\"SBD\",\"50\":\"SBD\",\"51\":\"SBD\",\"52\":\"SBD\",\"53\":\"SBD\",\"54\":\"SBD\",\"55\":\"SBD\",\"56\":\"SBD\",\"57\":\"SBD\",\"58\":\"SBD\",\"59\":\"SBD\",\"60\":\"SBD\",\"61\":\"SBD\",\"62\":\"SBD\",\"63\":\"SBD\",\"64\":\"SBD\",\"65\":\"SBD\",\"66\":\"SBD\",\"67\":\"SBD\",\"68\":\"SBD\",\"70\":\"0\",\"71\":\"0\",\"72\":\"0\",\"73\":\"0\",\"74\":\"0\",\"75\":\"SBD\",\"76\":\"SBD\",\"77\":\"SBD\",\"78\":\"SBD\",\"79\":\"SBD\",\"80\":\"SBD\",\"81\":\"SBD\",\"82\":\"SBD\",\"83\":\"SBD\",\"84\":\"SBD\",\"85\":\"SBD\",\"86\":\"0\",\"87\":\"SBD\",\"88\":\"SBD\",\"89\":\"SBD\"},{\"4\":[2,1],\"6\":[2,1],\"10\":[2,1],\"12\":[2,1],\"14\":[2,1],\"16\":[2,1],\"18\":[2,1],\"20\":[2,1],\"23\":[2,1],\"26\":[2,1],\"29\":[2,1],\"32\":[2,1],\"34\":[2,1],\"35\":[2,1],\"37\":[2,1],\"38\":[2,1],\"41\":[2,1],\"44\":[0,2],\"46\":[0,2],\"47\":[2,0],\"48\":[2,0],\"49\":[2,0],\"50\":[2,0],\"51\":[1,1],\"52\":[1,1],\"53\":[1,1],\"54\":[1,1],\"55\":[1,1],\"56\":[1,1],\"57\":[2,0],\"58\":[2,0],\"59\":[2,0],\"60\":[2,0],\"61\":[2,0],\"62\":[2,0],\"63\":[2,0],\"64\":[2,0],\"65\":[2,0],\"66\":[2,0],\"67\":[1,1],\"68\":[2,0],\"75\":[0,1],\"76\":[0,1],\"77\":[0,1],\"78\":[0,1],\"79\":[1,0],\"80\":[1,0],\"81\":[1,0],\"82\":[1,0],\"83\":[1,0],\"84\":[1,0],\"85\":[1,0]},{}]"]

0 commit comments

Comments
 (0)