Skip to content

Commit 4b30e6d

Browse files
glimowglimow
committed
Add id_splitter_bilstm/522bdd11-d1fa-49dd-9e51-87c529283418
Signed-off-by: tristan kalos <[email protected]>
1 parent 1697118 commit 4b30e6d

File tree

4 files changed

+56
-61
lines changed

4 files changed

+56
-61
lines changed

‎README.md‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -52,20 +52,20 @@ print("Number of tokens:", len(id2vec))
5252
* [3467e9ca-ec11-444a-ba27-9fa55f5ee6c1](/id2vec/3467e9ca-ec11-444a-ba27-9fa55f5ee6c1.md)
5353
* <default> [92609e70-f79c-46b5-8419-55726e873cfc](/id2vec/92609e70-f79c-46b5-8419-55726e873cfc.md)
5454

55-
## id_splitter_nn
55+
## id_splitter_bilstm
5656
Model that contains source code identifier splitter BiLSTM weights.
5757

5858
Example:
5959

6060
```python
61-
from sourced.ml.models.id_splitter import IdentifierSplitterNN
62-
id_splitter = IdentifierSplitterNN().load(id_splitter_nn)
61+
from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM
62+
id_splitter = IdentifierSplitterBiLSTM().load(id_splitter_bilstm)
6363
id_splitter.split(identifiers)
6464
```
6565

6666
1 model:
6767

68-
* <default> [522bdd11-d1fa-49dd-9e51-87c529283418](/id_splitter_nn/522bdd11-d1fa-49dd-9e51-87c529283418.md)
68+
* <default> [522bdd11-d1fa-49dd-9e51-87c529283418](/id_splitter_bilstm/522bdd11-d1fa-49dd-9e51-87c529283418.md)
6969

7070
## topics
7171
Topic modeling of Git repositories. All tokens are identifiers extracted from repositories and seen as indicators for topics. They are used to infer the topic(s) of repositories.

‎id_splitter_bilstm/522bdd11-d1fa-49dd-9e51-87c529283418.md‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
# id_splitter_bilstm
2+
3+
Model that contains source code identifier splitter BiLSTM weights.
4+
5+
Example:
6+
7+
```python
8+
from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM
9+
id_splitter = IdentifierSplitterBiLSTM().load("522bdd11-d1fa-49dd-9e51-87c529283418")
10+
id_splitter.split(identifiers)
11+
```
12+
13+
### References
14+
15+
* []()
16+
17+
| | |
18+
|:---|:---|
19+
| ID | 522bdd11-d1fa-49dd-9e51-87c529283418 |
20+
| Uploaded | 2019-05-15 15:22:59 |
21+
| Version | 1.0.0 |
22+
| File | https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_bilstm%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf |
23+
| Size | 8.7 MB |
24+
| License | [O](D) |
25+

‎id_splitter_nn/522bdd11-d1fa-49dd-9e51-87c529283418.md‎

Lines changed: 0 additions & 24 deletions
This file was deleted.

‎index.json‎

Lines changed: 27 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,8 @@
1515
"default": "92609e70-f79c-46b5-8419-55726e873cfc",
1616
"description": "Source code identifier embeddings, that is, every identifier is represented by a dense vector."
1717
},
18-
"id_splitter_nn": {
19-
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterNN\nid_splitter = IdentifierSplitterNN().load(%s)\nid_splitter.split(identifiers)",
18+
"id_splitter_bilstm": {
19+
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM\nid_splitter = IdentifierSplitterBiLSTM().load(%s)\nid_splitter.split(identifiers)",
2020
"default": "522bdd11-d1fa-49dd-9e51-87c529283418",
2121
"description": "Model that contains source code identifier splitter BiLSTM weights."
2222
},
@@ -256,10 +256,10 @@
256256
]
257257
}
258258
},
259-
"id_splitter_nn": {
259+
"id_splitter_bilstm": {
260260
"522bdd11-d1fa-49dd-9e51-87c529283418": {
261-
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterNN\nid_splitter = IdentifierSplitterNN().load(%s)\nid_splitter.split(identifiers)",
262-
"created_at": "2019-04-12 10:59:58",
261+
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM\nid_splitter = IdentifierSplitterBiLSTM().load(%s)\nid_splitter.split(identifiers)",
262+
"created_at": "2019-05-15 15:22:59",
263263
"datasets": [
264264
[]
265265
],
@@ -333,11 +333,11 @@
333333
],
334334
[
335335
"grpcio",
336-
"1.19.0"
336+
"1.20.1"
337337
],
338338
[
339339
"grpcio-tools",
340-
"1.19.0"
340+
"1.20.1"
341341
],
342342
[
343343
"h5py",
@@ -356,20 +356,20 @@
356356
"2.6.0"
357357
],
358358
[
359-
"modelforge",
360-
"0.11.1"
359+
"lz4",
360+
"2.1.6"
361361
],
362362
[
363-
"numpy",
364-
"1.16.2"
363+
"modelforge",
364+
"0.12.1"
365365
],
366366
[
367-
"pandas",
368-
"0.24.2"
367+
"numpy",
368+
"1.16.3"
369369
],
370370
[
371371
"pip",
372-
"19.0.3"
372+
"19.1.1"
373373
],
374374
[
375375
"protobuf",
@@ -379,14 +379,6 @@
379379
"pygtrie",
380380
"2.3"
381381
],
382-
[
383-
"python-dateutil",
384-
"2.8.0"
385-
],
386-
[
387-
"pytz",
388-
"2019.1"
389-
],
390382
[
391383
"requests",
392384
"2.21.0"
@@ -401,38 +393,38 @@
401393
],
402394
[
403395
"setuptools",
404-
"41.0.0"
396+
"41.0.1"
405397
],
406398
[
407399
"six",
408400
"1.12.0"
409401
],
410402
[
411-
"sourced-ml",
412-
"0.8.3"
403+
"sourced-ml-core",
404+
"0.0.1"
413405
],
414406
[
415407
"spdx",
416408
"2.5.0"
417409
],
418410
[
419-
"tensorflow-estimator",
420-
"1.13.0"
411+
"tensorflow",
412+
"1.13.1"
421413
],
422414
[
423-
"tensorflow-gpu",
424-
"1.13.1"
415+
"tensorflow-estimator",
416+
"1.13.0"
425417
],
426418
[
427419
"termcolor",
428420
"1.1.0"
429421
],
430422
[
431423
"urllib3",
432-
"1.24.1"
424+
"1.24.3"
433425
]
434426
],
435-
"platform": "Linux-4.15.0-47-generic-x86_64-with-debian-stretch-sid",
427+
"platform": "Linux-4.15.0-48-generic-x86_64-with-debian-stretch-sid",
436428
"python": "3.6.0 (default, Jan 7 2019, 11:18:05) [GCC 5.4.0 20160609]"
437429
},
438430
"extra": {},
@@ -444,9 +436,11 @@
444436
"series": "rnn-splitter",
445437
"size": "8.7 MB",
446438
"tags": [
447-
"identifiers_splitter"
439+
"identifer_splitter",
440+
"token_parser",
441+
"bilstm"
448442
],
449-
"url": "https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_nn%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf",
443+
"url": "https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_bilstm%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf",
450444
"vendor": "source{d}",
451445
"version": [
452446
1,

0 commit comments

Comments
 (0)