Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 4 additions & 4 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -52,20 +52,20 @@ print("Number of tokens:", len(id2vec))
* [3467e9ca-ec11-444a-ba27-9fa55f5ee6c1](/id2vec/3467e9ca-ec11-444a-ba27-9fa55f5ee6c1.md)
* <default> [92609e70-f79c-46b5-8419-55726e873cfc](/id2vec/92609e70-f79c-46b5-8419-55726e873cfc.md)

## id_splitter_nn
## id_splitter_bilstm
Model that contains source code identifier splitter BiLSTM weights.

Example:

```python
from sourced.ml.models.id_splitter import IdentifierSplitterNN
id_splitter = IdentifierSplitterNN().load(id_splitter_nn)
from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM
id_splitter = IdentifierSplitterBiLSTM().load(id_splitter_bilstm)
id_splitter.split(identifiers)
```

1 model:

* <default> [522bdd11-d1fa-49dd-9e51-87c529283418](/id_splitter_nn/522bdd11-d1fa-49dd-9e51-87c529283418.md)
* <default> [522bdd11-d1fa-49dd-9e51-87c529283418](/id_splitter_bilstm/522bdd11-d1fa-49dd-9e51-87c529283418.md)

## topics
Topic modeling of Git repositories. All tokens are identifiers extracted from repositories and seen as indicators for topics. They are used to infer the topic(s) of repositories.
Expand Down
25 changes: 25 additions & 0 deletions id_splitter_bilstm/522bdd11-d1fa-49dd-9e51-87c529283418.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,25 @@
# id_splitter_bilstm

Model that contains source code identifier splitter BiLSTM weights.

Example:

```python
from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM
id_splitter = IdentifierSplitterBiLSTM().load("522bdd11-d1fa-49dd-9e51-87c529283418")
id_splitter.split(identifiers)
```

### References

* []()

| | |
|:---|:---|
| ID | 522bdd11-d1fa-49dd-9e51-87c529283418 |
| Uploaded | 2019-05-15 15:22:59 |
| Version | 1.0.0 |
| File | https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_bilstm%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf |
| Size | 8.7 MB |
| License | [O](D) |

24 changes: 0 additions & 24 deletions id_splitter_nn/522bdd11-d1fa-49dd-9e51-87c529283418.md

This file was deleted.

60 changes: 27 additions & 33 deletions index.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,8 @@
"default": "92609e70-f79c-46b5-8419-55726e873cfc",
"description": "Source code identifier embeddings, that is, every identifier is represented by a dense vector."
},
"id_splitter_nn": {
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterNN\nid_splitter = IdentifierSplitterNN().load(%s)\nid_splitter.split(identifiers)",
"id_splitter_bilstm": {
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM\nid_splitter = IdentifierSplitterBiLSTM().load(%s)\nid_splitter.split(identifiers)",
"default": "522bdd11-d1fa-49dd-9e51-87c529283418",
"description": "Model that contains source code identifier splitter BiLSTM weights."
},
Expand Down Expand Up @@ -256,10 +256,10 @@
]
}
},
"id_splitter_nn": {
"id_splitter_bilstm": {
"522bdd11-d1fa-49dd-9e51-87c529283418": {
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterNN\nid_splitter = IdentifierSplitterNN().load(%s)\nid_splitter.split(identifiers)",
"created_at": "2019-04-12 10:59:58",
"code": "from sourced.ml.models.id_splitter import IdentifierSplitterBiLSTM\nid_splitter = IdentifierSplitterBiLSTM().load(%s)\nid_splitter.split(identifiers)",
"created_at": "2019-05-15 15:22:59",
"datasets": [
[]
],
Expand Down Expand Up @@ -333,11 +333,11 @@
],
[
"grpcio",
"1.19.0"
"1.20.1"
],
[
"grpcio-tools",
"1.19.0"
"1.20.1"
],
[
"h5py",
Expand All @@ -356,20 +356,20 @@
"2.6.0"
],
[
"modelforge",
"0.11.1"
"lz4",
"2.1.6"
],
[
"numpy",
"1.16.2"
"modelforge",
"0.12.1"
],
[
"pandas",
"0.24.2"
"numpy",
"1.16.3"
],
[
"pip",
"19.0.3"
"19.1.1"
],
[
"protobuf",
Expand All @@ -379,14 +379,6 @@
"pygtrie",
"2.3"
],
[
"python-dateutil",
"2.8.0"
],
[
"pytz",
"2019.1"
],
[
"requests",
"2.21.0"
Expand All @@ -401,38 +393,38 @@
],
[
"setuptools",
"41.0.0"
"41.0.1"
],
[
"six",
"1.12.0"
],
[
"sourced-ml",
"0.8.3"
"sourced-ml-core",
"0.0.1"
],
[
"spdx",
"2.5.0"
],
[
"tensorflow-estimator",
"1.13.0"
"tensorflow",
"1.13.1"
],
[
"tensorflow-gpu",
"1.13.1"
"tensorflow-estimator",
"1.13.0"
],
[
"termcolor",
"1.1.0"
],
[
"urllib3",
"1.24.1"
"1.24.3"
]
],
"platform": "Linux-4.15.0-47-generic-x86_64-with-debian-stretch-sid",
"platform": "Linux-4.15.0-48-generic-x86_64-with-debian-stretch-sid",
"python": "3.6.0 (default, Jan 7 2019, 11:18:05) [GCC 5.4.0 20160609]"
},
"extra": {},
Expand All @@ -444,9 +436,11 @@
"series": "rnn-splitter",
"size": "8.7 MB",
"tags": [
"identifiers_splitter"
"identifer_splitter",
"token_parser",
"bilstm"
],
"url": "https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_nn%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf",
"url": "https://storage.googleapis.com/models.cdn.sourced.tech/models%2Fid_splitter_bilstm%2F522bdd11-d1fa-49dd-9e51-87c529283418.asdf",
"vendor": "source{d}",
"version": [
1,
Expand Down