File tree Expand file tree Collapse file tree 2 files changed +13
-4
lines changed
Expand file tree Collapse file tree 2 files changed +13
-4
lines changed Original file line number Diff line number Diff line change @@ -261,7 +261,6 @@ def set_custom_boundaries(doc):
261261
262262# %% Displaying in a Jupyter notebook instead
263263
264- # Needs IPython and Jupyter to be installed as a dependency
265264displacy .render (about_interest_doc , style = "dep" , jupyter = True )
266265
267266# %% Preprocessing functions
@@ -286,9 +285,7 @@ def preprocess_token(token):
286285
287286
288287complete_filtered_tokens = [
289- preprocess_token (token )
290- for token in complete_doc
291- if is_token_allowed (token )
288+ preprocess_token (token ) for token in complete_doc if is_token_allowed (token )
292289]
293290
294291print (complete_filtered_tokens )
Original file line number Diff line number Diff line change 11blis == 0.7.9
2+ cachetools == 5.2.0
23catalogue == 2.0.8
34certifi == 2022.12.7
45charset-normalizer == 2.1.1
56click == 8.1.3
67colorama == 0.4.6
78confection == 0.0.3
89cymem == 2.0.7
10+ cytoolz == 0.12.0
11+ en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.4.1/en_core_web_sm-3.4.1-py3-none-any.whl
912idna == 3.4
13+ jellyfish == 0.9.0
1014Jinja2 == 3.1.2
15+ joblib == 1.2.0
1116langcodes == 3.3.0
1217MarkupSafe == 2.1.1
1318murmurhash == 1.0.9
19+ networkx == 2.8.8
1420numpy == 1.24.0
1521packaging == 22.0
1622pathy == 0.10.1
1723preshed == 3.0.8
1824pydantic == 1.10.2
25+ pyphen == 0.13.2
1926requests == 2.28.1
27+ scikit-learn == 1.2.0
28+ scipy == 1.9.3
2029smart-open == 6.3.0
2130spacy == 3.4.4
2231spacy-legacy == 3.0.10
2332spacy-loggers == 1.0.4
2433srsly == 2.4.5
34+ textacy == 0.12.0
2535thinc == 8.1.5
36+ threadpoolctl == 3.1.0
37+ toolz == 0.12.0
2638tqdm == 4.64.1
2739typer == 0.7.0
2840typing_extensions == 4.4.0
You can’t perform that action at this time.
0 commit comments