File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 22import wordsegment
33
44
5+ @spacy .language .Language .component ("prevent_sentence_boundary" )
56def prevent_sentence_boundary_detection (doc ):
67 for token in doc :
78 token .is_sent_start = False
89 return doc
910
1011
1112try :
12- nlp = spacy .load ("en " )
13- no_sentences = spacy .load ("en " )
13+ nlp = spacy .load ("en_core_web_sm " )
14+ no_sentences = spacy .load ("en_core_web_sm " )
1415 no_sentences .add_pipe (
15- prevent_sentence_boundary_detection , name = "prevent-sbd" , before = "parser"
16+ "prevent_sentence_boundary" , name = "prevent-sbd" , before = "parser"
1617 )
1718except IOError :
1819 raise Exception (
Original file line number Diff line number Diff line change 11Changelog
22=========
3+ 3.0.1 (2021-02-10)
4+ ------------------
5+ * Pin spacy dependency above 3.x.x
6+ * Remove support for older spacy versions
37
483.0.0 (2021-01-27)
5- ----------------
9+ ------------------
610Breaking Changes
711****************
812* Rework of executors
Original file line number Diff line number Diff line change 66 install_requires = [
77 "pyparsing" ,
88 "jinja2" ,
9- "spacy" ,
9+ "spacy~=3.0 " ,
1010 "miniwdl" ,
1111 "wordsegment" ,
1212 "inflection" ,
2121 "psutil" ,
2222 "deprecated" ,
2323 "attrs" ,
24- "janis-pipelines.core >= 0.11.2" ,
24+ "janis-pipelines.core>= 0.11.2" ,
2525 ],
2626 python_requires = ">=3.6" ,
2727 entry_points = {"console_scripts" : ["aclimatise = aclimatise.cli:main" ]},
You can’t perform that action at this time.
0 commit comments