Skip to content

Commit f1507bc

Browse files
TheFlash10TheFlash10
authored
Add files via upload
1 parent 434458a commit f1507bc

1 file changed

Lines changed: 50 additions & 68 deletions

File tree

‎8 Part-of-speech tagging.ipynb‎

Lines changed: 50 additions & 68 deletions
Original file line numberDiff line numberDiff line change
@@ -1,25 +1,17 @@
11
{
22
"cells": [
3+
{
4+
"cell_type": "markdown",
5+
"metadata": {},
6+
"source": [
7+
"# Part-of-speech tagging"
8+
]
9+
},
310
{
411
"cell_type": "code",
5-
"execution_count": 3,
6-
"metadata": {
7-
"collapsed": false,
8-
"deletable": true,
9-
"editable": true
10-
},
11-
"outputs": [
12-
{
13-
"data": {
14-
"text/plain": [
15-
"'arma virumque cano, Troiae qui primus ab oris Italiam, fato profugus, Laviniaque venit litora, multum ille et terris iactatus et alto vi superum saevae memorem Iunonis ob iram; multa quoque et bello passus, dum conderet urbem, 5 inferretque deos Latio, genus unde Latinum, Albanique patres, atque altae moenia Romae.'"
16-
]
17-
},
18-
"execution_count": 3,
19-
"metadata": {},
20-
"output_type": "execute_result"
21-
}
22-
],
12+
"execution_count": 16,
13+
"metadata": {},
14+
"outputs": [],
2315
"source": [
2416
"aen = \"\"\"arma virumque cano, Troiae qui primus ab oris\n",
2517
"Italiam, fato profugus, Laviniaque venit\n",
@@ -30,45 +22,49 @@
3022
"Albanique patres, atque altae moenia Romae.\"\"\"\n",
3123
"\n",
3224
"# rm line breaks\n",
33-
"aen = aen.replace('\\n', ' ')"
25+
"aen = aen.replace('\\n',' ')"
3426
]
3527
},
3628
{
3729
"cell_type": "code",
38-
"execution_count": 4,
39-
"metadata": {
40-
"collapsed": true,
41-
"deletable": true,
42-
"editable": true
43-
},
30+
"execution_count": 17,
31+
"metadata": {},
32+
"outputs": [
33+
{
34+
"name": "stdout",
35+
"output_type": "stream",
36+
"text": [
37+
"arma virumque cano, Troiae qui primus ab oris Italiam, fato profugus, Laviniaque venit litora, multum ille et terris iactatus et alto vi superum saevae memorem Iunonis ob iram; multa quoque et bello passus, dum conderet urbem, 5 inferretque deos Latio, genus unde Latinum, Albanique patres, atque altae moenia Romae.\n"
38+
]
39+
}
40+
],
41+
"source": [
42+
"print(aen)"
43+
]
44+
},
45+
{
46+
"cell_type": "code",
47+
"execution_count": 18,
48+
"metadata": {},
4449
"outputs": [],
4550
"source": [
4651
"from cltk.tag.pos import POSTag"
4752
]
4853
},
4954
{
5055
"cell_type": "code",
51-
"execution_count": 5,
52-
"metadata": {
53-
"collapsed": true,
54-
"deletable": true,
55-
"editable": true
56-
},
56+
"execution_count": 19,
57+
"metadata": {},
5758
"outputs": [],
5859
"source": [
5960
"tagger = POSTag('latin')\n",
60-
"\n",
6161
"aen_tagged = tagger.tag_ngram_123_backoff(aen)"
6262
]
6363
},
6464
{
6565
"cell_type": "code",
66-
"execution_count": 6,
67-
"metadata": {
68-
"collapsed": false,
69-
"deletable": true,
70-
"editable": true
71-
},
66+
"execution_count": 20,
67+
"metadata": {},
7268
"outputs": [
7369
{
7470
"name": "stdout",
@@ -84,43 +80,29 @@
8480
},
8581
{
8682
"cell_type": "code",
87-
"execution_count": 8,
88-
"metadata": {
89-
"collapsed": false,
90-
"deletable": true,
91-
"editable": true
92-
},
93-
"outputs": [
94-
{
95-
"ename": "NameError",
96-
"evalue": "name 'pycrfsuite' is not defined",
97-
"output_type": "error",
98-
"traceback": [
99-
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
100-
"\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
101-
"\u001b[0;32m<ipython-input-8-fc3d70dcf19b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 1\u001b[0m \u001b[0;31m# a few options\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0maen_tagged\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtagger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtag_crf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'Gallia est omnis divisa in partes tres'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
102-
"\u001b[0;32m/Users/kyle/notebooks/public_talks/2016_12_08_harvard_classics/venv/lib/python3.5/site-packages/cltk/tag/pos.py\u001b[0m in \u001b[0;36mtag_crf\u001b[0;34m(self, untagged_string)\u001b[0m\n\u001b[1;32m 127\u001b[0m \u001b[0muntagged_tokens\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mwordpunct_tokenize\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0muntagged_string\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 128\u001b[0m \u001b[0mpickle_path\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mavailable_taggers\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'crf'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 129\u001b[0;31m \u001b[0mtagger\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mCRFTagger\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 130\u001b[0m \u001b[0mtagger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mset_model_file\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpickle_path\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 131\u001b[0m \u001b[0mtagged_text\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtagger\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtag\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0muntagged_tokens\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
103-
"\u001b[0;32m/Users/kyle/notebooks/public_talks/2016_12_08_harvard_classics/venv/lib/python3.5/site-packages/nltk/tag/crf.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, feature_func, verbose, training_opt)\u001b[0m\n\u001b[1;32m 81\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 82\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_model_file\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m''\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 83\u001b[0;31m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_tagger\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpycrfsuite\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTagger\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 84\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 85\u001b[0m \u001b[0;32mif\u001b[0m \u001b[0mfeature_func\u001b[0m \u001b[0;32mis\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
104-
"\u001b[0;31mNameError\u001b[0m: name 'pycrfsuite' is not defined"
105-
]
106-
}
107-
],
83+
"execution_count": 21,
84+
"metadata": {},
85+
"outputs": [],
10886
"source": [
10987
"# a few options\n",
11088
"aen_tagged = tagger.tag_crf('Gallia est omnis divisa in partes tres')"
11189
]
11290
},
11391
{
11492
"cell_type": "code",
115-
"execution_count": null,
116-
"metadata": {
117-
"collapsed": true,
118-
"deletable": true,
119-
"editable": true
120-
},
121-
"outputs": [],
93+
"execution_count": 23,
94+
"metadata": {},
95+
"outputs": [
96+
{
97+
"name": "stdout",
98+
"output_type": "stream",
99+
"text": [
100+
"[('Gallia', 'A-P---NA-'), ('est', 'V3SPIA---'), ('omnis', 'A-S---FN-'), ('divisa', 'N-S---FN-'), ('in', 'R--------'), ('partes', 'N-P---FA-'), ('tres', 'M--------')]\n"
101+
]
102+
}
103+
],
122104
"source": [
123-
" "
105+
"print(aen_tagged)"
124106
]
125107
}
126108
],
@@ -140,7 +122,7 @@
140122
"name": "python",
141123
"nbconvert_exporter": "python",
142124
"pygments_lexer": "ipython3",
143-
"version": "3.6.0"
125+
"version": "3.6.2"
144126
}
145127
},
146128
"nbformat": 4,

0 commit comments

Comments
 (0)