Skip to content

Commit df16632

Browse files
committed
add local import ex
1 parent ffe0896 commit df16632

1 file changed

Lines changed: 73 additions & 50 deletions

File tree

2 Import corpora.ipynb

Lines changed: 73 additions & 50 deletions
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,7 @@
22
"cells": [
33
{
44
"cell_type": "markdown",
5-
"metadata": {
6-
"deletable": true,
7-
"editable": true
8-
},
5+
"metadata": {},
96
"source": [
107
"The CLTK has a distributed infrastructure that lets you download official CLTK texts or other corpora shared by others. For full docs, see <http://docs.cltk.org/en/latest/importing_corpora.html>.\n",
118
"\n",
@@ -14,10 +11,7 @@
1411
},
1512
{
1613
"cell_type": "markdown",
17-
"metadata": {
18-
"deletable": true,
19-
"editable": true
20-
},
14+
"metadata": {},
2115
"source": [
2216
"# See what corpora are available\n",
2317
"\n",
@@ -28,9 +22,7 @@
2822
"cell_type": "code",
2923
"execution_count": 1,
3024
"metadata": {
31-
"collapsed": true,
32-
"deletable": true,
33-
"editable": true
25+
"collapsed": true
3426
},
3527
"outputs": [],
3628
"source": [
@@ -41,11 +33,7 @@
4133
{
4234
"cell_type": "code",
4335
"execution_count": 2,
44-
"metadata": {
45-
"collapsed": false,
46-
"deletable": true,
47-
"editable": true
48-
},
36+
"metadata": {},
4937
"outputs": [],
5038
"source": [
5139
"# See https://github.com/cltk for all official corpora\n",
@@ -58,18 +46,13 @@
5846
{
5947
"cell_type": "code",
6048
"execution_count": 3,
61-
"metadata": {
62-
"collapsed": false,
63-
"deletable": true,
64-
"editable": true
65-
},
49+
"metadata": {},
6650
"outputs": [
6751
{
6852
"data": {
6953
"text/plain": [
7054
"['latin_text_perseus',\n",
7155
" 'latin_treebank_perseus',\n",
72-
" 'latin_treebank_perseus',\n",
7356
" 'latin_text_latin_library',\n",
7457
" 'phi5',\n",
7558
" 'phi7',\n",
@@ -81,7 +64,8 @@
8164
" 'latin_training_set_sentence_cltk',\n",
8265
" 'latin_word2vec_cltk',\n",
8366
" 'latin_text_antique_digiliblt',\n",
84-
" 'latin_text_corpus_grammaticorum_latinorum']"
67+
" 'latin_text_corpus_grammaticorum_latinorum',\n",
68+
" 'latin_text_poeti_ditalia']"
8569
]
8670
},
8771
"execution_count": 3,
@@ -95,10 +79,7 @@
9579
},
9680
{
9781
"cell_type": "markdown",
98-
"metadata": {
99-
"deletable": true,
100-
"editable": true
101-
},
82+
"metadata": {},
10283
"source": [
10384
"# Import several corpora"
10485
]
@@ -107,9 +88,7 @@
10788
"cell_type": "code",
10889
"execution_count": 4,
10990
"metadata": {
110-
"collapsed": true,
111-
"deletable": true,
112-
"editable": true
91+
"collapsed": true
11392
},
11493
"outputs": [],
11594
"source": [
@@ -119,22 +98,15 @@
11998
},
12099
{
121100
"cell_type": "markdown",
122-
"metadata": {
123-
"deletable": true,
124-
"editable": true
125-
},
101+
"metadata": {},
126102
"source": [
127103
"You can verify the files were downloaded in the Terminal with `$ ls -l ~/cltk_data/latin/text/latin_text_latin_library/`"
128104
]
129105
},
130106
{
131107
"cell_type": "code",
132-
"execution_count": 5,
133-
"metadata": {
134-
"collapsed": false,
135-
"deletable": true,
136-
"editable": true
137-
},
108+
"execution_count": 6,
109+
"metadata": {},
138110
"outputs": [
139111
{
140112
"data": {
@@ -152,7 +124,7 @@
152124
" 'greek_text_lacus_curtius']"
153125
]
154126
},
155-
"execution_count": 5,
127+
"execution_count": 6,
156128
"metadata": {},
157129
"output_type": "execute_result"
158130
}
@@ -167,24 +139,75 @@
167139
{
168140
"cell_type": "code",
169141
"execution_count": 6,
170-
"metadata": {
171-
"collapsed": false,
172-
"deletable": true,
173-
"editable": true
174-
},
142+
"metadata": {},
175143
"outputs": [],
176144
"source": [
177145
"my_greek_downloader.import_corpus('greek_text_lacus_curtius')"
178146
]
179147
},
180148
{
181149
"cell_type": "markdown",
150+
"metadata": {},
151+
"source": [
152+
"Likewise, verify with `ls -l ~/cltk_data/greek/text/greek_text_lacus_curtius/plain/`"
153+
]
154+
},
155+
{
156+
"cell_type": "markdown",
157+
"metadata": {},
158+
"source": [
159+
"# Import local corpus"
160+
]
161+
},
162+
{
163+
"cell_type": "code",
164+
"execution_count": 10,
182165
"metadata": {
183-
"deletable": true,
184-
"editable": true
166+
"collapsed": true
185167
},
168+
"outputs": [],
186169
"source": [
187-
"Likewise, verify with `ls -l ~/cltk_data/greek/text/greek_text_lacus_curtius/plain/`"
170+
"my_latin_downloader.import_corpus('phi5', '~/cltk/corpora/PHI5/')"
171+
]
172+
},
173+
{
174+
"cell_type": "code",
175+
"execution_count": 11,
176+
"metadata": {
177+
"collapsed": true
178+
},
179+
"outputs": [],
180+
"source": [
181+
"my_latin_downloader.import_corpus('phi7', '~/cltk/corpora/PHI7/')"
182+
]
183+
},
184+
{
185+
"cell_type": "code",
186+
"execution_count": 7,
187+
"metadata": {},
188+
"outputs": [],
189+
"source": [
190+
"my_greek_downloader.import_corpus('tlg', '~/cltk/corpora/TLG_E/')"
191+
]
192+
},
193+
{
194+
"cell_type": "code",
195+
"execution_count": 12,
196+
"metadata": {},
197+
"outputs": [
198+
{
199+
"name": "stdout",
200+
"output_type": "stream",
201+
"text": [
202+
"total 204\r\n",
203+
"drwxr-xr-x 2 kyle kyle 32768 Mar 30 2014 phi5\r\n",
204+
"drwxr-xr-x 2 kyle kyle 24576 Mar 30 2014 phi7\r\n",
205+
"drwxr-xr-x 2 kyle kyle 151552 Mar 30 2014 tlg\r\n"
206+
]
207+
}
208+
],
209+
"source": [
210+
"!ls -l /home/kyle/cltk_data/originals/"
188211
]
189212
}
190213
],
@@ -204,7 +227,7 @@
204227
"name": "python",
205228
"nbconvert_exporter": "python",
206229
"pygments_lexer": "ipython3",
207-
"version": "3.6.0"
230+
"version": "3.6.1"
208231
}
209232
},
210233
"nbformat": 4,

0 commit comments

Comments
 (0)