|
2 | 2 | "cells": [ |
3 | 3 | { |
4 | 4 | "cell_type": "markdown", |
5 | | - "metadata": { |
6 | | - "deletable": true, |
7 | | - "editable": true |
8 | | - }, |
| 5 | + "metadata": {}, |
9 | 6 | "source": [ |
10 | 7 | "The CLTK has a distributed infrastructure that lets you download official CLTK texts or other corpora shared by others. For full docs, see <http://docs.cltk.org/en/latest/importing_corpora.html>.\n", |
11 | 8 | "\n", |
|
14 | 11 | }, |
15 | 12 | { |
16 | 13 | "cell_type": "markdown", |
17 | | - "metadata": { |
18 | | - "deletable": true, |
19 | | - "editable": true |
20 | | - }, |
| 14 | + "metadata": {}, |
21 | 15 | "source": [ |
22 | 16 | "# See what corpora are available\n", |
23 | 17 | "\n", |
|
28 | 22 | "cell_type": "code", |
29 | 23 | "execution_count": 1, |
30 | 24 | "metadata": { |
31 | | - "collapsed": true, |
32 | | - "deletable": true, |
33 | | - "editable": true |
| 25 | + "collapsed": true |
34 | 26 | }, |
35 | 27 | "outputs": [], |
36 | 28 | "source": [ |
|
41 | 33 | { |
42 | 34 | "cell_type": "code", |
43 | 35 | "execution_count": 2, |
44 | | - "metadata": { |
45 | | - "collapsed": false, |
46 | | - "deletable": true, |
47 | | - "editable": true |
48 | | - }, |
| 36 | + "metadata": {}, |
49 | 37 | "outputs": [], |
50 | 38 | "source": [ |
51 | 39 | "# See https://github.com/cltk for all official corpora\n", |
|
58 | 46 | { |
59 | 47 | "cell_type": "code", |
60 | 48 | "execution_count": 3, |
61 | | - "metadata": { |
62 | | - "collapsed": false, |
63 | | - "deletable": true, |
64 | | - "editable": true |
65 | | - }, |
| 49 | + "metadata": {}, |
66 | 50 | "outputs": [ |
67 | 51 | { |
68 | 52 | "data": { |
69 | 53 | "text/plain": [ |
70 | 54 | "['latin_text_perseus',\n", |
71 | 55 | " 'latin_treebank_perseus',\n", |
72 | | - " 'latin_treebank_perseus',\n", |
73 | 56 | " 'latin_text_latin_library',\n", |
74 | 57 | " 'phi5',\n", |
75 | 58 | " 'phi7',\n", |
|
81 | 64 | " 'latin_training_set_sentence_cltk',\n", |
82 | 65 | " 'latin_word2vec_cltk',\n", |
83 | 66 | " 'latin_text_antique_digiliblt',\n", |
84 | | - " 'latin_text_corpus_grammaticorum_latinorum']" |
| 67 | + " 'latin_text_corpus_grammaticorum_latinorum',\n", |
| 68 | + " 'latin_text_poeti_ditalia']" |
85 | 69 | ] |
86 | 70 | }, |
87 | 71 | "execution_count": 3, |
|
95 | 79 | }, |
96 | 80 | { |
97 | 81 | "cell_type": "markdown", |
98 | | - "metadata": { |
99 | | - "deletable": true, |
100 | | - "editable": true |
101 | | - }, |
| 82 | + "metadata": {}, |
102 | 83 | "source": [ |
103 | 84 | "# Import several corpora" |
104 | 85 | ] |
|
107 | 88 | "cell_type": "code", |
108 | 89 | "execution_count": 4, |
109 | 90 | "metadata": { |
110 | | - "collapsed": true, |
111 | | - "deletable": true, |
112 | | - "editable": true |
| 91 | + "collapsed": true |
113 | 92 | }, |
114 | 93 | "outputs": [], |
115 | 94 | "source": [ |
|
119 | 98 | }, |
120 | 99 | { |
121 | 100 | "cell_type": "markdown", |
122 | | - "metadata": { |
123 | | - "deletable": true, |
124 | | - "editable": true |
125 | | - }, |
| 101 | + "metadata": {}, |
126 | 102 | "source": [ |
127 | 103 | "You can verify the files were downloaded in the Terminal with `$ ls -l ~/cltk_data/latin/text/latin_text_latin_library/`" |
128 | 104 | ] |
129 | 105 | }, |
130 | 106 | { |
131 | 107 | "cell_type": "code", |
132 | | - "execution_count": 5, |
133 | | - "metadata": { |
134 | | - "collapsed": false, |
135 | | - "deletable": true, |
136 | | - "editable": true |
137 | | - }, |
| 108 | + "execution_count": 6, |
| 109 | + "metadata": {}, |
138 | 110 | "outputs": [ |
139 | 111 | { |
140 | 112 | "data": { |
|
152 | 124 | " 'greek_text_lacus_curtius']" |
153 | 125 | ] |
154 | 126 | }, |
155 | | - "execution_count": 5, |
| 127 | + "execution_count": 6, |
156 | 128 | "metadata": {}, |
157 | 129 | "output_type": "execute_result" |
158 | 130 | } |
|
167 | 139 | { |
168 | 140 | "cell_type": "code", |
169 | 141 | "execution_count": 6, |
170 | | - "metadata": { |
171 | | - "collapsed": false, |
172 | | - "deletable": true, |
173 | | - "editable": true |
174 | | - }, |
| 142 | + "metadata": {}, |
175 | 143 | "outputs": [], |
176 | 144 | "source": [ |
177 | 145 | "my_greek_downloader.import_corpus('greek_text_lacus_curtius')" |
178 | 146 | ] |
179 | 147 | }, |
180 | 148 | { |
181 | 149 | "cell_type": "markdown", |
| 150 | + "metadata": {}, |
| 151 | + "source": [ |
| 152 | + "Likewise, verify with `ls -l ~/cltk_data/greek/text/greek_text_lacus_curtius/plain/`" |
| 153 | + ] |
| 154 | + }, |
| 155 | + { |
| 156 | + "cell_type": "markdown", |
| 157 | + "metadata": {}, |
| 158 | + "source": [ |
| 159 | + "# Import local corpus" |
| 160 | + ] |
| 161 | + }, |
| 162 | + { |
| 163 | + "cell_type": "code", |
| 164 | + "execution_count": 10, |
182 | 165 | "metadata": { |
183 | | - "deletable": true, |
184 | | - "editable": true |
| 166 | + "collapsed": true |
185 | 167 | }, |
| 168 | + "outputs": [], |
186 | 169 | "source": [ |
187 | | - "Likewise, verify with `ls -l ~/cltk_data/greek/text/greek_text_lacus_curtius/plain/`" |
| 170 | + "my_latin_downloader.import_corpus('phi5', '~/cltk/corpora/PHI5/')" |
| 171 | + ] |
| 172 | + }, |
| 173 | + { |
| 174 | + "cell_type": "code", |
| 175 | + "execution_count": 11, |
| 176 | + "metadata": { |
| 177 | + "collapsed": true |
| 178 | + }, |
| 179 | + "outputs": [], |
| 180 | + "source": [ |
| 181 | + "my_latin_downloader.import_corpus('phi7', '~/cltk/corpora/PHI7/')" |
| 182 | + ] |
| 183 | + }, |
| 184 | + { |
| 185 | + "cell_type": "code", |
| 186 | + "execution_count": 7, |
| 187 | + "metadata": {}, |
| 188 | + "outputs": [], |
| 189 | + "source": [ |
| 190 | + "my_greek_downloader.import_corpus('tlg', '~/cltk/corpora/TLG_E/')" |
| 191 | + ] |
| 192 | + }, |
| 193 | + { |
| 194 | + "cell_type": "code", |
| 195 | + "execution_count": 12, |
| 196 | + "metadata": {}, |
| 197 | + "outputs": [ |
| 198 | + { |
| 199 | + "name": "stdout", |
| 200 | + "output_type": "stream", |
| 201 | + "text": [ |
| 202 | + "total 204\r\n", |
| 203 | + "drwxr-xr-x 2 kyle kyle 32768 Mar 30 2014 phi5\r\n", |
| 204 | + "drwxr-xr-x 2 kyle kyle 24576 Mar 30 2014 phi7\r\n", |
| 205 | + "drwxr-xr-x 2 kyle kyle 151552 Mar 30 2014 tlg\r\n" |
| 206 | + ] |
| 207 | + } |
| 208 | + ], |
| 209 | + "source": [ |
| 210 | + "!ls -l /home/kyle/cltk_data/originals/" |
188 | 211 | ] |
189 | 212 | } |
190 | 213 | ], |
|
204 | 227 | "name": "python", |
205 | 228 | "nbconvert_exporter": "python", |
206 | 229 | "pygments_lexer": "ipython3", |
207 | | - "version": "3.6.0" |
| 230 | + "version": "3.6.1" |
208 | 231 | } |
209 | 232 | }, |
210 | 233 | "nbformat": 4, |
|
0 commit comments