techknacq-tk/Dockerfile at master · Aggregate-Intellect/techknacq-tk · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
FROM debian:8.6

MAINTAINER Jonathan Gordon <jgordon@isi.edu>

ENV LANG=C.UTF-8 LC_ALL=C.UTF-8


# Install system dependencies.

ARG DEBIAN_FRONTEND=noninteractive

RUN echo deb http://ppa.launchpad.net/webupd8team/java/ubuntu trusty main \
    | tee /etc/apt/sources.list.d/webupd8team-java.list
RUN apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys EEA14886

RUN apt-get update -q -y --fix-missing && \
    apt-get install -q -y --fix-missing --no-install-recommends \
        bzip2 ca-certificates enchant git g++ make poppler-utils ssh wget && \
    echo debconf shared/accepted-oracle-license-v1-1 select true | \
        debconf-set-selections && \
    apt-get install -q -y --fix-missing --no-install-recommends \
        oracle-java8-installer oracle-java8-set-default maven && \
    rm -rf /var/lib/apt/lists/*

RUN rm -rf /var/cache/oracle-jdk8-installer


# Install Miniconda.

RUN wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh \
         -O /tmp/miniconda.sh -q && \
    bash /tmp/miniconda.sh -b -p /opt/conda && \
    rm /tmp/miniconda.sh

ENV PATH /opt/conda/bin:$PATH

RUN conda update -y conda

RUN conda install numpy nltk beautifulsoup4 lxml networkx=1.11 \
                  flask flask-cors click
RUN pip install pyenchant ftfy noaho wikipedia unidecode


# Install NLTK data.

RUN mkdir -p /usr/share/nltk_data && \
    python -m nltk.downloader -d /usr/share/nltk_data punkt wordnet


# Install external tools.

RUN mkdir -p /t/ext

WORKDIR /t/ext


# Install Mallet.

RUN wget http://mallet.cs.umass.edu/dist/mallet-2.0.8RC3.tar.gz --quiet && \
    tar xvf mallet-2.0.8RC3.tar.gz && \
    mv mallet-2.0.8RC3 mallet && \
    rm mallet-2.0.8RC3.tar.gz

# Install Infomap.

RUN wget http://www.mapequation.org/downloads/Infomap.zip --quiet && \
    unzip Infomap.zip -d infomap && \
    rm Infomap.zip && \
    cd infomap && \
    make


# Install Elasticsearch.

ENV ES_PKG_NAME elasticsearch-1.5.0

RUN wget https://download.elasticsearch.org/elasticsearch/elasticsearch/$ES_PKG_NAME.tar.gz --quiet && \
    tar xvzf $ES_PKG_NAME.tar.gz && \
    rm -f $ES_PKG_NAME.tar.gz && \
    mv $ES_PKG_NAME elasticsearch


# Check out and compile TechKnAcq Core.

RUN git clone https://github.com/ISI-TechKnAcq/techknacq-core.git && \
    cd techknacq-core && \
    mvn package


# Check out and compile TechKnAcq Server.

# Copy ssh keys so you can check out the private repository.
COPY repo-key /t/repo-key
RUN chmod 0400 /t/repo-key
RUN echo "IdentityFile /t/repo-key" >> /etc/ssh/ssh_config && \
    echo "StrictHostKeyChecking no" >> /etc/ssh/ssh_config

RUN git clone -b techknacq-tk-integration \
        git@github.com:ISI-TechKnAcq/techknacq-server.git && \
    cd techknacq-server && \
    mvn package

RUN ln -s /t/data/server/application.properties \
          /t/ext/techknacq-server/application-production.properties


# Add TechKnAcq Toolkit.

COPY lib /t/lib
COPY build-corpus /t
COPY concept-graph /t
COPY data /t/data
COPY reading-list /t
COPY server /t
COPY start-server /t

ENV PYTHONPATH /t/lib:$PYTHONPATH


# Run TechKnAcq.

WORKDIR /t

# Increase memory for Java
RUN sed -i 's/MEMORY=1g/MEMORY=16g/' /t/ext/mallet/bin/mallet

# Elasticsearch HTTP
EXPOSE 9200
# Elasticsearch transport
EXPOSE 9300
# TechKnAcq-tk Server
EXPOSE 9797
# TechKnAcq Server
EXPOSE 9999