sporada/nlp
1
0
Fork 0
mirror of https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git synced 2025-07-01 12:50:33 +00:00
Code Issues Projects Releases Wiki Activity

Update NLP Pipeline

Browse Source
This commit is contained in:
Patrick Jentsch
2020-04-03 17:35:05 +02:00
parent 41910afb79
commit e061a7426d
5 changed files with 198 additions and 231 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
Dockerfile
View File

@ -11,8 +11,10 @@ ENV LANG=C.UTF-8
# Install prerequisites
RUN apt-get update \
&& apt-get install -y --no-install-recommends \
build-essential \
python2.7 \
python3.5 \
python3-dev \
python3-pip \
zip \
&& rm -rf /var/lib/apt/lists/* \
@ -31,30 +33,24 @@ RUN tar -xzf "pyflow-${PYFLOW_VERSION}.tar.gz" \
"pyflow-${PYFLOW_VERSION}" \
"pyflow-${PYFLOW_VERSION}.tar.gz"
ENV SPACY_MODEL_DE=de_core_news_sm \
SPACY_MODEL_EL=el_core_news_sm \
SPACY_MODEL_EN=en_core_web_sm \
SPACY_MODEL_ES=es_core_news_sm \
SPACY_MODEL_FR=fr_core_news_sm \
SPACY_MODEL_IT=it_core_news_sm \
SPACY_MODEL_NL=nl_core_news_sm \
SPACY_MODEL_PT=pt_core_news_sm \
SPACY_VERSION=2.2.0
ENV SPACY_VERSION=2.2.4
ENV SPACY_MODELS_VERSION=2.2.5
RUN pip3 install \
"spacy==${SPACY_VERSION}" \
&& python3 -m spacy download "${SPACY_MODEL_DE}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_EL}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_EN}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_ES}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_FR}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_IT}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_NL}-${SPACY_VERSION}" --direct \
&& python3 -m spacy download "${SPACY_MODEL_PT}-${SPACY_VERSION}" --direct
&& python3 -m spacy download "de_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "el_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "en_core_web_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "es_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "fr_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "it_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "nl_core_news_sm-${SPACY_MODELS_VERSION}" --direct \
&& python3 -m spacy download "pt_core_news_sm-${SPACY_MODELS_VERSION}" --direct
# Install NLP pipeline
COPY nlp /usr/local/bin
COPY spacy_nlp /usr/local/bin
COPY spacy-nlp /usr/local/bin
ENTRYPOINT ["nlp"]