sporada/nlp
1
0
Fork 0
mirror of https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git synced 2024-12-26 20:44:17 +00:00
Code Issues Projects Releases Wiki Activity

Add zip creation

Browse Source
This commit is contained in:
Patrick Jentsch 2020-01-20 15:09:38 +01:00
parent 543a1ba29a
commit b0a402b3ac
2 changed files with 15 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
Dockerfile
View File

@ -14,6 +14,7 @@ RUN apt-get update \
python2.7 \ python2.7 \
python3.5 \ python3.5 \
python3-pip \ python3-pip \
zip \
&& rm -rf /var/lib/apt/lists/* \ && rm -rf /var/lib/apt/lists/* \
&& pip3 install \ && pip3 install \
setuptools \ setuptools \

14
nlp
View File

@ -43,6 +43,7 @@ class NLPWorkflow(WorkflowRunner):
self.jobs = analyze_jobs(args.input_dir, args.output_dir) self.jobs = analyze_jobs(args.input_dir, args.output_dir)
self.lang = args.lang self.lang = args.lang
self.n_cores = args.n_cores self.n_cores = args.n_cores
self.output_dir = args.output_dir
def workflow(self): def workflow(self):
if len(self.jobs) == 0: if len(self.jobs) == 0:
@ -90,6 +91,19 @@ class NLPWorkflow(WorkflowRunner):
) )
) )
vrt_zip_jobs = []
vrt_zip_job_dependencies = nlp_jobs
cmd = 'cd "%s" && zip vrt.zip */*.vrt -x "pyflow.data*" && cd -' % (
self.output_dir
)
vrt_zip_jobs.append(
self.addTask(
command=cmd,
dependencies=vrt_zip_job_dependencies,
label='vrt_zip_job_-_%i' % (index)
)
)
def analyze_jobs(input_dir, output_dir): def analyze_jobs(input_dir, output_dir):
jobs = [] jobs = []