mirror of
https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git
synced 2024-12-25 20:14:17 +00:00
Add zip creation
This commit is contained in:
parent
543a1ba29a
commit
b0a402b3ac
@ -14,6 +14,7 @@ RUN apt-get update \
|
||||
python2.7 \
|
||||
python3.5 \
|
||||
python3-pip \
|
||||
zip \
|
||||
&& rm -rf /var/lib/apt/lists/* \
|
||||
&& pip3 install \
|
||||
setuptools \
|
||||
|
14
nlp
14
nlp
@ -43,6 +43,7 @@ class NLPWorkflow(WorkflowRunner):
|
||||
self.jobs = analyze_jobs(args.input_dir, args.output_dir)
|
||||
self.lang = args.lang
|
||||
self.n_cores = args.n_cores
|
||||
self.output_dir = args.output_dir
|
||||
|
||||
def workflow(self):
|
||||
if len(self.jobs) == 0:
|
||||
@ -90,6 +91,19 @@ class NLPWorkflow(WorkflowRunner):
|
||||
)
|
||||
)
|
||||
|
||||
vrt_zip_jobs = []
|
||||
vrt_zip_job_dependencies = nlp_jobs
|
||||
cmd = 'cd "%s" && zip vrt.zip */*.vrt -x "pyflow.data*" && cd -' % (
|
||||
self.output_dir
|
||||
)
|
||||
vrt_zip_jobs.append(
|
||||
self.addTask(
|
||||
command=cmd,
|
||||
dependencies=vrt_zip_job_dependencies,
|
||||
label='vrt_zip_job_-_%i' % (index)
|
||||
)
|
||||
)
|
||||
|
||||
|
||||
def analyze_jobs(input_dir, output_dir):
|
||||
jobs = []
|
||||
|
Loading…
Reference in New Issue
Block a user