mirror of
				https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git
				synced 2025-11-04 11:42:45 +00:00 
			
		
		
		
	Add zip creation
This commit is contained in:
		@@ -14,6 +14,7 @@ RUN apt-get update \
 | 
			
		||||
      python2.7 \
 | 
			
		||||
      python3.5 \
 | 
			
		||||
      python3-pip \
 | 
			
		||||
      zip \
 | 
			
		||||
 && rm -rf /var/lib/apt/lists/* \
 | 
			
		||||
 && pip3 install \
 | 
			
		||||
      setuptools \
 | 
			
		||||
 
 | 
			
		||||
							
								
								
									
										14
									
								
								nlp
									
									
									
									
									
								
							
							
						
						
									
										14
									
								
								nlp
									
									
									
									
									
								
							@@ -43,6 +43,7 @@ class NLPWorkflow(WorkflowRunner):
 | 
			
		||||
        self.jobs = analyze_jobs(args.input_dir, args.output_dir)
 | 
			
		||||
        self.lang = args.lang
 | 
			
		||||
        self.n_cores = args.n_cores
 | 
			
		||||
        self.output_dir = args.output_dir
 | 
			
		||||
 | 
			
		||||
    def workflow(self):
 | 
			
		||||
        if len(self.jobs) == 0:
 | 
			
		||||
@@ -90,6 +91,19 @@ class NLPWorkflow(WorkflowRunner):
 | 
			
		||||
                )
 | 
			
		||||
            )
 | 
			
		||||
 | 
			
		||||
        vrt_zip_jobs = []
 | 
			
		||||
        vrt_zip_job_dependencies = nlp_jobs
 | 
			
		||||
        cmd = 'cd "%s" && zip vrt.zip */*.vrt -x "pyflow.data*" && cd -' % (
 | 
			
		||||
            self.output_dir
 | 
			
		||||
        )
 | 
			
		||||
        vrt_zip_jobs.append(
 | 
			
		||||
            self.addTask(
 | 
			
		||||
                command=cmd,
 | 
			
		||||
                dependencies=vrt_zip_job_dependencies,
 | 
			
		||||
                label='vrt_zip_job_-_%i' % (index)
 | 
			
		||||
            )
 | 
			
		||||
        )
 | 
			
		||||
 | 
			
		||||
 | 
			
		||||
def analyze_jobs(input_dir, output_dir):
 | 
			
		||||
    jobs = []
 | 
			
		||||
 
 | 
			
		||||
		Reference in New Issue
	
	Block a user