mirror of
				https://gitlab.ub.uni-bielefeld.de/sfb1288inf/ocr.git
				synced 2025-10-31 20:03:14 +00:00 
			
		
		
		
	better multithreading
This commit is contained in:
		
							
								
								
									
										5
									
								
								ocr
									
									
									
									
									
								
							
							
						
						
									
										5
									
								
								ocr
									
									
									
									
									
								
							| @@ -226,6 +226,7 @@ class OCRPipeline(WorkflowRunner): | ||||
|         ' ################################################## | ||||
|         ''' | ||||
|         combined_pdf_creation_jobs = [] | ||||
|         n_cores = min(self.n_cores, max(1, int(self.n_cores / len(self.jobs)))) | ||||
|         for i, job in enumerate(self.jobs): | ||||
|             input_dir = os.path.join(job.output_dir, 'tmp') | ||||
|             output_dir = job.output_dir | ||||
| @@ -237,6 +238,7 @@ class OCRPipeline(WorkflowRunner): | ||||
|             cmd = 'gs' | ||||
|             cmd += ' -dBATCH' | ||||
|             cmd += ' -dNOPAUSE' | ||||
|             cmd += ' -dNumRenderingThreads={}'.format(n_cores) | ||||
|             cmd += ' -dPDFSETTINGS=/ebook' | ||||
|             cmd += ' -dQUIET' | ||||
|             cmd += ' -sDEVICE=pdfwrite' | ||||
| @@ -247,7 +249,8 @@ class OCRPipeline(WorkflowRunner): | ||||
|             lbl = 'combined_pdf_creation_-_{}'.format(i) | ||||
|             combined_pdf_creation_jobs.append(self.addTask(command=cmd, | ||||
|                                                            dependencies=deps, | ||||
|                                                            label=lbl)) | ||||
|                                                            label=lbl, | ||||
|                                                            nCores=n_cores)) | ||||
|  | ||||
|         ''' | ||||
|         ' ################################################## | ||||
|   | ||||
		Reference in New Issue
	
	Block a user