mirror of
https://gitlab.ub.uni-bielefeld.de/sfb1288inf/ocr.git
synced 2024-12-25 18:04:18 +00:00
better multithreading
This commit is contained in:
parent
7322a5bc7c
commit
82285a8e6c
5
ocr
5
ocr
@ -226,6 +226,7 @@ class OCRPipeline(WorkflowRunner):
|
||||
' ##################################################
|
||||
'''
|
||||
combined_pdf_creation_jobs = []
|
||||
n_cores = min(self.n_cores, max(1, int(self.n_cores / len(self.jobs))))
|
||||
for i, job in enumerate(self.jobs):
|
||||
input_dir = os.path.join(job.output_dir, 'tmp')
|
||||
output_dir = job.output_dir
|
||||
@ -237,6 +238,7 @@ class OCRPipeline(WorkflowRunner):
|
||||
cmd = 'gs'
|
||||
cmd += ' -dBATCH'
|
||||
cmd += ' -dNOPAUSE'
|
||||
cmd += ' -dNumRenderingThreads={}'.format(n_cores)
|
||||
cmd += ' -dPDFSETTINGS=/ebook'
|
||||
cmd += ' -dQUIET'
|
||||
cmd += ' -sDEVICE=pdfwrite'
|
||||
@ -247,7 +249,8 @@ class OCRPipeline(WorkflowRunner):
|
||||
lbl = 'combined_pdf_creation_-_{}'.format(i)
|
||||
combined_pdf_creation_jobs.append(self.addTask(command=cmd,
|
||||
dependencies=deps,
|
||||
label=lbl))
|
||||
label=lbl,
|
||||
nCores=n_cores))
|
||||
|
||||
'''
|
||||
' ##################################################
|
||||
|
Loading…
Reference in New Issue
Block a user