"New RAM restrictions."

This commit is contained in:
Stephan Porada 2019-03-06 15:06:49 +01:00
parent 306487209e
commit 97cc15db54

4
nlp
View File

@ -78,7 +78,7 @@ class NLPWorkflow(WorkflowRunner):
os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"), os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"),
self.lang self.lang
) )
nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=self.nCores, memMb=16384)) nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores), memMb=15000))
def analyze_jobs(inputDir, outputDir, level=1): def analyze_jobs(inputDir, outputDir, level=1):
@ -109,7 +109,7 @@ def main():
args.nCores args.nCores
) )
retval = wflow.run(nCores=args.nCores) retval = wflow.run(nCores=args.nCores, memMb=30000)
sys.exit(retval) sys.exit(retval)