From f52fd385dae8122f0d5944313968e29a1f36b622 Mon Sep 17 00:00:00 2001 From: Patrick Jentsch Date: Wed, 6 Mar 2019 15:54:19 +0100 Subject: [PATCH] Remove memory limitations. Add core usage limitation. --- nlp | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/nlp b/nlp index 2b01f93..706594b 100755 --- a/nlp +++ b/nlp @@ -35,7 +35,7 @@ def parse_arguments(): help="Output directory.", required=True) parser.add_argument("--nCores", - default=multiprocessing.cpu_count(), + default=max(4, multiprocessing.cpu_count()), dest="nCores", help="Total number of cores available.", required=False, @@ -78,7 +78,7 @@ class NLPWorkflow(WorkflowRunner): os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"), self.lang ) - nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores), memMb=15000)) + nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores))) def analyze_jobs(inputDir, outputDir, level=1): @@ -109,7 +109,7 @@ def main(): args.nCores ) - retval = wflow.run(nCores=args.nCores, memMb=30000) + retval = wflow.run(nCores=args.nCores) sys.exit(retval)