mirror of
https://gitlab.ub.uni-bielefeld.de/sfb1288inf/nlp.git
synced 2025-01-13 19:30:33 +00:00
"New RAM restrictions."
This commit is contained in:
parent
306487209e
commit
97cc15db54
4
nlp
4
nlp
@ -78,7 +78,7 @@ class NLPWorkflow(WorkflowRunner):
|
|||||||
os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"),
|
os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"),
|
||||||
self.lang
|
self.lang
|
||||||
)
|
)
|
||||||
nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=self.nCores, memMb=16384))
|
nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores), memMb=15000))
|
||||||
|
|
||||||
|
|
||||||
def analyze_jobs(inputDir, outputDir, level=1):
|
def analyze_jobs(inputDir, outputDir, level=1):
|
||||||
@ -109,7 +109,7 @@ def main():
|
|||||||
args.nCores
|
args.nCores
|
||||||
)
|
)
|
||||||
|
|
||||||
retval = wflow.run(nCores=args.nCores)
|
retval = wflow.run(nCores=args.nCores, memMb=30000)
|
||||||
sys.exit(retval)
|
sys.exit(retval)
|
||||||
|
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user