diff --git a/nlp b/nlp index b14e141..984751a 100755 --- a/nlp +++ b/nlp @@ -78,7 +78,7 @@ class NLPWorkflow(WorkflowRunner): os.path.join(job["output_dir"], os.path.basename(job["path"]).rsplit(".", 1)[0] + ".vrt"), self.lang ) - nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=min(4, self.nCores), memMb=16384)) + nlp_jobs.append(self.addTask(label="nlp_job_-_%i" % (nlp_job_number), command=cmd, dependencies=mkdir_jobs, nCores=self.nCores, memMb=16384)) def analyze_jobs(inputDir, outputDir, level=1): diff --git a/spacy_nlp b/spacy_nlp index 922b806..8e52ac8 100755 --- a/spacy_nlp +++ b/spacy_nlp @@ -38,7 +38,7 @@ nlp = spacy.load(SPACY_MODELS[args.lang]) with open(args.input) as input_file: text = input_file.read() texts = textwrap.wrap(text, 1000000, break_long_words=False) - + text = None # Create and open the output file output_file = open(args.output, "w+")