From ff1e0a51c4d35b43661663739dd8df3a55621dda Mon Sep 17 00:00:00 2001 From: Stephan Porada Date: Wed, 6 Mar 2019 12:19:43 +0100 Subject: [PATCH] Remove character limit. --- spacy_nlp | 4 ---- 1 file changed, 4 deletions(-) diff --git a/spacy_nlp b/spacy_nlp index 046ae10..9f14797 100755 --- a/spacy_nlp +++ b/spacy_nlp @@ -32,10 +32,6 @@ SPACY_MODELS = {"de": "de_core_news_sm", "en": "en_core_web_sm", # Set the language model for spacy nlp = spacy.load(SPACY_MODELS[args.lang]) -# Set maximum character length for input documents. According to documentation -# every value above 1000000 (1 Million) can cause memory allocation errors. -# We are testing it with 10 Million for now. -nlp.max_length = 10000000 # 10 Million character limit # Read text from the input file with open(args.input) as input_file: