From 330bf19a83c46b981cc38b70c07f72899a6d4d05 Mon Sep 17 00:00:00 2001 From: palkeo Date: Sat, 8 Jun 2019 23:45:49 +0200 Subject: [PATCH] Fix 2 of the 6 broken tests. See issue #3. --- eleve/memory.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/eleve/memory.py b/eleve/memory.py index 7329d99..ceadf14 100644 --- a/eleve/memory.py +++ b/eleve/memory.py @@ -327,7 +327,9 @@ def add_sentence(self, sentence, freq=1, ngram_length=None): return if ngram_length is None: ngram_length = self.default_ngram_length - token_list = [self.sentence_start] + sentence + [self.sentence_end] + # We add sentence_start and sentence_end at both ends. We cast it to the type of sentence, so it + # works whether sentence is a str, tuple, or list. + token_list = type(sentence)(self.sentence_start) + sentence + type(sentence)(self.sentence_end) for ngram in extract_ngrams(token_list, ngram_length): self.fwd.add_ngram(ngram, freq) for ngram in extract_ngrams(token_list[::-1], ngram_length):