Explicitly test filter_fn against None

dmlc · Jun 3, 2019 · 5a000eb · 5a000eb
1 parent 7c6c713
commit 5a000eb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/gluonnlp/data/dataset.py b/src/gluonnlp/data/dataset.py
@@ -192,7 +192,7 @@ def __init__(self, filename, encoding='utf8', filter_fn=None):
             for idx, line in enumerate(in_file):
                 line = line.strip()
                 # check if the line should be filtered out
-                if filter_fn and not filter_fn(idx, line):
+                if filter_fn is not None and not filter_fn(idx, line):
                     continue
                 lines.append(line)
         super(TextLineDataset, self).__init__(lines)