make sentencepiece optional (#435)

neulab · Jun 21, 2018 · 0d094f5 · 0d094f5
1 parent f125827
commit 0d094f5
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 4 deletions.
diff --git a/examples/20_subword_sample.yaml b/examples/20_subword_sample.yaml
@@ -1,4 +1,5 @@
-# Sampling subword units for subword regularization 
+# Sampling subword units for subword regularization
+# Note that this requires 'sentencepiece' as an extra dependency
 subword_sample: !Experiment 
   exp_global: !ExpGlobal
     model_file: '{EXP_DIR}/models/{EXP}.mod'

diff --git a/requirements.txt b/requirements.txt
@@ -7,4 +7,3 @@ cython
 h5py
 asteval
 numpy
-sentencepiece>=0.0.6
diff --git a/xnmt/input_reader.py b/xnmt/input_reader.py
@@ -9,8 +9,6 @@
   warnings.simplefilter("ignore", lineno=36)
   import h5py
 
-import sentencepiece as spm
-
 from xnmt import logger
 from xnmt.input import SimpleSentenceInput, AnnotatedSentenceInput, ArrayInput
 from xnmt.persistence import serializable_init, Serializable
@@ -151,6 +149,7 @@ def __init__(self, model_file, sample_train=False, l=-1, alpha=0.1, vocab=None,
       vocab: The vocabulary
       include_vocab_reference: Whether to include the vocab with the input
     """
+    import sentencepiece as spm
     self.subword_model = spm.SentencePieceProcessor()
     self.subword_model.Load(model_file)
     self.sample_train = sample_train