moving around folders

Author: SijanC147

LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2018 Sean Bugeja
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

Pipfile

@@ -7,17 +7,8 @@ name = "pypi"
 tensorflow = "*"
 matplotlib = "*"
 spacy = "*"
-nltk = "*"
-spacymoji = "*"
 
 [dev-packages]
-pylint = "*"
-rope = "*"
-"pep8" = "*"
-pycodestyle = "*"
-"autopep8" = "*"
-black = "*"
-pydocstyle = "*"
 
 [requires]
 python_version = "3.6"

Pipfile.lock

@@ -1,68 +1,68 @@
 import tensorflow as tf
 from tensorflow.python import debug as tf_debug  # pylint: disable=E0611
-from datasets.Dataset import Dataset, DATASETS
-from embeddings.Embedding import Embedding, EMBEDDINGS
-from models.Tang2016a.Lstm import Lstm
-from models.Tang2016a.TdLstm import TdLstm
-from models.Tang2016a.TcLstm import TcLstm
-from experiments.Experiment import Experiment
+from tsaplay.datasets.Dataset import Dataset, DATASETS
+from tsaplay.embeddings.Embedding import Embedding, EMBEDDINGS
+from tsaplay.models.Tang2016a.Lstm import Lstm
+from tsaplay.models.Tang2016a.TdLstm import TdLstm
+from tsaplay.models.Tang2016a.TcLstm import TcLstm
+from tsaplay.experiments.Experiment import Experiment
 
 tf.logging.set_verbosity(tf.logging.INFO)
 
 
 model = Lstm(run_config=tf.estimator.RunConfig(tf_random_seed=1234))
 
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.DONG2014_PATH,
-        parser=DATASETS.DONG2014_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.NAKOV2016_PATH,
-        parser=DATASETS.NAKOV2016_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.SAEIDI2016_PATH,
-        parser=DATASETS.SAEIDI2016_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.SAEIDI2016_PATH,
-        parser=DATASETS.SAEIDI2016_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.WANG2017_PATH,
-        parser=DATASETS.WANG2017_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
-experiment = Experiment(
-    dataset=Dataset(
-        path=DATASETS.XUE2018_PATH,
-        parser=DATASETS.XUE2018_PARSER,
-        embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
-    ),
-    model=model,
-)
-experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.DONG2014_PATH,
+#         parser=DATASETS.DONG2014_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.NAKOV2016_PATH,
+#         parser=DATASETS.NAKOV2016_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.SAEIDI2016_PATH,
+#         parser=DATASETS.SAEIDI2016_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.SAEIDI2016_PATH,
+#         parser=DATASETS.SAEIDI2016_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.WANG2017_PATH,
+#         parser=DATASETS.WANG2017_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)
+# experiment = Experiment(
+#     dataset=Dataset(
+#         path=DATASETS.XUE2018_PATH,
+#         parser=DATASETS.XUE2018_PARSER,
+#         embedding=Embedding(path=EMBEDDINGS.GLOVE_TWITTER_25D),
+#     ),
+#     model=model,
+# )
+# experiment.run(job="train+eval", steps=100)

main.py

@@ -0,0 +1,8 @@
+import os
+import sys
+
+sys.path.insert(
+    0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
+)
+
+import tsaplay  # noqa

tests/context.py

@@ -0,0 +1,10 @@
+import pytest
+
+
+def f():
+    raise SystemExit(1)
+
+
+def test_mytest():
+    with pytest.raises(SystemExit):
+        f()

tests/utils_test.py

@@ -0,0 +1,19 @@
+# tox (https://tox.readthedocs.io/) is a tool for running tests
+# in multiple virtualenvs. This configuration file will run the
+# test suite on all supported python versions. To use it, "pip install tox"
+# and then run "tox" from this directory.
+
+[tox]
+envlist = py36
+skipsdist = true
+
+[pytest]
+testpaths =
+    ./tests
+
+[testenv]
+deps =
+    hypothesis
+    pytest
+commands =
+    pytest

tox.ini

@@ -3,7 +3,7 @@
 from os.path import normpath, basename, isfile, join, exists
 from statistics import mean
 from functools import wraps
-from utils import (
+from tsaplay.utils import (
     token_filter,
     re_dist,
     inspect_dist,
@@ -17,7 +17,7 @@
     unpickle_file as _unpickle,
     pickle_file as _pickle,
 )
-import datasets._constants as DATASETS
+import tsaplay.datasets._constants as DATASETS
 
 
 class Dataset:

__init__.py tsaplay/__init__.py

@@ -1,8 +1,8 @@
 from os import getcwd
 from os.path import join
-import datasets._parsers as PARSERS
+import tsaplay.datasets._parsers as PARSERS
 
-__data = join(getcwd(), "datasets", "data")
+__data = join(getcwd(), "tsaplay", "datasets", "data")
 
 DEBUG_PATH = join(__data, "debug_dataset")
 DEBUG_PARSER = PARSERS.dong_parser

datasets/Dataset.py tsaplay/datasets/Dataset.py

@@ -1,9 +1,9 @@
 import numpy as np
 import tensorflow as tf
 from os.path import normpath, basename, splitext, dirname
-from utils import tokenize_phrase, default_oov
+from tsaplay.utils import tokenize_phrase, default_oov
 
-import embeddings._constants as EMBEDDINGS
+import tsaplay.embeddings._constants as EMBEDDINGS
 
 
 class Embedding:

datasets/__init__.py tsaplay/datasets/__init__.py

@@ -1,7 +1,7 @@
 from os import getcwd
 from os.path import join
 
-__data = join(getcwd(), "embeddings", "data")
+__data = join(getcwd(), "tsaplay", "embeddings", "data")
 __glove = join(__data, "GloVe")
 __debug = join(__data, "debug_embedding")
 

datasets/_constants.py tsaplay/datasets/_constants.py

@@ -2,7 +2,7 @@
 from os import getcwd
 from os.path import join as _join, relpath, dirname, exists, abspath
 from inspect import getfile
-from utils import start_tensorboard, write_stats_to_disk
+from tsaplay.utils import start_tensorboard, write_stats_to_disk
 
 
 class Experiment:
@@ -57,7 +57,8 @@ def _init_exp_dir(self, model, dataset, contd_tag):
         all_exps_path = _join(dirname(abspath(__file__)), "data")
         rel_model_path = _join(
             relpath(
-                dirname(getfile(model.__class__)), _join(getcwd(), "models")
+                dirname(getfile(model.__class__)),
+                _join(getcwd(), "tsaplay", "models"),
             ),
             model.__class__.__name__,
         )

datasets/_parsers.py tsaplay/datasets/_parsers.py

@@ -1,6 +1,6 @@
 import tensorflow as tf
-from models.Model import Model
-from models.Tang2016a.common import (
+from tsaplay.models.Model import Model
+from tsaplay.models.Tang2016a.common import (
     params as default_params,
     dropout_lstm_cell,
     lstm_input_fn,

datasets/data/.gitignore tsaplay/datasets/data/.gitignore

@@ -1,6 +1,6 @@
 import tensorflow as tf
-from models.Model import Model
-from models.Tang2016a.common import (
+from tsaplay.models.Model import Model
+from tsaplay.models.Tang2016a.common import (
     params as default_params,
     dropout_lstm_cell,
     tclstm_input_fn,

embeddings/Embedding.py tsaplay/embeddings/Embedding.py

@@ -1,6 +1,6 @@
 import tensorflow as tf
-from models.Model import Model
-from models.Tang2016a.common import (
+from tsaplay.models.Model import Model
+from tsaplay.models.Tang2016a.common import (
     params as default_params,
     dropout_lstm_cell,
     tdlstm_input_fn,

embeddings/__init__.py tsaplay/embeddings/__init__.py

@@ -1,5 +1,4 @@
 import spacy
-import nltk
 import numpy as np
 import tensorflow as tf
 from random import choice, randrange