diff --git a/Deep_Auto_ViML_Timeseries.ipynb b/Deep_Auto_ViML_Timeseries.ipynb
new file mode 100644
index 0000000..2e3c440
--- /dev/null
+++ b/Deep_Auto_ViML_Timeseries.ipynb
@@ -0,0 +1,1140 @@
+{
+ "cells": [
+ {
+ "cell_type": "code",
+ "execution_count": 1,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Looking in indexes: https://pypi.org/simple, https://pypi.ngc.nvidia.com\n",
+ "\u001b[31mERROR: Could not find a version that satisfies the requirement tensorflow-estimato (from versions: none)\u001b[0m\n",
+ "\u001b[31mERROR: No matching distribution found for tensorflow-estimato\u001b[0m\n",
+ "Looking in indexes: https://pypi.org/simple, https://pypi.ngc.nvidia.com\n",
+ "Requirement already satisfied: tensorflow-text==2.7.3 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (2.7.3)\n",
+ "Requirement already satisfied: tensorflow<2.8,>=2.7.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow-text==2.7.3) (2.7.0)\n",
+ "Requirement already satisfied: tensorflow-hub>=0.8.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow-text==2.7.3) (0.12.0)\n",
+ "Requirement already satisfied: gast<0.5.0,>=0.2.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.4.0)\n",
+ "Requirement already satisfied: six>=1.12.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.15.0)\n",
+ "Requirement already satisfied: astunparse>=1.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.6.3)\n",
+ "Requirement already satisfied: opt-einsum>=2.3.2 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.3.0)\n",
+ "Requirement already satisfied: termcolor>=1.1.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.1.0)\n",
+ "Requirement already satisfied: absl-py>=0.4.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.15.0)\n",
+ "Requirement already satisfied: numpy>=1.14.5 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.19.5)\n",
+ "Requirement already satisfied: libclang>=9.0.1 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (13.0.0)\n",
+ "Requirement already satisfied: h5py>=2.9.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.1.0)\n",
+ "Requirement already satisfied: protobuf>=3.9.2 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.19.1)\n",
+ "Requirement already satisfied: tensorflow-estimator<2.8,~=2.7.0rc0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.7.0)\n",
+ "Requirement already satisfied: typing-extensions>=3.6.6 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.7.4.3)\n",
+ "Requirement already satisfied: wheel<1.0,>=0.32.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.37.1)\n",
+ "Requirement already satisfied: keras-preprocessing>=1.1.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.1.2)\n",
+ "Requirement already satisfied: flatbuffers<3.0,>=1.12 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.12)\n",
+ "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.21.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.23.1)\n",
+ "Requirement already satisfied: google-pasta>=0.1.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.2.0)\n",
+ "Requirement already satisfied: tensorboard~=2.6 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.7.0)\n",
+ "Requirement already satisfied: wrapt>=1.11.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.12.1)\n",
+ "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.43.0)\n",
+ "Requirement already satisfied: keras<2.8,>=2.7.0rc0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.7.0)\n",
+ "Requirement already satisfied: markdown>=2.6.8 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.3.6)\n",
+ "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.8.0)\n",
+ "Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.6.1)\n",
+ "Requirement already satisfied: requests<3,>=2.21.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.26.0)\n",
+ "Requirement already satisfied: setuptools>=41.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (58.0.4)\n",
+ "Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.4.6)\n",
+ "Requirement already satisfied: werkzeug>=0.11.15 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.0.2)\n",
+ "Requirement already satisfied: google-auth<3,>=1.6.3 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.3.3)\n",
+ "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.2.8)\n",
+ "Requirement already satisfied: rsa<5,>=3.1.4 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (4.8)\n",
+ "Requirement already satisfied: cachetools<5.0,>=2.0.0 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (4.2.4)\n",
+ "Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.3.0)\n",
+ "Requirement already satisfied: importlib-metadata>=4.4 in /home/adarsh/.local/lib/python3.8/site-packages (from markdown>=2.6.8->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (4.10.0)\n",
+ "Requirement already satisfied: zipp>=0.5 in /home/adarsh/.local/lib/python3.8/site-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.6.0)\n",
+ "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /home/adarsh/.local/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (0.4.8)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2021.10.8)\n",
+ "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (1.26.7)\n",
+ "Requirement already satisfied: charset-normalizer~=2.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (2.0.9)\n",
+ "Requirement already satisfied: idna<4,>=2.5 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.3)\n",
+ "Requirement already satisfied: oauthlib>=3.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard~=2.6->tensorflow<2.8,>=2.7.0->tensorflow-text==2.7.3) (3.1.1)\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip install --upgrade tensorflow-estimato\n",
+ "!pip install tensorflow-text==2.7.3"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Looking in indexes: https://pypi.org/simple, https://pypi.ngc.nvidia.com\n",
+ "Requirement already satisfied: tensorflow in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (2.7.0)\n",
+ "Requirement already satisfied: keras in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (2.7.0)\n",
+ "Requirement already satisfied: keras-preprocessing>=1.1.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.1.2)\n",
+ "Requirement already satisfied: grpcio<2.0,>=1.24.3 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (1.43.0)\n",
+ "Requirement already satisfied: termcolor>=1.1.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.1.0)\n",
+ "Requirement already satisfied: astunparse>=1.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.6.3)\n",
+ "Requirement already satisfied: google-pasta>=0.1.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (0.2.0)\n",
+ "Requirement already satisfied: opt-einsum>=2.3.2 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (3.3.0)\n",
+ "Requirement already satisfied: gast<0.5.0,>=0.2.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (0.4.0)\n",
+ "Requirement already satisfied: typing-extensions>=3.6.6 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (3.7.4.3)\n",
+ "Requirement already satisfied: numpy>=1.14.5 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (1.19.5)\n",
+ "Requirement already satisfied: absl-py>=0.4.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (0.15.0)\n",
+ "Requirement already satisfied: flatbuffers<3.0,>=1.12 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.12)\n",
+ "Requirement already satisfied: h5py>=2.9.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (3.1.0)\n",
+ "Requirement already satisfied: wheel<1.0,>=0.32.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (0.37.1)\n",
+ "Requirement already satisfied: libclang>=9.0.1 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (13.0.0)\n",
+ "Requirement already satisfied: wrapt>=1.11.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.12.1)\n",
+ "Requirement already satisfied: tensorflow-estimator<2.8,~=2.7.0rc0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (2.7.0)\n",
+ "Requirement already satisfied: tensorboard~=2.6 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (2.7.0)\n",
+ "Requirement already satisfied: six>=1.12.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (1.15.0)\n",
+ "Requirement already satisfied: tensorflow-io-gcs-filesystem>=0.21.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorflow) (0.23.1)\n",
+ "Requirement already satisfied: protobuf>=3.9.2 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorflow) (3.19.1)\n",
+ "Requirement already satisfied: tensorboard-data-server<0.7.0,>=0.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (0.6.1)\n",
+ "Requirement already satisfied: google-auth<3,>=1.6.3 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (2.3.3)\n",
+ "Requirement already satisfied: requests<3,>=2.21.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (2.26.0)\n",
+ "Requirement already satisfied: google-auth-oauthlib<0.5,>=0.4.1 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (0.4.6)\n",
+ "Requirement already satisfied: werkzeug>=0.11.15 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (2.0.2)\n",
+ "Requirement already satisfied: setuptools>=41.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (58.0.4)\n",
+ "Requirement already satisfied: markdown>=2.6.8 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (3.3.6)\n",
+ "Requirement already satisfied: tensorboard-plugin-wit>=1.6.0 in /home/adarsh/.local/lib/python3.8/site-packages (from tensorboard~=2.6->tensorflow) (1.8.0)\n",
+ "Requirement already satisfied: cachetools<5.0,>=2.0.0 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow) (4.2.4)\n",
+ "Requirement already satisfied: pyasn1-modules>=0.2.1 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow) (0.2.8)\n",
+ "Requirement already satisfied: rsa<5,>=3.1.4 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow) (4.8)\n",
+ "Requirement already satisfied: requests-oauthlib>=0.7.0 in /home/adarsh/.local/lib/python3.8/site-packages (from google-auth-oauthlib<0.5,>=0.4.1->tensorboard~=2.6->tensorflow) (1.3.0)\n",
+ "Requirement already satisfied: importlib-metadata>=4.4 in /home/adarsh/.local/lib/python3.8/site-packages (from markdown>=2.6.8->tensorboard~=2.6->tensorflow) (4.10.0)\n",
+ "Requirement already satisfied: zipp>=0.5 in /home/adarsh/.local/lib/python3.8/site-packages (from importlib-metadata>=4.4->markdown>=2.6.8->tensorboard~=2.6->tensorflow) (3.6.0)\n",
+ "Requirement already satisfied: pyasn1<0.5.0,>=0.4.6 in /home/adarsh/.local/lib/python3.8/site-packages (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard~=2.6->tensorflow) (0.4.8)\n",
+ "Requirement already satisfied: charset-normalizer~=2.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow) (2.0.9)\n",
+ "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow) (1.26.7)\n",
+ "Requirement already satisfied: certifi>=2017.4.17 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow) (2021.10.8)\n",
+ "Requirement already satisfied: idna<4,>=2.5 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests<3,>=2.21.0->tensorboard~=2.6->tensorflow) (3.3)\n",
+ "Requirement already satisfied: oauthlib>=3.0.0 in /home/adarsh/anaconda3/envs/DAViML/lib/python3.8/site-packages (from requests-oauthlib>=0.7.0->google-auth-oauthlib<0.5,>=0.4.1->tensorboard~=2.6->tensorflow) (3.1.1)\n"
+ ]
+ }
+ ],
+ "source": [
+ "!pip install --upgrade tensorflow keras"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "WARNING:tensorflow:Silencing TF2.x warnings\n"
+ ]
+ },
+ {
+ "name": "stderr",
+ "output_type": "stream",
+ "text": [
+ "2022-01-30 18:36:35.341066: E tensorflow/stream_executor/cuda/cuda_driver.cc:271] failed call to cuInit: CUDA_ERROR_UNKNOWN: unknown error\n",
+ "2022-01-30 18:36:35.341170: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:169] retrieving CUDA diagnostic information for host: Ra\n",
+ "2022-01-30 18:36:35.341232: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:176] hostname: Ra\n",
+ "2022-01-30 18:36:35.341478: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:200] libcuda reported version is: 470.86.0\n",
+ "2022-01-30 18:36:35.341579: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:204] kernel reported version is: 470.86.0\n",
+ "2022-01-30 18:36:35.341602: I tensorflow/stream_executor/cuda/cuda_diagnostics.cc:310] kernel version seems to match DSO: 470.86.0\n",
+ "2022-01-30 18:36:35.342025: I tensorflow/core/platform/cpu_feature_guard.cc:151] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations: AVX2 FMA\n",
+ "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n"
+ ]
+ },
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n",
+ "Imported deep_auto_viml. version=0.0.77\n",
+ "from deep_autoviml import deep_autoviml as deepauto\n",
+ "-------------------\n",
+ "model, cat_vocab_dict = deepauto.fit(train, target, keras_model_type=\"fast\",\n",
+ "\t\tproject_name=\"deep_autoviml\", keras_options=keras_options, \n",
+ "\t\tmodel_options=model_options, save_model_flag=True, use_my_model='',\n",
+ "\t\tmodel_use_case='', verbose=0)\n",
+ "\n",
+ "predictions = deepauto.predict(model, project_name, test_dataset=test,\n",
+ " keras_model_type=keras_model_type, \n",
+ " cat_vocab_dict=cat_vocab_dict)\n",
+ " \n"
+ ]
+ }
+ ],
+ "source": [
+ "# use pandas numpy as usual\n",
+ "import tensorflow as tf\n",
+ "import pandas as pd\n",
+ "import numpy as np\n",
+ "from deep_autoviml import deep_autoviml as deepauto\n",
+ "from tensorflow.python.ops.math_ops import reduce_prod"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 4,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/plain": [
+ "'2.7.0'"
+ ]
+ },
+ "execution_count": 4,
+ "metadata": {},
+ "output_type": "execute_result"
+ }
+ ],
+ "source": [
+ "tf.__version__\n",
+ "import keras\n",
+ "keras.__version__"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 5,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "datapath = ''\n",
+ "filename = 'energydata_complete.csv'\n",
+ "filename = 'https://archive.ics.uci.edu/ml/machine-learning-databases/00374/energydata_complete.csv'\n",
+ "sep = ','\n",
+ "\n",
+ "\n",
+ "#target = ['target_1','target_2','target_3']\n",
+ "target = 'Appliances'"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 6,
+ "metadata": {},
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "(19735, 29)\n"
+ ]
+ }
+ ],
+ "source": [
+ "# load dataset\n",
+ "train = pd.read_csv(filename, header=0, sep=sep)\n",
+ "print(train.shape)\n",
+ "train = train.dropna()\n",
+ "train.to_csv(\"/home/adarsh/Desktop/OpenWorld/deep_AutoViML/dataset/energydata_complete.csv\")\n",
+ "filename = \"/home/adarsh/Desktop/OpenWorld/deep_AutoViML/dataset/energydata_complete.csv\"\n",
+ "train_datafile = datapath+filename"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 7,
+ "metadata": {
+ "scrolled": true
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "(19735, 29) (19735, 30)\n"
+ ]
+ },
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " Unnamed: 0 | \n",
+ " date | \n",
+ " Appliances | \n",
+ " lights | \n",
+ " T1 | \n",
+ " RH_1 | \n",
+ " T2 | \n",
+ " RH_2 | \n",
+ " T3 | \n",
+ " RH_3 | \n",
+ " T4 | \n",
+ " RH_4 | \n",
+ " T5 | \n",
+ " RH_5 | \n",
+ " T6 | \n",
+ " RH_6 | \n",
+ " T7 | \n",
+ " RH_7 | \n",
+ " T8 | \n",
+ " RH_8 | \n",
+ " T9 | \n",
+ " RH_9 | \n",
+ " T_out | \n",
+ " Press_mm_hg | \n",
+ " RH_out | \n",
+ " Windspeed | \n",
+ " Visibility | \n",
+ " Tdewpoint | \n",
+ " rv1 | \n",
+ " rv2 | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 0 | \n",
+ " 0 | \n",
+ " 2016-01-11 17:00:00 | \n",
+ " 60 | \n",
+ " 30 | \n",
+ " 19.890000 | \n",
+ " 47.596667 | \n",
+ " 19.200000 | \n",
+ " 44.790000 | \n",
+ " 19.790000 | \n",
+ " 44.730000 | \n",
+ " 19.000000 | \n",
+ " 45.566667 | \n",
+ " 17.166667 | \n",
+ " 55.200000 | \n",
+ " 7.026667 | \n",
+ " 84.256667 | \n",
+ " 17.200000 | \n",
+ " 41.626667 | \n",
+ " 18.2000 | \n",
+ " 48.900000 | \n",
+ " 17.033333 | \n",
+ " 45.5300 | \n",
+ " 6.600000 | \n",
+ " 733.5 | \n",
+ " 92.000000 | \n",
+ " 7.000000 | \n",
+ " 63.000000 | \n",
+ " 5.300000 | \n",
+ " 13.275433 | \n",
+ " 13.275433 | \n",
+ "
\n",
+ " \n",
+ " | 1 | \n",
+ " 1 | \n",
+ " 2016-01-11 17:10:00 | \n",
+ " 60 | \n",
+ " 30 | \n",
+ " 19.890000 | \n",
+ " 46.693333 | \n",
+ " 19.200000 | \n",
+ " 44.722500 | \n",
+ " 19.790000 | \n",
+ " 44.790000 | \n",
+ " 19.000000 | \n",
+ " 45.992500 | \n",
+ " 17.166667 | \n",
+ " 55.200000 | \n",
+ " 6.833333 | \n",
+ " 84.063333 | \n",
+ " 17.200000 | \n",
+ " 41.560000 | \n",
+ " 18.2000 | \n",
+ " 48.863333 | \n",
+ " 17.066667 | \n",
+ " 45.5600 | \n",
+ " 6.483333 | \n",
+ " 733.6 | \n",
+ " 92.000000 | \n",
+ " 6.666667 | \n",
+ " 59.166667 | \n",
+ " 5.200000 | \n",
+ " 18.606195 | \n",
+ " 18.606195 | \n",
+ "
\n",
+ " \n",
+ " | 2 | \n",
+ " 2 | \n",
+ " 2016-01-11 17:20:00 | \n",
+ " 50 | \n",
+ " 30 | \n",
+ " 19.890000 | \n",
+ " 46.300000 | \n",
+ " 19.200000 | \n",
+ " 44.626667 | \n",
+ " 19.790000 | \n",
+ " 44.933333 | \n",
+ " 18.926667 | \n",
+ " 45.890000 | \n",
+ " 17.166667 | \n",
+ " 55.090000 | \n",
+ " 6.560000 | \n",
+ " 83.156667 | \n",
+ " 17.200000 | \n",
+ " 41.433333 | \n",
+ " 18.2000 | \n",
+ " 48.730000 | \n",
+ " 17.000000 | \n",
+ " 45.5000 | \n",
+ " 6.366667 | \n",
+ " 733.7 | \n",
+ " 92.000000 | \n",
+ " 6.333333 | \n",
+ " 55.333333 | \n",
+ " 5.100000 | \n",
+ " 28.642668 | \n",
+ " 28.642668 | \n",
+ "
\n",
+ " \n",
+ " | 3 | \n",
+ " 3 | \n",
+ " 2016-01-11 17:30:00 | \n",
+ " 50 | \n",
+ " 40 | \n",
+ " 19.890000 | \n",
+ " 46.066667 | \n",
+ " 19.200000 | \n",
+ " 44.590000 | \n",
+ " 19.790000 | \n",
+ " 45.000000 | \n",
+ " 18.890000 | \n",
+ " 45.723333 | \n",
+ " 17.166667 | \n",
+ " 55.090000 | \n",
+ " 6.433333 | \n",
+ " 83.423333 | \n",
+ " 17.133333 | \n",
+ " 41.290000 | \n",
+ " 18.1000 | \n",
+ " 48.590000 | \n",
+ " 17.000000 | \n",
+ " 45.4000 | \n",
+ " 6.250000 | \n",
+ " 733.8 | \n",
+ " 92.000000 | \n",
+ " 6.000000 | \n",
+ " 51.500000 | \n",
+ " 5.000000 | \n",
+ " 45.410389 | \n",
+ " 45.410389 | \n",
+ "
\n",
+ " \n",
+ " | 4 | \n",
+ " 4 | \n",
+ " 2016-01-11 17:40:00 | \n",
+ " 60 | \n",
+ " 40 | \n",
+ " 19.890000 | \n",
+ " 46.333333 | \n",
+ " 19.200000 | \n",
+ " 44.530000 | \n",
+ " 19.790000 | \n",
+ " 45.000000 | \n",
+ " 18.890000 | \n",
+ " 45.530000 | \n",
+ " 17.200000 | \n",
+ " 55.090000 | \n",
+ " 6.366667 | \n",
+ " 84.893333 | \n",
+ " 17.200000 | \n",
+ " 41.230000 | \n",
+ " 18.1000 | \n",
+ " 48.590000 | \n",
+ " 17.000000 | \n",
+ " 45.4000 | \n",
+ " 6.133333 | \n",
+ " 733.9 | \n",
+ " 92.000000 | \n",
+ " 5.666667 | \n",
+ " 47.666667 | \n",
+ " 4.900000 | \n",
+ " 10.084097 | \n",
+ " 10.084097 | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 19730 | \n",
+ " 19730 | \n",
+ " 2016-05-27 17:20:00 | \n",
+ " 100 | \n",
+ " 0 | \n",
+ " 25.566667 | \n",
+ " 46.560000 | \n",
+ " 25.890000 | \n",
+ " 42.025714 | \n",
+ " 27.200000 | \n",
+ " 41.163333 | \n",
+ " 24.700000 | \n",
+ " 45.590000 | \n",
+ " 23.200000 | \n",
+ " 52.400000 | \n",
+ " 24.796667 | \n",
+ " 1.000000 | \n",
+ " 24.500000 | \n",
+ " 44.500000 | \n",
+ " 24.7000 | \n",
+ " 50.074000 | \n",
+ " 23.200000 | \n",
+ " 46.7900 | \n",
+ " 22.733333 | \n",
+ " 755.2 | \n",
+ " 55.666667 | \n",
+ " 3.333333 | \n",
+ " 23.666667 | \n",
+ " 13.333333 | \n",
+ " 43.096812 | \n",
+ " 43.096812 | \n",
+ "
\n",
+ " \n",
+ " | 19731 | \n",
+ " 19731 | \n",
+ " 2016-05-27 17:30:00 | \n",
+ " 90 | \n",
+ " 0 | \n",
+ " 25.500000 | \n",
+ " 46.500000 | \n",
+ " 25.754000 | \n",
+ " 42.080000 | \n",
+ " 27.133333 | \n",
+ " 41.223333 | \n",
+ " 24.700000 | \n",
+ " 45.590000 | \n",
+ " 23.230000 | \n",
+ " 52.326667 | \n",
+ " 24.196667 | \n",
+ " 1.000000 | \n",
+ " 24.557143 | \n",
+ " 44.414286 | \n",
+ " 24.7000 | \n",
+ " 49.790000 | \n",
+ " 23.200000 | \n",
+ " 46.7900 | \n",
+ " 22.600000 | \n",
+ " 755.2 | \n",
+ " 56.000000 | \n",
+ " 3.500000 | \n",
+ " 24.500000 | \n",
+ " 13.300000 | \n",
+ " 49.282940 | \n",
+ " 49.282940 | \n",
+ "
\n",
+ " \n",
+ " | 19732 | \n",
+ " 19732 | \n",
+ " 2016-05-27 17:40:00 | \n",
+ " 270 | \n",
+ " 10 | \n",
+ " 25.500000 | \n",
+ " 46.596667 | \n",
+ " 25.628571 | \n",
+ " 42.768571 | \n",
+ " 27.050000 | \n",
+ " 41.690000 | \n",
+ " 24.700000 | \n",
+ " 45.730000 | \n",
+ " 23.230000 | \n",
+ " 52.266667 | \n",
+ " 23.626667 | \n",
+ " 1.000000 | \n",
+ " 24.540000 | \n",
+ " 44.400000 | \n",
+ " 24.7000 | \n",
+ " 49.660000 | \n",
+ " 23.200000 | \n",
+ " 46.7900 | \n",
+ " 22.466667 | \n",
+ " 755.2 | \n",
+ " 56.333333 | \n",
+ " 3.666667 | \n",
+ " 25.333333 | \n",
+ " 13.266667 | \n",
+ " 29.199117 | \n",
+ " 29.199117 | \n",
+ "
\n",
+ " \n",
+ " | 19733 | \n",
+ " 19733 | \n",
+ " 2016-05-27 17:50:00 | \n",
+ " 420 | \n",
+ " 10 | \n",
+ " 25.500000 | \n",
+ " 46.990000 | \n",
+ " 25.414000 | \n",
+ " 43.036000 | \n",
+ " 26.890000 | \n",
+ " 41.290000 | \n",
+ " 24.700000 | \n",
+ " 45.790000 | \n",
+ " 23.200000 | \n",
+ " 52.200000 | \n",
+ " 22.433333 | \n",
+ " 1.000000 | \n",
+ " 24.500000 | \n",
+ " 44.295714 | \n",
+ " 24.6625 | \n",
+ " 49.518750 | \n",
+ " 23.200000 | \n",
+ " 46.8175 | \n",
+ " 22.333333 | \n",
+ " 755.2 | \n",
+ " 56.666667 | \n",
+ " 3.833333 | \n",
+ " 26.166667 | \n",
+ " 13.233333 | \n",
+ " 6.322784 | \n",
+ " 6.322784 | \n",
+ "
\n",
+ " \n",
+ " | 19734 | \n",
+ " 19734 | \n",
+ " 2016-05-27 18:00:00 | \n",
+ " 430 | \n",
+ " 10 | \n",
+ " 25.500000 | \n",
+ " 46.600000 | \n",
+ " 25.264286 | \n",
+ " 42.971429 | \n",
+ " 26.823333 | \n",
+ " 41.156667 | \n",
+ " 24.700000 | \n",
+ " 45.963333 | \n",
+ " 23.200000 | \n",
+ " 52.200000 | \n",
+ " 21.026667 | \n",
+ " 1.000000 | \n",
+ " 24.500000 | \n",
+ " 44.054000 | \n",
+ " 24.7360 | \n",
+ " 49.736000 | \n",
+ " 23.200000 | \n",
+ " 46.8450 | \n",
+ " 22.200000 | \n",
+ " 755.2 | \n",
+ " 57.000000 | \n",
+ " 4.000000 | \n",
+ " 27.000000 | \n",
+ " 13.200000 | \n",
+ " 34.118851 | \n",
+ " 34.118851 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
19735 rows × 30 columns
\n",
+ "
"
+ ]
+ },
+ "metadata": {
+ "needs_background": "light"
+ },
+ "output_type": "display_data"
+ }
+ ],
+ "source": [
+ "train['date'] = pd.to_datetime(train['date'],infer_datetime_format= True)\n",
+ "test['date'] = pd.to_datetime(test['date'],infer_datetime_format= True)\n",
+ "\n",
+ "train.set_index('date')['T_out'].plot()"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 9,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "keras_model_type = \"time series\" ## always try \"fast\" first, then \"fast1\", \"fast2\", \"auto\" in that order\n",
+ "project_name = \"energydata_complete\"\n",
+ "model_options = {'features':['Appliances','T_out','RH_1','Visibility'], 'window_length':720, 'sampling_rate':1,'stride':64, 'validation_size':0.2, 'prebuilt-model':'lstm'}\n",
+ "keras_options = {\"patience\":10, 'class_weight': True, 'early_stopping': True, \n",
+ " 'lr_scheduler': '', \"optimizer\": 'adam', 'epochs':1, 'batch_size':128}"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 10,
+ "metadata": {
+ "scrolled": false
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "Only CPU found on this device\n",
+ "Setting CPU strategy using 1 devices\n",
+ "\n",
+ "Model and logs being saved in deep_autoviml/time series/model_2022_01_30-18_36_45\n",
+ "['Appliances', 'T_out', 'RH_1', 'Visibility'], features will be considered\n",
+ "Model: \"sequential_7\"\n",
+ "_________________________________________________________________\n",
+ " Layer (type) Output Shape Param # \n",
+ "=================================================================\n",
+ " lstm (LSTM) (None, 720, 128) 68096 \n",
+ " \n",
+ " leaky_re_lu (LeakyReLU) (None, 720, 128) 0 \n",
+ " \n",
+ " lstm_1 (LSTM) (None, 720, 128) 131584 \n",
+ " \n",
+ " leaky_re_lu_1 (LeakyReLU) (None, 720, 128) 0 \n",
+ " \n",
+ " dropout_13 (Dropout) (None, 720, 128) 0 \n",
+ " \n",
+ " lstm_2 (LSTM) (None, 64) 49408 \n",
+ " \n",
+ " dropout_14 (Dropout) (None, 64) 0 \n",
+ " \n",
+ " dense_17 (Dense) (None, 1) 65 \n",
+ " \n",
+ "=================================================================\n",
+ "Total params: 249,153\n",
+ "Trainable params: 249,153\n",
+ "Non-trainable params: 0\n",
+ "_________________________________________________________________\n",
+ "None\n",
+ "15/15 [==============================] - 89s 4s/step - loss: 0.8724 - acc: 0.0000e+00 - val_loss: 0.9873 - val_acc: 0.0000e+00\n"
+ ]
+ }
+ ],
+ "source": [
+ "model, cat_vocab_dict = deepauto.fit(train_datafile, target, keras_model_type=keras_model_type,\n",
+ "\t\t keras_options=keras_options, model_options=model_options, \n",
+ "\t\tsave_model_flag=False, use_my_model='lstm', verbose=1)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 11,
+ "metadata": {
+ "scrolled": false
+ },
+ "outputs": [],
+ "source": [
+ "from deep_autoviml.utilities.utilities import plot_classification_results, print_regression_model_stats\n",
+ "from sklearn.metrics import classification_report, confusion_matrix, balanced_accuracy_score\n",
+ "#from autoviml.Auto_ViML import plot_regression_scatters"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 12,
+ "metadata": {
+ "scrolled": false
+ },
+ "outputs": [
+ {
+ "name": "stdout",
+ "output_type": "stream",
+ "text": [
+ "\n",
+ "Loading deep_autoviml model from folder. This will take time...\n",
+ "\n",
+ "Using model provided as input...\n",
+ "Time taken to load saved model = 0 seconds\n",
+ "[0.566 0.541 0.531 ... 0.539 0.549 0.539]\n",
+ "(19735,)\n",
+ "Boolean cols=False not converted to strings\n",
+ " Boolean columns successfully converted to Integers\n",
+ " Error in converting Boolean columns to Integers. Continuing...\n",
+ "Possible Conflict: Boolean columns in train and test data were passed differently. Check your test data types.\n",
+ " number of steps needed to predict: 1\n",
+ "(19015, 1)\n",
+ "(19015, 3)\n",
+ "(19015, 4)\n",
+ "Appliances 19015\n",
+ "T_out 19015\n",
+ "RH_1 19015\n",
+ "Visibility 19015\n",
+ "dtype: int64\n",
+ "(19015, 4)\n",
+ "Converting model predictions into classes or other forms is erroring. Convert it yourself.\n"
+ ]
+ }
+ ],
+ "source": [
+ "predictions = deepauto.predict(model, project_name, test_dataset=url,\n",
+ " keras_model_type=keras_model_type, \n",
+ " cat_vocab_dict=cat_vocab_dict)"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 15,
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "\n",
+ "\n",
+ "
\n",
+ " \n",
+ " \n",
+ " | \n",
+ " Appliances | \n",
+ " T_out | \n",
+ " RH_1 | \n",
+ " Visibility | \n",
+ " Appliances_pred | \n",
+ "
\n",
+ " \n",
+ " \n",
+ " \n",
+ " | 720 | \n",
+ " 80 | \n",
+ " 1.600000 | \n",
+ " 38.260000 | \n",
+ " 40.000000 | \n",
+ " 143.602037 | \n",
+ "
\n",
+ " \n",
+ " | 721 | \n",
+ " 150 | \n",
+ " 1.750000 | \n",
+ " 38.126667 | \n",
+ " 40.000000 | \n",
+ " 144.060068 | \n",
+ "
\n",
+ " \n",
+ " | 722 | \n",
+ " 380 | \n",
+ " 1.900000 | \n",
+ " 38.230000 | \n",
+ " 40.000000 | \n",
+ " 143.588652 | \n",
+ "
\n",
+ " \n",
+ " | 723 | \n",
+ " 290 | \n",
+ " 2.050000 | \n",
+ " 38.430000 | \n",
+ " 40.000000 | \n",
+ " 142.401173 | \n",
+ "
\n",
+ " \n",
+ " | 724 | \n",
+ " 270 | \n",
+ " 2.200000 | \n",
+ " 38.560000 | \n",
+ " 40.000000 | \n",
+ " 140.692141 | \n",
+ "
\n",
+ " \n",
+ " | ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ " ... | \n",
+ "
\n",
+ " \n",
+ " | 19730 | \n",
+ " 100 | \n",
+ " 22.733333 | \n",
+ " 46.560000 | \n",
+ " 23.666667 | \n",
+ " 102.557396 | \n",
+ "
\n",
+ " \n",
+ " | 19731 | \n",
+ " 90 | \n",
+ " 22.600000 | \n",
+ " 46.500000 | \n",
+ " 24.500000 | \n",
+ " 102.916843 | \n",
+ "
\n",
+ " \n",
+ " | 19732 | \n",
+ " 270 | \n",
+ " 22.466667 | \n",
+ " 46.596667 | \n",
+ " 25.333333 | \n",
+ " 103.335299 | \n",
+ "
\n",
+ " \n",
+ " | 19733 | \n",
+ " 420 | \n",
+ " 22.333333 | \n",
+ " 46.990000 | \n",
+ " 26.166667 | \n",
+ " 103.858916 | \n",
+ "
\n",
+ " \n",
+ " | 19734 | \n",
+ " 430 | \n",
+ " 22.200000 | \n",
+ " 46.600000 | \n",
+ " 27.000000 | \n",
+ " 104.578281 | \n",
+ "
\n",
+ " \n",
+ "
\n",
+ "
19015 rows × 5 columns
\n",
+ "