added data testing unit test

Author: chuckume

test_server.py

@@ -1,9 +1,8 @@
-import json, os
-import unittest
-import warnings
-
+import json, os, unittest, warnings
+import pandas as pd
+import numpy as np
 from api import ScryApiException, ScryApi
-
+from test_data import *
 from categories import create_category
 from model import db, Categories
 
@@ -157,7 +156,7 @@ def test_null_in_not_null_column(self):
 
         self.assertEqual(
                 error.exception.response['error'],
-                [{'IATA': [{'IsNull': [['2', None]]}]}, {'ICAO': [{'IsNull': [['0', None], ['1', None]]}]}, {'Callsign': [{'IsNull': [['1', None]]}]}, {'Country': [{'IsNull': [['1', None]]}]}]
+                [{'IATA': [{'IsNull': [['2', 'nan']]}]}, {'ICAO': [{'IsNull': [['0', 'nan'], ['1', 'nan']]}]}, {'Callsign': [{'IsNull': [['1', 'nan']]}]}, {'Country': [{'IsNull': [['1', 'nan']]}]}]
 
             )
 
@@ -214,6 +213,69 @@ def test_insert_schedule_data_successfully(self):
         {'message': 'Success'})
 
 
+
+class DataTest(unittest.TestCase):
+
+    df  = pd.DataFrame(data={'col1': ['a', 1,np.nan,np.nan], 'col2': [1, 'a',1,2.2]})
+
+    meta=[{"col1":{"DataType": "Int","IsUnique": "true"}},
+         {"col2":{"DataType": "Int","IsUnique": "true"}}]
+
+
+    def test_is_null(self,df=df):
+        self.assertEqual(
+            serie_to_list (testIsNull(df['col1']).fillna(''))
+            ,[[2, ''], [3, '']])
+
+
+    def test_is_unique(self,df=df):
+        self.assertEqual(
+            serie_to_list (testIsUnique(df['col2']))
+            ,[[0, 1], [2, 1]])
+
+
+    def test_is_int(self,df=df):
+        self.assertEqual(
+            serie_to_list (testDataType(df['col2'],'Int'))
+            ,[[1, 'a'], [3, 2.2]])
+
+
+    def test_is_float(self,df=df):
+        self.assertEqual(
+            serie_to_list (testDataType(df['col2'],'Float'))
+            ,[[1, 'a']])
+
+
+    def test_standard(self):
+        s=pd.Series(['2018-07-06T23:45:43','2018-07-06 23:45:43','2018-07-06T24:45:43'])
+
+        self.assertEqual(
+            serie_to_list (testDataType(s,'StandardTime'))
+            ,[[1, '2018-07-06 23:45:43'], [2, '2018-07-06T24:45:43']])
+
+
+    def test_all_tests_for_column(self,df=df):
+        self.assertEqual(
+            test_column(df['col1'],{"DataType": "Int","IsUnique": "true"})
+            ,[{'DataType': [[0, 'a'], [2, 'nan'], [3, 'nan']]}, {'IsNull': [[2, 'nan'], [3, 'nan']]}])
+
+
+    def test_all_tests_for_dataframe_with_errors(self, df=df, meta=meta):
+        self.assertEqual(
+            full_test(df, meta),
+            (False, [{'col1': [{'DataType': [[0, 'a'], [2, 'nan'], [3, 'nan']]}, {'IsNull': [[2, 'nan'], [3, 'nan']]}]}, {'col2': [{'DataType': [[1, 'a'], [3, 2.2]]}, {'IsUnique': [[0, 1], [2, 1]]}]}])
+            )
+
+
+    def test_all_tests_for_dataframe_all_tests_pass_without_error(self, df=df, meta=meta):
+        df  = pd.DataFrame(data={'col1': [2, 1,3,4], 'col2': [1, 2,3,4]})
+
+        self.assertEqual(
+            full_test(df, meta),
+            (True, [])
+            )
+
+
 if __name__ == '__main__':
     initialize_categories()
     unittest.main()