Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1,118 changes: 1,103 additions & 15 deletions README.md

Large diffs are not rendered by default.

20 changes: 11 additions & 9 deletions setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,17 +2,17 @@
# The MIT License (MIT)
#
# Copyright (c) 2015 by Teradata
#
#
# Permission is hereby granted, free of charge, to any person obtaining a copy
# of this software and associated documentation files (the "Software"), to deal
# in the Software without restriction, including without limitation the rights
# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
# copies of the Software, and to permit persons to whom the Software is
# furnished to do so, subject to the following conditions:
#
#
# The above copyright notice and this permission notice shall be included in all
# copies or substantial portions of the Software.
#
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
Expand All @@ -24,19 +24,21 @@
from setuptools import setup

# Make sure correct version of python is being used.
if sys.version_info[0] < 2 or (sys.version_info[0] == 2 and sys.version_info[1] < 7):
print("The teradata module does not support this version of Python, the version must be 2.7 or later.")
if sys.version_info[0] < 3 or (sys.version_info[0] == 3 and sys.version_info[1] < 4):
print("The teradata module does not support this version of Python, the version must be 3.4 or later.")
sys.exit(1)
with open('teradata/version.py') as f:

with open('teradata/version.py') as f:
exec(f.read())

setup(name='teradata',
version=__version__, # @UndefinedVariable
author = 'Teradata Corporation',
description='The Teradata python module for DevOps enabled SQL scripting for Teradata UDA.',
url='https://github.com/teradata/PyTd',
author='Teradata Corporation',
author_email='[email protected]',
license='MIT',
packages=['teradata'],
install_requires=['teradatasql'],
platforms = ['Windows', 'MacOS X', 'Linux'],
python_requires = '>=3.4',
zip_safe=True)
52 changes: 51 additions & 1 deletion teradata/api.py
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,24 @@ def emit(self, record):

logging.getLogger("teradata").addHandler(NullHandler())

class InParam ():

"""Represents an input parameter from a Stored Procedure"""

def __init__(self, value, dataType=None, size=None):
self.inValue = value
self.dataType = dataType
self.size = size
self.escapeParamType = determineEscapeParamType (dataType, value)

def setValueFunc(self, valueFunc):
self.valueFunc = valueFunc

def value(self):
return None if self.valueFunc is None else self.valueFunc()

def __repr__(self):
return "InParam(value={}, dataType={})".format(self.inValue, self.dataType)

class OutParam ():

Expand Down Expand Up @@ -70,14 +88,44 @@ class InOutParam (OutParam):
def __init__(self, value, name=None, dataType=None, size=None):
OutParam.__init__(self, name, dataType, size)
self.inValue = value
self.escapeParamType = determineEscapeParamType (dataType, value)

def __repr__(self):
return "InOutParam(value={}, name={}, dataType={}, size={})".format(
self.inValue, self.name, self.dataType, self.size)

# Define exceptions
def determineEscapeParamType (datatype, value):
from .datatypes import Interval, Period

if datatype is None or value is None:
return datatype

if datatype.endswith ("AS LOCATOR") and isinstance (value, (bytes, bytearray)):
return datatype

if datatype.startswith (("BYTE", "VARBYTE", "LONG VARBYTE")) and isinstance (value, (bytes, bytearray)):
return datatype

if datatype in {"BYTEINT", "BIGINT", "INTEGER", "SMALLINT", "INT"} and isinstance (value, int):
return datatype

if datatype.startswith(("INTERVAL", "PERIOD", "DATE", "VARCHAR", "CHAR", "FLOAT", "NUMBER", "DECIMAL", "XML", "LONG VARCHAR")) and isinstance (value, str):
return datatype

if datatype.startswith ("INTERVAL") and isinstance (value, Interval):
return datatype

if datatype.startswith ("PERIOD") and isinstance (value, Period):
return datatype

if datatype.startswith ("TIME"):
return datatype

return None
#end determineEscapeParamType


# Define exceptions
class Warning(Exception): # @ReservedAssignment

def __init__(self, msg):
Expand Down Expand Up @@ -124,6 +172,7 @@ def __init__(self, code, msg):
class ProgrammingError(DatabaseError):

def __init__(self, code, msg):
DatabaseError.__init__(self, code, msg)
self.value = (code, msg)
self.args = (code, msg)

Expand Down Expand Up @@ -152,6 +201,7 @@ def __init__(self, code, msg):
class OperationalError(DatabaseError):

def __init__(self, code, msg):
DatabaseError.__init__(self, code, msg)
self.value = (code, msg)
self.args = (code, msg)

Expand Down
90 changes: 62 additions & 28 deletions teradata/datatypes.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,8 +44,12 @@
hourToSecondIntervalRegEx = re.compile("^(-?)(\d+):(\d+):(\d+\.?\d*)$")
minuteToSecondIntervalRegEx = re.compile("^(-?)(\d+):(\d+\.?\d*)$")
secondIntervalRegEx = re.compile("^(-?)(\d+\.?\d*)$")
periodRegEx1 = re.compile("\('(.*)',\s*'(.*)'\)")
periodRegEx2 = re.compile("ResultStruct:PERIOD\(.*\)\[(.*),\s*(.*)\]")
periodRegEx = re.compile("(.*),\s*(.*)")

T_BLOB_AS_LOCATOR = 408
T_CLOB_AS_LOCATOR = 424
T_JSON_AS_LOCATOR = 884
T_XML_AS_LOCATOR = 860

NUMBER_TYPES = {"BYTEINT", "BIGINT", "DECIMAL", "DOUBLE", "DOUBLE PRECISION",
"INTEGER", "NUMBER", "SMALLINT", "FLOAT", "INT", "NUMERIC",
Expand All @@ -55,8 +59,14 @@

FLOAT_TYPES = {"FLOAT", "DOUBLE", "DOUBLE PRECISION", "REAL"}

BINARY_TYPES = {"BLOB", "BYTE", "VARBYTE"}
BINARY_TYPES = {"BLOB", "BYTE", "VARBYTE", "LONG VARBYTE"}

LOB_LOCATOR_TYPES = {
T_BLOB_AS_LOCATOR : "BLOB AS LOCATOR",
T_CLOB_AS_LOCATOR : "CLOB AS LOCATOR",
T_JSON_AS_LOCATOR : "JSON AS LOCATOR",
T_XML_AS_LOCATOR : "XML AS LOCATOR"
}

def _getMs(m, num):
ms = m.group(num)
Expand Down Expand Up @@ -134,6 +144,7 @@ def _convertInterval(dataType, value, regEx, *args):

def convertInterval(dataType, value):
value = value.strip()
dataType = re.sub (" ?\(([0-9, ]+)\)", "", dataType)
if dataType == "INTERVAL YEAR":
return _convertScalarInterval(dataType, value, "years")
elif dataType == "INTERVAL YEAR TO MONTH":
Expand Down Expand Up @@ -172,9 +183,7 @@ def convertInterval(dataType, value):


def convertPeriod(dataType, value):
m = periodRegEx1.match(value)
if not m:
m = periodRegEx2.match(value)
m = periodRegEx.match(value)
if m:
if "TIMESTAMP" in dataType:
start = convertTimestamp(m.group(1))
Expand All @@ -187,13 +196,38 @@ def convertPeriod(dataType, value):
end = convertDate(m.group(2))
else:
raise InterfaceError("INVALID_PERIOD",
"Unknown PERIOD data type: {}".format(
"Unknown PERIOD data type: {} {}".format(
dataType, value))
else:
raise InterfaceError(
"INVALID_PERIOD", "{} format invalid: {}".format(dataType, value))
return Period(start, end)
#end convertPeriod

def removeTrailingZerosFromPeriod (value):
if value is None:
return value
m = re.compile("\('(.*)',\s*'(.*)'\)").match(str(value))
if m is not None and len (m.groups()) == 2:
value = "{},{}".format (removeTrailingZeros (m.group (1)), removeTrailingZeros (m.group (2)))
return value
#end convertInParamPeriod

def removeTrailingZerosFromTimeAndTimestamp (value):
if value is None:
return value
return removeTrailingZeros (str(value))

def removeTrailingZeros (value):
seconds = re.compile(".*(\.[0-9]*).*").match (str(value))

if seconds is not None:
sSecond = seconds.group (1).rstrip ('0')
sSecond = "" if len (sSecond) == 1 else sSecond
value = re.sub ('\.[0-9]*', sSecond, str(value))

return value
#end removeTrailingZeros

def zeroIfNone(value):
if value is None:
Expand All @@ -205,13 +239,13 @@ class DataTypeConverter:

"""Handles conversion of result set data types into python objects."""

def convertValue(self, dbType, dataType, typeCode, value):
def convertValue(self, dataType, typeCode, value):
"""Converts the value returned by the database into the desired
python object."""
raise NotImplementedError(
"convertValue must be implemented by sub-class")

def convertType(self, dbType, dataType):
def convertType(self, dataType):
"""Converts the data type to a python type code."""
raise NotImplementedError(
"convertType must be implemented by sub-class")
Expand All @@ -224,62 +258,59 @@ class DefaultDataTypeConverter (DataTypeConverter):
def __init__(self, useFloat=False):
self.useFloat = useFloat

def convertValue(self, dbType, dataType, typeCode, value):
def convertValue(self, dataType, typeCode, value):
"""Converts the value returned by the database into the desired
python object."""
logger.trace(
"Converting \"%s\" to (%s, %s).", value, dataType, typeCode)
if value is not None:
if typeCode == NUMBER:
try:
return NUMBER(value)
except:
# Handle infinity and NaN for older ODBC drivers.
if value == "1.#INF":
return NUMBER('Infinity')
elif value == "-1.#INF":
return NUMBER('-Infinity')
else:
return NUMBER('NaN')
return NUMBER(value)
elif typeCode == float:
return value if not util.isString else float(value)
return value if not isinstance(value, str) else float(value)
elif typeCode == Timestamp:
if util.isString(value):
if isinstance(value, str):
return convertTimestamp(value)
elif isinstance (value, datetime.date):
return (value)
else:
return datetime.datetime.fromtimestamp(
value // SECS_IN_MILLISECS).replace(
microsecond=value % SECS_IN_MILLISECS *
MILLISECS_IN_MICROSECS)
elif typeCode == Time:
if util.isString(value):
if isinstance(value, str):
return convertTime(value)
elif isinstance (value, datetime.time):
return (value)
else:
return datetime.datetime.fromtimestamp(
value // SECS_IN_MILLISECS).replace(
microsecond=value % SECS_IN_MILLISECS *
MILLISECS_IN_MICROSECS).time()
elif typeCode == Date:
if util.isString(value):
if isinstance(value, str):
return convertDate(value)
else:
elif isinstance (value, datetime.date):
return (value)
elif type (value) is int:
return datetime.datetime.fromtimestamp(
value // SECS_IN_MILLISECS).replace(
microsecond=value % SECS_IN_MILLISECS *
MILLISECS_IN_MICROSECS).date()
elif typeCode == BINARY:
if util.isString(value):
if isinstance(value, str):
return bytearray.fromhex(value)
elif dataType.startswith("INTERVAL"):
return convertInterval(dataType, value)
elif dataType.startswith("JSON") and util.isString(value):
elif dataType.startswith("JSON") and isinstance(value, str):
return json.loads(value, parse_int=decimal.Decimal,
parse_float=decimal.Decimal)
elif dataType.startswith("PERIOD"):
return convertPeriod(dataType, value)
return value

def convertType(self, dbType, dataType):
def convertType(self, dataType):
"""Converts the data type to a python type code."""
typeCode = STRING
if dataType in NUMBER_TYPES:
Expand Down Expand Up @@ -414,6 +445,8 @@ def __str__(self):
_appendInterval(s, self.seconds, separator=":")
if self.negative:
s.insert(0, "-")
else:
s.insert(0, " ")
return "".join(s)

def __repr__(self):
Expand All @@ -436,6 +469,7 @@ class Period:
def __init__(self, start, end):
self.start = start
self.end = end
s = "('" + str(start) + "', '" + str(end) + "')"

def __str__(self):
return "('" + str(self.start) + "', '" + str(self.end) + "')"
Expand Down
4 changes: 0 additions & 4 deletions teradata/pulljson.py
Original file line number Diff line number Diff line change
Expand Up @@ -28,10 +28,6 @@
import json
import logging
from . import util # @UnusedImport # noqa
if sys.version_info[0] == 2:
from StringIO import StringIO # @UnresolvedImport #@UnusedImport
else:
from io import StringIO # @UnresolvedImport @UnusedImport @Reimport # noqa

logger = logging.getLogger(__name__)

Expand Down
Loading