DataFactory update

azure-mgmt-datafactory/azure/mgmt/datafactory/models/amazon_mws_linked_service.py

@@ -0,0 +1,92 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .linked_service import LinkedService
+
+
+class AmazonMWSLinkedService(LinkedService):
+    """Amazon Marketplace Web Service linked service.
+
+    :param connect_via: The integration runtime reference.
+    :type connect_via:
+     ~azure.mgmt.datafactory.models.IntegrationRuntimeReference
+    :param description: Linked service description.
+    :type description: str
+    :param type: Constant filled by server.
+    :type type: str
+    :param endpoint: The endpoint of the Amazon MWS server, (i.e.
+     mws.amazonservices.com)
+    :type endpoint: object
+    :param marketplace_id: The Amazon Marketplace ID you want to retrieve data
+     from. To retrive data from multiple Marketplace IDs, seperate them with a
+     comma (,). (i.e. A2EUQ1WTGCTBG2)
+    :type marketplace_id: object
+    :param seller_id: The Amazon seller ID.
+    :type seller_id: object
+    :param mws_auth_token: The Amazon MWS authentication token.
+    :type mws_auth_token: ~azure.mgmt.datafactory.models.SecretBase
+    :param access_key_id: The access key id used to access data.
+    :type access_key_id: object
+    :param secret_key: The secret key used to access data.
+    :type secret_key: ~azure.mgmt.datafactory.models.SecretBase
+    :param use_encrypted_endpoints: Specifies whether the data source
+     endpoints are encrypted using HTTPS. The default value is true.
+    :type use_encrypted_endpoints: object
+    :param use_host_verification: Specifies whether to require the host name
+     in the server's certificate to match the host name of the server when
+     connecting over SSL. The default value is true.
+    :type use_host_verification: object
+    :param use_peer_verification: Specifies whether to verify the identity of
+     the server when connecting over SSL. The default value is true.
+    :type use_peer_verification: object
+    :param encrypted_credential: The encrypted credential used for
+     authentication. Credentials are encrypted using the integration runtime
+     credential manager. Type: string (or Expression with resultType string).
+    :type encrypted_credential: object
+    """
+
+    _validation = {
+        'type': {'required': True},
+        'endpoint': {'required': True},
+        'marketplace_id': {'required': True},
+        'seller_id': {'required': True},
+        'access_key_id': {'required': True},
+    }
+
+    _attribute_map = {
+        'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'},
+        'description': {'key': 'description', 'type': 'str'},
+        'type': {'key': 'type', 'type': 'str'},
+        'endpoint': {'key': 'typeProperties.endpoint', 'type': 'object'},
+        'marketplace_id': {'key': 'typeProperties.marketplaceID', 'type': 'object'},
+        'seller_id': {'key': 'typeProperties.sellerID', 'type': 'object'},
+        'mws_auth_token': {'key': 'typeProperties.mwsAuthToken', 'type': 'SecretBase'},
+        'access_key_id': {'key': 'typeProperties.accessKeyId', 'type': 'object'},
+        'secret_key': {'key': 'typeProperties.secretKey', 'type': 'SecretBase'},
+        'use_encrypted_endpoints': {'key': 'typeProperties.useEncryptedEndpoints', 'type': 'object'},
+        'use_host_verification': {'key': 'typeProperties.useHostVerification', 'type': 'object'},
+        'use_peer_verification': {'key': 'typeProperties.usePeerVerification', 'type': 'object'},
+        'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'},
+    }
+
+    def __init__(self, endpoint, marketplace_id, seller_id, access_key_id, connect_via=None, description=None, mws_auth_token=None, secret_key=None, use_encrypted_endpoints=None, use_host_verification=None, use_peer_verification=None, encrypted_credential=None):
+        super(AmazonMWSLinkedService, self).__init__(connect_via=connect_via, description=description)
+        self.endpoint = endpoint
+        self.marketplace_id = marketplace_id
+        self.seller_id = seller_id
+        self.mws_auth_token = mws_auth_token
+        self.access_key_id = access_key_id
+        self.secret_key = secret_key
+        self.use_encrypted_endpoints = use_encrypted_endpoints
+        self.use_host_verification = use_host_verification
+        self.use_peer_verification = use_peer_verification
+        self.encrypted_credential = encrypted_credential
+        self.type = 'AmazonMWS'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/amazon_mws_object_dataset.py

@@ -0,0 +1,40 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .dataset import Dataset
+
+
+class AmazonMWSObjectDataset(Dataset):
+    """Amazon Marketplace Web Service dataset.
+
+    :param description: Dataset description.
+    :type description: str
+    :param structure: Columns that define the structure of the dataset. Type:
+     array (or Expression with resultType array), itemType: DatasetDataElement.
+    :type structure: object
+    :param linked_service_name: Linked service reference.
+    :type linked_service_name:
+     ~azure.mgmt.datafactory.models.LinkedServiceReference
+    :param parameters: Parameters for dataset.
+    :type parameters: dict[str,
+     ~azure.mgmt.datafactory.models.ParameterSpecification]
+    :param type: Constant filled by server.
+    :type type: str
+    """
+
+    _validation = {
+        'linked_service_name': {'required': True},
+        'type': {'required': True},
+    }
+
+    def __init__(self, linked_service_name, description=None, structure=None, parameters=None):
+        super(AmazonMWSObjectDataset, self).__init__(description=description, structure=structure, linked_service_name=linked_service_name, parameters=parameters)
+        self.type = 'AmazonMWSObject'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/amazon_mws_source.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .copy_source import CopySource
+
+
+class AmazonMWSSource(CopySource):
+    """A copy activity Amazon Marketplace Web Service source.
+
+    :param source_retry_count: Source retry count. Type: integer (or
+     Expression with resultType integer).
+    :type source_retry_count: object
+    :param source_retry_wait: Source retry wait. Type: string (or Expression
+     with resultType string), pattern:
+     ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
+    :type source_retry_wait: object
+    :param type: Constant filled by server.
+    :type type: str
+    :param query: A query to retrieve data from source. Type: string (or
+     Expression with resultType string).
+    :type query: object
+    """
+
+    _validation = {
+        'type': {'required': True},
+    }
+
+    _attribute_map = {
+        'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'},
+        'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'},
+        'type': {'key': 'type', 'type': 'str'},
+        'query': {'key': 'query', 'type': 'object'},
+    }
+
+    def __init__(self, source_retry_count=None, source_retry_wait=None, query=None):
+        super(AmazonMWSSource, self).__init__(source_retry_count=source_retry_count, source_retry_wait=source_retry_wait)
+        self.query = query
+        self.type = 'AmazonMWSSource'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/azure_data_lake_store_dataset.py

@@ -39,10 +39,6 @@ class AzureDataLakeStoreDataset(Dataset):
     :param compression: The data compression method used for the item(s) in
      the Azure Data Lake Store.
     :type compression: ~azure.mgmt.datafactory.models.DatasetCompression
-    :param partitioned_by: Specify a dynamic path and filename for time series
-     data.
-    :type partitioned_by:
-     list[~azure.mgmt.datafactory.models.DatasetPartition]
     """
 
     _validation = {
@@ -61,14 +57,12 @@ class AzureDataLakeStoreDataset(Dataset):
         'file_name': {'key': 'typeProperties.fileName', 'type': 'object'},
         'format': {'key': 'typeProperties.format', 'type': 'DatasetStorageFormat'},
         'compression': {'key': 'typeProperties.compression', 'type': 'DatasetCompression'},
-        'partitioned_by': {'key': 'typeProperties.partitionedBy', 'type': '[DatasetPartition]'},
     }
 
-    def __init__(self, linked_service_name, folder_path, description=None, structure=None, parameters=None, file_name=None, format=None, compression=None, partitioned_by=None):
+    def __init__(self, linked_service_name, folder_path, description=None, structure=None, parameters=None, file_name=None, format=None, compression=None):
         super(AzureDataLakeStoreDataset, self).__init__(description=description, structure=structure, linked_service_name=linked_service_name, parameters=parameters)
         self.folder_path = folder_path
         self.file_name = file_name
         self.format = format
         self.compression = compression
-        self.partitioned_by = partitioned_by
         self.type = 'AzureDataLakeStoreFile'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/azure_my_sql_linked_service.py

@@ -0,0 +1,50 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .linked_service import LinkedService
+
+
+class AzureMySqlLinkedService(LinkedService):
+    """Azure MySQL database linked service.
+
+    :param connect_via: The integration runtime reference.
+    :type connect_via:
+     ~azure.mgmt.datafactory.models.IntegrationRuntimeReference
+    :param description: Linked service description.
+    :type description: str
+    :param type: Constant filled by server.
+    :type type: str
+    :param connection_string: The connection string.
+    :type connection_string: ~azure.mgmt.datafactory.models.SecureString
+    :param encrypted_credential: The encrypted credential used for
+     authentication. Credentials are encrypted using the integration runtime
+     credential manager. Type: string (or Expression with resultType string).
+    :type encrypted_credential: object
+    """
+
+    _validation = {
+        'type': {'required': True},
+        'connection_string': {'required': True},
+    }
+
+    _attribute_map = {
+        'connect_via': {'key': 'connectVia', 'type': 'IntegrationRuntimeReference'},
+        'description': {'key': 'description', 'type': 'str'},
+        'type': {'key': 'type', 'type': 'str'},
+        'connection_string': {'key': 'typeProperties.connectionString', 'type': 'SecureString'},
+        'encrypted_credential': {'key': 'typeProperties.encryptedCredential', 'type': 'object'},
+    }
+
+    def __init__(self, connection_string, connect_via=None, description=None, encrypted_credential=None):
+        super(AzureMySqlLinkedService, self).__init__(connect_via=connect_via, description=description)
+        self.connection_string = connection_string
+        self.encrypted_credential = encrypted_credential
+        self.type = 'AzureMySql'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/azure_my_sql_source.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .copy_source import CopySource
+
+
+class AzureMySqlSource(CopySource):
+    """A copy activity Azure MySQL source.
+
+    :param source_retry_count: Source retry count. Type: integer (or
+     Expression with resultType integer).
+    :type source_retry_count: object
+    :param source_retry_wait: Source retry wait. Type: string (or Expression
+     with resultType string), pattern:
+     ((\\d+)\\.)?(\\d\\d):(60|([0-5][0-9])):(60|([0-5][0-9])).
+    :type source_retry_wait: object
+    :param type: Constant filled by server.
+    :type type: str
+    :param query: Database query. Type: string (or Expression with resultType
+     string).
+    :type query: object
+    """
+
+    _validation = {
+        'type': {'required': True},
+    }
+
+    _attribute_map = {
+        'source_retry_count': {'key': 'sourceRetryCount', 'type': 'object'},
+        'source_retry_wait': {'key': 'sourceRetryWait', 'type': 'object'},
+        'type': {'key': 'type', 'type': 'str'},
+        'query': {'key': 'query', 'type': 'object'},
+    }
+
+    def __init__(self, source_retry_count=None, source_retry_wait=None, query=None):
+        super(AzureMySqlSource, self).__init__(source_retry_count=source_retry_count, source_retry_wait=source_retry_wait)
+        self.query = query
+        self.type = 'AzureMySqlSource'

azure-mgmt-datafactory/azure/mgmt/datafactory/models/azure_my_sql_table_dataset.py

@@ -0,0 +1,53 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from .dataset import Dataset
+
+
+class AzureMySqlTableDataset(Dataset):
+    """The Azure MySQL database dataset.
+
+    :param description: Dataset description.
+    :type description: str
+    :param structure: Columns that define the structure of the dataset. Type:
+     array (or Expression with resultType array), itemType: DatasetDataElement.
+    :type structure: object
+    :param linked_service_name: Linked service reference.
+    :type linked_service_name:
+     ~azure.mgmt.datafactory.models.LinkedServiceReference
+    :param parameters: Parameters for dataset.
+    :type parameters: dict[str,
+     ~azure.mgmt.datafactory.models.ParameterSpecification]
+    :param type: Constant filled by server.
+    :type type: str
+    :param table_name: The Azure MySQL database table name. Type: string (or
+     Expression with resultType string).
+    :type table_name: object
+    """
+
+    _validation = {
+        'linked_service_name': {'required': True},
+        'type': {'required': True},
+    }
+
+    _attribute_map = {
+        'description': {'key': 'description', 'type': 'str'},
+        'structure': {'key': 'structure', 'type': 'object'},
+        'linked_service_name': {'key': 'linkedServiceName', 'type': 'LinkedServiceReference'},
+        'parameters': {'key': 'parameters', 'type': '{ParameterSpecification}'},
+        'type': {'key': 'type', 'type': 'str'},
+        'table_name': {'key': 'typeProperties.tableName', 'type': 'object'},
+    }
+
+    def __init__(self, linked_service_name, description=None, structure=None, parameters=None, table_name=None):
+        super(AzureMySqlTableDataset, self).__init__(description=description, structure=structure, linked_service_name=linked_service_name, parameters=parameters)
+        self.table_name = table_name
+        self.type = 'AzureMySqlTable'