gcp.simple.conf

#
# Copyright (c) 2015-2019 Cloudera, Inc. All rights reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#
# Simple Google Cloud Platform Cloudera Altus Director configuration file with
# automatic role assignments
#

#
# Cluster name
#

name: C6-Simple-GCP

#
# Cloud provider configuration (credentials, region or zone, and more)
#

provider {
    type: google

    #
    # The Project ID
    # See: https://cloud.google.com/docs/overview/#projects
    #

    projectId: project-REPLACE-ME

    #
    # The JSON key for the service account that Altus Director should use
    # See: https://cloud.google.com/storage/docs/reference/libraries#setting_up_authentication
    #

    jsonKey: """{
  "private_key_id": "DUMMY",
  "private_key": "-----BEGIN PRIVATE KEY-----\nDUMMY\n-----END PRIVATE KEY-----\n",
  "client_email": "DUMMY@developer.gserviceaccount.com",
  "client_id": "DUMMY",
  "type": "service_account"
}"""

    #
    # ID of the GCP region to use (must be available within the project)
    # See: https://cloud.google.com/compute/docs/regions-zones/
    #

    region: region-REPLACE-ME

    #
    # A prefix that Cloudera Altus Director should use when naming the instances
    #

    instanceNamePrefix: cloudera-director

}

#
# SSH credentials to use to connect to the machines
#

ssh {
    #username: ssh-username-REPLACE-ME
    privateKey: privateKey-REPLACE-ME # with an absolute path to .pem file, ${HOME} may be used
}

#
# A list of instance types to use for groups of nodes or management services
#

instances {

    n1h4-no-datadisks {

        #
        # The image ID used for instances is either an alias defined in the
        # plugin configuration file or the URL for the image
        # See: https://cloud.google.com/compute/docs/images
        #

        image: "https://www.googleapis.com/compute/v1/projects/centos-cloud/global/images/centos-7-v20180815"

        #
        # The type of machine to use for this instance
        # See: https://cloud.google.com/compute/docs/machine-types
        #
        type: n1-highmem-4

        #
        # The ID of the network to use
        # See: https://cloud.google.com/vpc/docs/vpc
        #

        networkName: network-REPLACE-ME

        #
        # The ID of the subnetwork to use (for non-legacy networks)
        # See: https://cloud.google.com/vpc/docs/vpc#vpc_networks_and_subnets
        #

        subnetworkName: subnetwork-REPLACE-ME

        #
        # The zone ID
        # See: https://cloud.google.com/compute/docs/regions-zones/
        #
        zone: zone-REPLACE-ME

        #
        # Specify a size for the boot disk (in GB). Cloudera Altus Director will automatically expand
        # the filesystem so that you can use all the available disk space for your application
        #

        bootDiskSizeGb: 512

        #
        # The number of data disks to create.
        #

        dataDiskCount: 0

        #
        # Tags to apply to each instance
        #

        tags {
            owner: ${?USER}
        }
    }

    n1h4-2-localssd {

        image: "https://www.googleapis.com/compute/v1/projects/centos-cloud/global/images/centos-7-v20180815"

        type: n1-highmem-4
        networkName: network-REPLACE-ME
        subnetworkName: subnetwork-REPLACE-ME
        zone: zone-REPLACE-ME

        bootDiskSizeGb: 128

        dataDiskCount: 2

        #
        # The type of data disks to create. Choices are: LocalSSD (default), SSD, Standard
        # See: https://cloud.google.com/compute/docs/disks/
        #

        dataDiskType: LocalSSD

        #
        # The interface type for local SSDs. Choices are: SCSI (default), NVME
        # See: https://cloud.google.com/compute/docs/disks/local-ssd#choose_an_interface
        #

        localSSDInterfaceType: SCSI
    }
}

#
# Configuration for Cloudera Manager. Cloudera Altus Director can use an existing Cloudera
# Manager installation, or bootstrap everything from scratch for a new cluster.
#

cloudera-manager {

    instance: ${instances.n1h4-no-datadisks} {

        #
        # Additional tags for the Cloudera Manager instance
        #

        tags {
            application: "Cloudera Manager 6"
        }
    }

    #
    # Activate 60-Day Cloudera Enterprise Trial
    #

    enableEnterpriseTrial: true

}

#
# Cluster description
#

cluster {

    # The table of products and their versions that need to be installed. Each
    # product must have a corresponding parcel in the parcelRepositories
    # configured in this section. The specified version for a product will be
    # used to find a suitable parcel. Specifying a version that is satisfied by
    # more than one parcel among those available will result in a configuration
    # error. Specify more granular versions to avoid conflicts.

    products {
      CDH: 6
    }

    #
    # Optional override of CDH parcel repositories
    #
    # This defaults to the Cloudera Enterprise release corresponding to
    # the Altus Director version.
    #

    # parcelRepositories: ["https://archive.cloudera.com/cdh6/6.3/parcels/"]

    #
    # Services to include in the cluster
    #

    services: [
      HDFS,
      YARN,
      ZOOKEEPER,
      HBASE,
      HIVE,
      IMPALA,
      SPARK_ON_YARN
    ]

    #
    # Instance group configuration
    #

    nodes {
        count: 5
        instance: ${instances.n1h4-2-localssd}
    }
}