aws.simple.conf

#
# Copyright (c) 2014-2019 Cloudera, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#
# Simple AWS Cloudera Altus Director configuration file with automatic role assignments
#

#
# Cluster name
#

name: C6-Simple-AWS

#
# Cloud provider configuration (credentials, region or zone, and more)
#

provider {
    type: aws

    #
    # Get AWS credentials from the OS environment
    # See https://docs.aws.amazon.com/general/latest/gr/aws-security-credentials.html
    #
    # If specifying the access keys directly and not through variables, make sure to enclose
    # them in double quotes.
    #
    # Leave the accessKeyId and secretAccessKey fields blank when running Altus Director on an
    # instance launched with an IAM role.
    #

    # accessKeyId: ${?AWS_ACCESS_KEY_ID}
    # secretAccessKey: ${?AWS_SECRET_ACCESS_KEY}

    #
    # ID of the Amazon AWS region to use
    # See: https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/using-regions-availability-zones.html
    #

    region: region-REPLACE-ME

    #
    # Region endpoint (if you are using a region with custom endpoints, such as GovCloud)
    #

    # regionEndpoint: ec2.us-gov-west-1.amazonaws.com

    #
    # ID of the VPC subnet
    # See: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_Subnets.html
    #

    subnetId: subnet-REPLACE-ME

    #
    # Comma separated list of security group IDs
    # See: https://docs.aws.amazon.com/vpc/latest/userguide/VPC_SecurityGroups.html
    #

    securityGroupsIds: sg-REPLACE-ME

    #
    # A prefix that Cloudera Altus Director should use when naming the instances (this is not part
    # of the hostname)
    #

    instanceNamePrefix: cloudera-director

    #
    # Specify a size for the root volume (in GB). Cloudera Altus Director will automatically expand
    # the filesystem so that you can use all the available disk space for your application
    #

    # rootVolumeSizeGB: 100 # defaults to 50 GB if not specified

    #
    # Specify the type of the EBS volume used for the root partition. Defaults to gp2
    # See: https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/EBSVolumeTypes.html
    #

    # rootVolumeType: gp2 # OR standard (for EBS magnetic)

    #
    # Whether to associate a public IP address with instances or not. If this is false, instances
    # should be able to access the internet using a NAT instance if necessary.
    # See: https://docs.aws.amazon.com/vpc/latest/userguide/vpc-ip-addressing.html
    #

    # associatePublicIpAddresses: true

}

#
# SSH credentials to use to connect to the instances
#

ssh {
    username: ec2-user # for RHEL image
    privateKey: privateKey-REPLACE-ME # with an absolute path to .pem file, ${HOME} may be used
}

#
# A list of instance types to use for groups of nodes or management services
#

instances {

    m42x {
        type: m4.2xlarge   # requires an HVM AMI

        #
        # Amazon Machine Image (AMI)
        #
        # Certain AMI virtualization types are incompatible with certain instance types. HVM
        # AMI types are recommended since they are compatible with most instance types.
        #
        # See: https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/AMIs.html
        # Compatibility matrix: https://aws.amazon.com/amazon-linux-ami/instance-type-matrix/
        #

        image: ami-REPLACE-ME

        #
        # Name of the IAM Role to use for this instance type
        # See: https://docs.aws.amazon.com/AWSEC2/latest/UserGuide/iam-roles-for-amazon-ec2.html
        #

        # iamProfileName: iam-profile-REPLACE-ME

        #
        # Tags to apply to each instance
        #

        tags {
            owner: ${?USER}
        }

        #
        # Flag indicating whether to normalize the instance. Not setting normalization here implies
        # that your bootstrap scripts will take care of normalization. This is an advanced
        # configuration that requires assistance from Cloudera support.
        #
        # Defaults to true
        #

        # normalizeInstance: true

        #
        # Configuration allowing for granular control over the normalization steps of an instance.
        # By default, all of these steps are on. This is an advanced configuration. None of these
        # steps will run if normalizeInstance is set to false.
        #
        # Normalization includes:
        #   prewarming the parcel directory
        #   downloading, installing, and adjusting packages
        #   minimizing swappiness
        #   increasing the maximun number of open files
        #   resizing the root partition
        #   mounting ephemeral disks
        #

        # normalizationConfig {
        #   prewarmDirectory: true
        #   installPackages: true
        #   miscellaneousServiceAdjustment: true
        #   minimizeSwappiness: true
        #   increaseMaxNumberOfOpenFiles: true
        #   resizeRootPartition: true
        #   mountAllUnmountedDisks: true
        # }

    }

    d2x {
        type: d2.xlarge
        image: ami-REPLACE-ME

        tags {
            owner: ${?USER}
        }
    }
}

#
# Configuration for Cloudera Manager. Cloudera Altus Director can use an existing Cloudera
# Manager installation, or bootstrap everything from scratch for a new cluster.
#

cloudera-manager {

    instance: ${instances.m42x} {

        #
        # Additional tags for the Cloudera Manager instance
        #

        tags {
            application: "Cloudera Manager 6"
        }
    }

    #
    # Automatically activate 60-Day Cloudera Enterprise Trial
    #

    enableEnterpriseTrial: true

}

#
# Cluster description
#

cluster {

    # The table of products and their versions that need to be installed. Each
    # product must have a corresponding parcel in the parcelRepositories
    # configured in this section. The specified version for a product will be
    # used to find a suitable parcel. Specifying a version that is satisfied by
    # more than one parcel among those available will result in a configuration
    # error. Specify more granular versions to avoid conflicts.

    products {
      CDH: 6
    }

    #
    # Optional override of parcel repositories
    #

    # parcelRepositories: ["https://archive.cloudera.com/cdh6/6.3.0/parcels/"]

    #
    # Services to include in the cluster
    #

    services: [HDFS, YARN, ZOOKEEPER, HBASE, HIVE, IMPALA, SPARK_ON_YARN]

    #
    # Instance group configuration
    #

    nodes {
        count: 5
        instance: ${instances.d2x}
    }
}