Skip to content

Commit fc2931f

Browse files
author
Brendan Collins
committed
updated ec2 instance types
vertically aligned whitespace vertically aligned whitespace
1 parent d188b8b commit fc2931f

File tree

1 file changed

+47
-25
lines changed

1 file changed

+47
-25
lines changed

ec2/spark_ec2.py

Lines changed: 47 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -347,46 +347,56 @@ def get_validate_spark_version(version, repo):
347347

348348

349349
# Source: http://aws.amazon.com/amazon-linux-ami/instance-type-matrix/
350-
# Last Updated: 2014-06-20
350+
# Last Updated: 2015-05-08
351351
# For easy maintainability, please keep this manually-inputted dictionary sorted by key.
352352
EC2_INSTANCE_TYPES = {
353353
"c1.medium": "pvm",
354354
"c1.xlarge": "pvm",
355+
"c3.large": "pvm",
356+
"c3.xlarge": "pvm",
355357
"c3.2xlarge": "pvm",
356358
"c3.4xlarge": "pvm",
357359
"c3.8xlarge": "pvm",
358-
"c3.large": "pvm",
359-
"c3.xlarge": "pvm",
360-
"cc1.4xlarge": "hvm",
360+
"c4.large": "hvm",
361+
"c4.xlarge": "hvm",
362+
"c4.2xlarge": "hvm",
363+
"c4.4xlarge": "hvm",
364+
"c4.8xlarge": "hvm",
361365
"cc2.8xlarge": "hvm",
362366
"cg1.4xlarge": "hvm",
363367
"cr1.8xlarge": "hvm",
368+
"d2.xlarge": "hvm",
369+
"d2.2xlarge": "hvm",
370+
"d2.4xlarge": "hvm",
371+
"d2.8xlarge": "hvm",
372+
"g2.2xlarge": "hvm",
373+
"g2.8xlarge": "hvm",
364374
"hi1.4xlarge": "pvm",
365375
"hs1.8xlarge": "pvm",
376+
"i2.xlarge": "hvm",
366377
"i2.2xlarge": "hvm",
367378
"i2.4xlarge": "hvm",
368379
"i2.8xlarge": "hvm",
369-
"i2.xlarge": "hvm",
370-
"m1.large": "pvm",
371-
"m1.medium": "pvm",
372380
"m1.small": "pvm",
381+
"m1.medium": "pvm",
382+
"m1.large": "pvm",
373383
"m1.xlarge": "pvm",
384+
"m2.xlarge": "pvm",
374385
"m2.2xlarge": "pvm",
375386
"m2.4xlarge": "pvm",
376-
"m2.xlarge": "pvm",
377-
"m3.2xlarge": "hvm",
378-
"m3.large": "hvm",
379387
"m3.medium": "hvm",
388+
"m3.large": "hvm",
380389
"m3.xlarge": "hvm",
390+
"m3.2xlarge": "hvm",
391+
"r3.large": "hvm",
392+
"r3.xlarge": "hvm",
381393
"r3.2xlarge": "hvm",
382394
"r3.4xlarge": "hvm",
383395
"r3.8xlarge": "hvm",
384-
"r3.large": "hvm",
385-
"r3.xlarge": "hvm",
386396
"t1.micro": "pvm",
387-
"t2.medium": "hvm",
388397
"t2.micro": "hvm",
389398
"t2.small": "hvm",
399+
"t2.medium": "hvm",
390400
}
391401

392402

@@ -878,44 +888,56 @@ def wait_for_cluster_state(conn, opts, cluster_instances, cluster_state):
878888
# Get number of local disks available for a given EC2 instance type.
879889
def get_num_disks(instance_type):
880890
# Source: http://docs.aws.amazon.com/AWSEC2/latest/UserGuide/InstanceStorage.html
881-
# Last Updated: 2014-06-20
891+
# Last Updated: 2015-05-08
882892
# For easy maintainability, please keep this manually-inputted dictionary sorted by key.
883893
disks_by_instance = {
884894
"c1.medium": 1,
885895
"c1.xlarge": 4,
896+
"c3.large": 2,
897+
"c3.xlarge": 2,
886898
"c3.2xlarge": 2,
887899
"c3.4xlarge": 2,
888900
"c3.8xlarge": 2,
889-
"c3.large": 2,
890-
"c3.xlarge": 2,
891-
"cc1.4xlarge": 2,
901+
"c4.large": 0,
902+
"c4.xlarge": 0,
903+
"c4.2xlarge": 0,
904+
"c4.4xlarge": 0,
905+
"c4.8xlarge": 0,
892906
"cc2.8xlarge": 4,
893907
"cg1.4xlarge": 2,
894908
"cr1.8xlarge": 2,
909+
"d2.xlarge": 3,
910+
"d2.2xlarge": 6,
911+
"d2.4xlarge": 12,
912+
"d2.8xlarge": 24,
895913
"g2.2xlarge": 1,
914+
"g2.8xlarge": 2,
896915
"hi1.4xlarge": 2,
897916
"hs1.8xlarge": 24,
917+
"i2.xlarge": 1,
898918
"i2.2xlarge": 2,
899919
"i2.4xlarge": 4,
900920
"i2.8xlarge": 8,
901-
"i2.xlarge": 1,
902-
"m1.large": 2,
903-
"m1.medium": 1,
904921
"m1.small": 1,
922+
"m1.medium": 1,
923+
"m1.large": 2,
905924
"m1.xlarge": 4,
925+
"m2.xlarge": 1,
906926
"m2.2xlarge": 1,
907927
"m2.4xlarge": 2,
908-
"m2.xlarge": 1,
909-
"m3.2xlarge": 2,
910-
"m3.large": 1,
911928
"m3.medium": 1,
929+
"m3.large": 1,
912930
"m3.xlarge": 2,
931+
"m3.2xlarge": 2,
932+
"r3.large": 1,
933+
"r3.xlarge": 1,
913934
"r3.2xlarge": 1,
914935
"r3.4xlarge": 1,
915936
"r3.8xlarge": 2,
916-
"r3.large": 1,
917-
"r3.xlarge": 1,
918937
"t1.micro": 0,
938+
"t2.micro": 0,
939+
"t2.small": 0,
940+
"t2.medium": 0,
919941
}
920942
if instance_type in disks_by_instance:
921943
return disks_by_instance[instance_type]

0 commit comments

Comments
 (0)