Skip to content

Commit 10a6089

Browse files
committed
factor out mess spark-ec2 branch
1 parent b5e79bf commit 10a6089

File tree

1 file changed

+9
-2
lines changed

1 file changed

+9
-2
lines changed

ec2/spark_ec2.py

Lines changed: 9 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -41,8 +41,9 @@
4141

4242
DEFAULT_SPARK_VERSION = "1.1.0"
4343

44+
MESOS_SPARK_EC2_BRANCH = "v4"
4445
# A URL prefix from which to fetch AMI information
45-
AMI_PREFIX = "https://raw.github.com/mesos/spark-ec2/v2/ami-list"
46+
AMI_PREFIX = "https://raw.github.com/mesos/spark-ec2/{b}/ami-list".format(b=MESOS_SPARK_EC2_BRANCH)
4647

4748

4849
class UsageError(Exception):
@@ -583,7 +584,13 @@ def setup_cluster(conn, master_nodes, slave_nodes, opts, deploy_ssh_key):
583584

584585
# NOTE: We should clone the repository before running deploy_files to
585586
# prevent ec2-variables.sh from being overwritten
586-
ssh(master, opts, "rm -rf spark-ec2 && git clone https://github.com/mesos/spark-ec2.git -b v4")
587+
ssh(
588+
host=master,
589+
opts=opts,
590+
command="rm -rf spark-ec2"
591+
+ " && "
592+
+ "git clone https://github.com/mesos/spark-ec2.git -b {b}".format(b=MESOS_SPARK_EC2_BRANCH)
593+
)
587594

588595
print "Deploying files to master..."
589596
deploy_files(conn, "deploy.generic", opts, master_nodes, slave_nodes, modules)

0 commit comments

Comments
 (0)