From 064e1e05a3dff759df7573a5c3f4d022f044d3c6 Mon Sep 17 00:00:00 2001 From: Sahil Prasad Date: Wed, 28 Jun 2017 16:08:47 -0700 Subject: [PATCH] Failing submission if submitter-local files are provided, but no resource staging URI is given --- .../submit/DriverInitContainerComponentsProvider.scala | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverInitContainerComponentsProvider.scala b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverInitContainerComponentsProvider.scala index cc1837cce6736..84b5783f9c671 100644 --- a/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverInitContainerComponentsProvider.scala +++ b/resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/submit/DriverInitContainerComponentsProvider.scala @@ -78,6 +78,14 @@ private[spark] class DriverInitContainerComponentsProviderImpl( "Cannot provide both a certificate file and a trustStore file for init-containers to" + " use for contacting the resource staging server over TLS.") + OptionRequirements.requireSecondIfFirstIsDefined( + KubernetesFileUtils.getOnlySubmitterLocalFiles(sparkJars ++ sparkFiles).nonEmpty match { + case true => Some(true) + case false => None + }, + maybeResourceStagingServerUri, + "Local files were provided, however no resource staging server URI was found.") + require(maybeResourceStagingServerInternalTrustStore.forall { trustStore => Option(Utils.resolveURI(trustStore).getScheme).getOrElse("file") match { case "file" | "local" => true