Build with sbt and fix scalastyle checks. (apache-spark-on-k8s#241)

Author: lins05

project/SparkBuild.scala

@@ -57,9 +57,11 @@ object BuildCommons {
   ).map(ProjectRef(buildLocation, _)) ++ sqlProjects ++ streamingProjects
 
   val optionallyEnabledProjects@Seq(mesos, yarn, java8Tests, sparkGangliaLgpl,
-    streamingKinesisAsl, dockerIntegrationTests) =
-    Seq("mesos", "yarn", "java8-tests", "ganglia-lgpl", "streaming-kinesis-asl",
-      "docker-integration-tests").map(ProjectRef(buildLocation, _))
+    streamingKinesisAsl, dockerIntegrationTests, kubernetes, _*) =
+    Seq("mesos", "yarn", "java8-tests", "ganglia-lgpl", "streaming-kinesis-asl", "docker-integration-tests",
+      "kubernetes", "kubernetes-integration-tests", "kubernetes-integration-tests-spark-jobs",
+      "kubernetes-integration-tests-spark-jobs-helpers", "kubernetes-docker-minimal-bundle"
+    ).map(ProjectRef(buildLocation, _))
 
   val assemblyProjects@Seq(networkYarn, streamingFlumeAssembly, streamingKafkaAssembly, streamingKafka010Assembly, streamingKinesisAslAssembly) =
     Seq("network-yarn", "streaming-flume-assembly", "streaming-kafka-0-8-assembly", "streaming-kafka-0-10-assembly", "streaming-kinesis-asl-assembly")

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/kubernetes/SSLUtils.scala

@@ -19,8 +19,8 @@ package org.apache.spark.deploy.kubernetes
 import java.io.{File, FileOutputStream, OutputStreamWriter}
 import java.math.BigInteger
 import java.nio.file.Files
-import java.security.cert.X509Certificate
 import java.security.{KeyPair, KeyPairGenerator, KeyStore, SecureRandom}
+import java.security.cert.X509Certificate
 import java.util.{Calendar, Random}
 import javax.security.auth.x500.X500Principal
 

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/kubernetes/submit/v2/ClientV2Suite.scala

@@ -22,7 +22,7 @@ import io.fabric8.kubernetes.api.model.{ConfigMap, ConfigMapBuilder, Container,
 import io.fabric8.kubernetes.client.KubernetesClient
 import io.fabric8.kubernetes.client.dsl.{MixedOperation, NamespaceListVisitFromServerGetDeleteRecreateWaitApplicable, PodResource}
 import org.hamcrest.{BaseMatcher, Description}
-import org.mockito.Matchers.{any, anyVararg, argThat, startsWith, eq => mockitoEq}
+import org.mockito.Matchers.{any, anyVararg, argThat, eq => mockitoEq, startsWith}
 import org.mockito.Mockito.when
 import org.mockito.invocation.InvocationOnMock
 import org.mockito.stubbing.Answer

resource-managers/kubernetes/core/src/test/scala/org/apache/spark/deploy/rest/kubernetes/v2/ResourceStagingServerSslOptionsProviderSuite.scala

@@ -96,7 +96,8 @@ class ResourceStagingServerSslOptionsProviderSuite extends SparkFunSuite with Be
       .set("spark.ssl.kubernetes.resourceStagingServer.keyStore", keyStoreFile.getAbsolutePath)
       .set("spark.ssl.kubernetes.resourceStagingServer.keyStorePasswordFile",
         keyStorePasswordFile.getAbsolutePath)
-      .set("spark.ssl.kubernetes.resourceStagingServer.keyPasswordFile", keyPasswordFile.getAbsolutePath)
+      .set("spark.ssl.kubernetes.resourceStagingServer.keyPasswordFile",
+        keyPasswordFile.getAbsolutePath)
     val sslOptions = sslOptionsProvider.getSslOptions
     assert(sslOptions.keyStorePassword === Some("keyStorePassword"),
       "Incorrect keyStore password or it was not set.")

resource-managers/kubernetes/docker-minimal-bundle/pom.xml

@@ -31,7 +31,7 @@
   <packaging>pom</packaging>
 
   <properties>
-    <sbt.project.name>docker-minimal-bundle</sbt.project.name>
+    <sbt.project.name>kubernetes-docker-minimal-bundle</sbt.project.name>
     <build.testJarPhase>none</build.testJarPhase>
     <build.copyDependenciesPhase>pre-integration-test</build.copyDependenciesPhase>
   </properties>

resource-managers/kubernetes/integration-tests-spark-jobs-helpers/pom.xml

@@ -27,6 +27,9 @@
   <artifactId>spark-kubernetes-integration-tests-spark-jobs-helpers_2.11</artifactId>
   <packaging>jar</packaging>
   <name>Spark Project Kubernetes Integration Tests Spark Jobs Helpers</name>
+  <properties>
+    <sbt.project.name>kubernetes-integration-tests-spark-jobs-helpers</sbt.project.name>
+  </properties>
 
   <dependencies>
   </dependencies>

resource-managers/kubernetes/integration-tests-spark-jobs/pom.xml

@@ -27,6 +27,9 @@
   <artifactId>spark-kubernetes-integration-tests-spark-jobs_2.11</artifactId>
   <packaging>jar</packaging>
   <name>Spark Project Kubernetes Integration Tests Spark Jobs</name>
+  <properties>
+    <sbt.project.name>kubernetes-integration-tests-spark-jobs</sbt.project.name>
+  </properties>
 
   <dependencies>
     <dependency>

resource-managers/kubernetes/integration-tests/pom.xml

@@ -25,6 +25,9 @@
   </parent>
 
   <artifactId>spark-kubernetes-integration-tests_2.11</artifactId>
+  <properties>
+    <sbt.project.name>kubernetes-integration-tests</sbt.project.name>
+  </properties>
   <packaging>jar</packaging>
   <name>Spark Project Kubernetes Integration Tests</name>