org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1. Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/warehouse-d555bd81-8032-40b5-92b0-8c9e8d1e1c52' '--conf' 'spark.sql.test.version.index=2' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/warehouse-d555bd81-8032-40b5-92b0-8c9e8d1e1c52' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/test1721576858610771924.py' 2018-09-17 20:43:11.237 - stderr> Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/commons/lang3/SystemUtils 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.util.Utils$.<init>(Utils.scala:1918) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.util.Utils$.<clinit>(Utils.scala) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$.<init>(Logging.scala:174) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$.<clinit>(Logging.scala) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$class.initializeLogIfNecessary(Logging.scala:105) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit$.initializeLogIfNecessary(SparkSubmit.scala:71) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:128) 2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) 2018-09-17 20:43:11.237 - stderr> Caused by: java.lang.ClassNotFoundException: org.apache.commons.lang3.SystemUtils 2018-09-17 20:43:11.237 - stderr> at java.net.URLClassLoader.findClass(URLClassLoader.java:381) 2018-09-17 20:43:11.237 - stderr> at java.lang.ClassLoader.loadClass(ClassLoader.java:424) 2018-09-17 20:43:11.237 - stderr> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331) 2018-09-17 20:43:11.237 - stderr> at java.lang.ClassLoader.loadClass(ClassLoader.java:357) 2018-09-17 20:43:11.238 - stderr> ... 8 more
sbt.ForkMain$ForkError: org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1.
Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/warehouse-d555bd81-8032-40b5-92b0-8c9e8d1e1c52' '--conf' 'spark.sql.test.version.index=2' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/warehouse-d555bd81-8032-40b5-92b0-8c9e8d1e1c52' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/target/tmp/test1721576858610771924.py'
2018-09-17 20:43:11.237 - stderr> Exception in thread "main" java.lang.NoClassDefFoundError: org/apache/commons/lang3/SystemUtils
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.util.Utils$.<init>(Utils.scala:1918)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.util.Utils$.<clinit>(Utils.scala)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$.<init>(Logging.scala:174)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$.<clinit>(Logging.scala)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.internal.Logging$class.initializeLogIfNecessary(Logging.scala:105)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit$.initializeLogIfNecessary(SparkSubmit.scala:71)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:128)
2018-09-17 20:43:11.237 - stderr> at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
2018-09-17 20:43:11.237 - stderr> Caused by: java.lang.ClassNotFoundException: org.apache.commons.lang3.SystemUtils
2018-09-17 20:43:11.237 - stderr> at java.net.URLClassLoader.findClass(URLClassLoader.java:381)
2018-09-17 20:43:11.237 - stderr> at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
2018-09-17 20:43:11.237 - stderr> at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:331)
2018-09-17 20:43:11.237 - stderr> at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
2018-09-17 20:43:11.238 - stderr> ... 8 more
at org.scalatest.Assertions$class.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions$class.fail(Assertions.scala:1089)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.hive.SparkSubmitTestUtils$class.runSparkSubmit(SparkSubmitTestUtils.scala:94)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.runSparkSubmit(HiveExternalCatalogVersionsSuite.scala:43)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite$$anonfun$beforeAll$1.apply(HiveExternalCatalogVersionsSuite.scala:187)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite$$anonfun$beforeAll$1.apply(HiveExternalCatalogVersionsSuite.scala:172)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.beforeAll(HiveExternalCatalogVersionsSuite.scala:172)
at org.scalatest.BeforeAndAfterAll$class.liftedTree1$1(BeforeAndAfterAll.scala:212)
at org.scalatest.BeforeAndAfterAll$class.run(BeforeAndAfterAll.scala:210)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:52)
at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:314)
at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:480)
at sbt.ForkMain$Run$2.call(ForkMain.java:296)
at sbt.ForkMain$Run$2.call(ForkMain.java:286)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)