org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1. Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.hive.metastore.version=1.2.1' '--conf' 'spark.sql.hive.metastore.jars=maven' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41' '--conf' 'spark.sql.test.version.index=0' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py' 2019-06-27 13:24:51.262 - stdout> 2019-06-27 13:24:51 WARN NativeCodeLoader:62 - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2019-06-27 13:24:51.928 - stdout> 2019-06-27 13:24:51 INFO SparkContext:54 - Running Spark version 2.3.3 2019-06-27 13:24:51.949 - stdout> 2019-06-27 13:24:51 INFO SparkContext:54 - Submitted application: prepare testing tables 2019-06-27 13:24:52.018 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing view acls to: jenkins 2019-06-27 13:24:52.018 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing modify acls to: jenkins 2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing view acls groups to: 2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing modify acls groups to: 2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(jenkins); groups with view permissions: Set(); users with modify permissions: Set(jenkins); groups with modify permissions: Set() 2019-06-27 13:24:52.277 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Successfully started service 'sparkDriver' on port 41497. 2019-06-27 13:24:52.302 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering MapOutputTracker 2019-06-27 13:24:52.322 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering BlockManagerMaster 2019-06-27 13:24:52.327 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information 2019-06-27 13:24:52.329 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - BlockManagerMasterEndpoint up 2019-06-27 13:24:52.341 - stdout> 2019-06-27 13:24:52 INFO DiskBlockManager:54 - Created local directory at /tmp/blockmgr-87f8aaa0-c1c0-44f4-a234-04dbcc3fb545 2019-06-27 13:24:52.361 - stdout> 2019-06-27 13:24:52 INFO MemoryStore:54 - MemoryStore started with capacity 366.3 MB 2019-06-27 13:24:52.377 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering OutputCommitCoordinator 2019-06-27 13:24:52.668 - stdout> 2019-06-27 13:24:52 INFO SparkContext:54 - Added file file:/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py at file:/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py with timestamp 1561667092667 2019-06-27 13:24:52.67 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Copying /home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py to /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3/userFiles-daea8c7f-005a-4150-85d0-5c466285b4eb/test668572611736552180.py 2019-06-27 13:24:52.742 - stdout> 2019-06-27 13:24:52 INFO Executor:54 - Starting executor ID driver on host localhost 2019-06-27 13:24:52.764 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 33078. 2019-06-27 13:24:52.765 - stdout> 2019-06-27 13:24:52 INFO NettyBlockTransferService:54 - Server created on amp-jenkins-worker-04.amp:33078 2019-06-27 13:24:52.767 - stdout> 2019-06-27 13:24:52 INFO BlockManager:54 - Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 2019-06-27 13:24:52.797 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMaster:54 - Registering BlockManager BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None) 2019-06-27 13:24:52.801 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - Registering block manager amp-jenkins-worker-04.amp:33078 with 366.3 MB RAM, BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None) 2019-06-27 13:24:52.805 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMaster:54 - Registered BlockManager BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None) 2019-06-27 13:24:52.815 - stdout> 2019-06-27 13:24:52 INFO BlockManager:54 - Initialized BlockManager: BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None) 2019-06-27 13:24:53.024 - stdout> 2019-06-27 13:24:53 INFO log:192 - Logging initialized @3086ms 2019-06-27 13:24:53.197 - stdout> 2019-06-27 13:24:53 INFO SharedState:54 - Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir ('/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41'). 2019-06-27 13:24:53.197 - stdout> 2019-06-27 13:24:53 INFO SharedState:54 - Warehouse path is '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41'. 2019-06-27 13:24:53.755 - stdout> 2019-06-27 13:24:53 INFO StateStoreCoordinatorRef:54 - Registered StateStoreCoordinator endpoint 2019-06-27 13:24:54.214 - stdout> 2019-06-27 13:24:54 INFO HiveUtils:54 - Initializing HiveMetastoreConnection version 1.2.1 using maven. 2019-06-27 13:24:54.222 - stderr> http://www.datanucleus.org/downloads/maven2 added as a remote repository with the name: repo-1 2019-06-27 13:24:54.226 - stderr> Ivy Default Cache set to: /home/jenkins/.ivy2/cache 2019-06-27 13:24:54.226 - stderr> The jars for the packages stored in: /home/jenkins/.ivy2/jars 2019-06-27 13:24:54.254 - stderr> :: loading settings :: url = jar:file:/tmp/test-spark/spark-2.3.3/jars/ivy-2.4.0.jar!/org/apache/ivy/core/settings/ivysettings.xml 2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-metastore added as a dependency 2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-exec added as a dependency 2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-common added as a dependency 2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-serde added as a dependency 2019-06-27 13:24:54.321 - stderr> com.google.guava#guava added as a dependency 2019-06-27 13:24:54.321 - stderr> org.apache.hadoop#hadoop-client added as a dependency 2019-06-27 13:24:54.323 - stderr> :: resolving dependencies :: org.apache.spark#spark-submit-parent-a598b641-c37e-4407-9d08-556fc326507d;1.0 2019-06-27 13:24:54.323 - stderr> confs: [default] 2019-06-27 13:24:54.581 - stderr> found org.apache.hive#hive-metastore;1.2.2 in central 2019-06-27 13:24:54.645 - stderr> found org.apache.hive#hive-serde;1.2.2 in central 2019-06-27 13:24:54.684 - stderr> found org.apache.hive#hive-common;1.2.2 in central 2019-06-27 13:24:54.75 - stderr> found org.apache.hive#hive-shims;1.2.2 in central 2019-06-27 13:24:54.784 - stderr> found org.apache.hive.shims#hive-shims-common;1.2.2 in central 2019-06-27 13:24:54.821 - stderr> found commons-logging#commons-logging;1.1.3 in central 2019-06-27 13:24:54.853 - stderr> found log4j#log4j;1.2.16 in central 2019-06-27 13:24:54.879 - stderr> found log4j#apache-log4j-extras;1.2.17 in central 2019-06-27 13:24:54.904 - stderr> found com.google.guava#guava;14.0.1 in central 2019-06-27 13:24:54.93 - stderr> found commons-lang#commons-lang;2.6 in central 2019-06-27 13:24:54.956 - stderr> found org.apache.thrift#libthrift;0.9.2 in central 2019-06-27 13:24:54.982 - stderr> found org.slf4j#slf4j-api;1.7.5 in central 2019-06-27 13:24:55.011 - stderr> found org.apache.httpcomponents#httpclient;4.4 in central 2019-06-27 13:24:55.031 - stderr> found org.apache.httpcomponents#httpcore;4.4 in central 2019-06-27 13:24:55.051 - stderr> found commons-codec#commons-codec;1.4 in central 2019-06-27 13:24:55.072 - stderr> found org.apache.zookeeper#zookeeper;3.4.6 in central 2019-06-27 13:24:55.098 - stderr> found org.slf4j#slf4j-log4j12;1.7.5 in central 2019-06-27 13:24:55.124 - stderr> found jline#jline;2.12 in central 2019-06-27 13:24:55.152 - stderr> found io.netty#netty;3.7.0.Final in central 2019-06-27 13:24:55.186 - stderr> found org.apache.hive.shims#hive-shims-0.20S;1.2.2 in central 2019-06-27 13:24:55.21 - stderr> found org.apache.hive.shims#hive-shims-0.23;1.2.2 in central 2019-06-27 13:24:55.246 - stderr> found org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 in central 2019-06-27 13:24:55.295 - stderr> found org.apache.hadoop#hadoop-annotations;2.6.0 in central 2019-06-27 13:24:55.317 - stderr> found com.google.inject.extensions#guice-servlet;3.0 in central 2019-06-27 13:24:55.341 - stderr> found com.google.inject#guice;3.0 in central 2019-06-27 13:24:55.366 - stderr> found javax.inject#javax.inject;1 in central 2019-06-27 13:24:55.39 - stderr> found aopalliance#aopalliance;1.0 in central 2019-06-27 13:24:55.414 - stderr> found org.sonatype.sisu.inject#cglib;2.2.1-v20090111 in central 2019-06-27 13:24:55.434 - stderr> found asm#asm;3.2 in central 2019-06-27 13:24:55.449 - stderr> found com.google.protobuf#protobuf-java;2.5.0 in central 2019-06-27 13:24:55.468 - stderr> found commons-io#commons-io;2.4 in central 2019-06-27 13:24:55.487 - stderr> found com.sun.jersey#jersey-json;1.14 in central 2019-06-27 13:24:55.506 - stderr> found org.codehaus.jettison#jettison;1.1 in central 2019-06-27 13:24:55.521 - stderr> found com.sun.xml.bind#jaxb-impl;2.2.3-1 in central 2019-06-27 13:24:55.536 - stderr> found javax.xml.bind#jaxb-api;2.2.2 in central 2019-06-27 13:24:55.551 - stderr> found javax.xml.stream#stax-api;1.0-2 in central 2019-06-27 13:24:55.566 - stderr> found javax.activation#activation;1.1 in central 2019-06-27 13:24:55.581 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.2 in central 2019-06-27 13:24:55.595 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.2 in central 2019-06-27 13:24:55.609 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.2 in central 2019-06-27 13:24:55.625 - stderr> found org.codehaus.jackson#jackson-xc;1.9.2 in central 2019-06-27 13:24:55.64 - stderr> found com.sun.jersey.contribs#jersey-guice;1.9 in central 2019-06-27 13:24:55.661 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.6.0 in central 2019-06-27 13:24:55.683 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.6.0 in central 2019-06-27 13:24:55.727 - stderr> found org.apache.commons#commons-compress;1.4.1 in central 2019-06-27 13:24:55.745 - stderr> found org.tukaani#xz;1.0 in central 2019-06-27 13:24:55.768 - stderr> found org.mortbay.jetty#jetty-util;6.1.26 in central 2019-06-27 13:24:55.801 - stderr> found com.sun.jersey#jersey-core;1.14 in central 2019-06-27 13:24:55.823 - stderr> found com.sun.jersey#jersey-client;1.9 in central 2019-06-27 13:24:55.851 - stderr> found commons-cli#commons-cli;1.2 in central 2019-06-27 13:24:55.879 - stderr> found com.sun.jersey#jersey-server;1.14 in central 2019-06-27 13:24:55.911 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.6.0 in central 2019-06-27 13:24:55.934 - stderr> found org.fusesource.leveldbjni#leveldbjni-all;1.8 in central 2019-06-27 13:24:55.956 - stderr> found org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 in central 2019-06-27 13:24:55.997 - stderr> found commons-collections#commons-collections;3.2.2 in central 2019-06-27 13:24:56.017 - stderr> found org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 in central 2019-06-27 13:24:56.035 - stderr> found commons-httpclient#commons-httpclient;3.0.1 in central 2019-06-27 13:24:56.049 - stderr> found junit#junit;4.11 in central 2019-06-27 13:24:56.063 - stderr> found org.hamcrest#hamcrest-core;1.3 in central 2019-06-27 13:24:56.079 - stderr> found org.mortbay.jetty#jetty;6.1.26 in central 2019-06-27 13:24:56.112 - stderr> found org.apache.hive.shims#hive-shims-scheduler;1.2.2 in central 2019-06-27 13:24:56.127 - stderr> found joda-time#joda-time;2.5 in central 2019-06-27 13:24:56.142 - stderr> found org.apache.ant#ant;1.9.1 in central 2019-06-27 13:24:56.156 - stderr> found org.apache.ant#ant-launcher;1.9.1 in central 2019-06-27 13:24:56.169 - stderr> found org.json#json;20090211 in central 2019-06-27 13:24:56.18 - stderr> found com.google.code.findbugs#jsr305;3.0.0 in central 2019-06-27 13:24:56.189 - stderr> found org.apache.avro#avro;1.7.5 in central 2019-06-27 13:24:56.2 - stderr> found com.thoughtworks.paranamer#paranamer;2.3 in central 2019-06-27 13:24:56.209 - stderr> found org.xerial.snappy#snappy-java;1.0.5 in central 2019-06-27 13:24:56.218 - stderr> found net.sf.opencsv#opencsv;2.3 in central 2019-06-27 13:24:56.227 - stderr> found com.twitter#parquet-hadoop-bundle;1.6.0 in central 2019-06-27 13:24:56.237 - stderr> found com.jolbox#bonecp;0.8.0.RELEASE in central 2019-06-27 13:24:56.253 - stderr> found org.apache.derby#derby;10.10.2.0 in central 2019-06-27 13:24:56.26 - stderr> found org.datanucleus#datanucleus-api-jdo;3.2.6 in central 2019-06-27 13:24:56.269 - stderr> found org.datanucleus#datanucleus-core;3.2.10 in central 2019-06-27 13:24:56.277 - stderr> found org.datanucleus#datanucleus-rdbms;3.2.9 in central 2019-06-27 13:24:56.285 - stderr> found commons-pool#commons-pool;1.5.4 in central 2019-06-27 13:24:56.293 - stderr> found commons-dbcp#commons-dbcp;1.4 in central 2019-06-27 13:24:56.301 - stderr> found javax.jdo#jdo-api;3.0.1 in central 2019-06-27 13:24:56.308 - stderr> found javax.transaction#jta;1.1 in central 2019-06-27 13:24:56.316 - stderr> found org.antlr#antlr-runtime;3.4 in central 2019-06-27 13:24:56.324 - stderr> found org.antlr#stringtemplate;3.2.1 in central 2019-06-27 13:24:56.331 - stderr> found antlr#antlr;2.7.7 in central 2019-06-27 13:24:56.338 - stderr> found org.apache.thrift#libfb303;0.9.2 in central 2019-06-27 13:24:56.348 - stderr> found org.apache.hive#hive-exec;1.2.2 in central 2019-06-27 13:24:56.362 - stderr> found org.apache.hive#hive-ant;1.2.2 in central 2019-06-27 13:24:56.379 - stderr> found org.apache.velocity#velocity;1.5 in central 2019-06-27 13:24:56.392 - stderr> found oro#oro;2.0.8 in central 2019-06-27 13:24:56.43 - stderr> found org.antlr#ST4;4.0.4 in central 2019-06-27 13:24:56.444 - stderr> found org.apache.ivy#ivy;2.4.0 in central 2019-06-27 13:24:56.456 - stderr> found org.codehaus.groovy#groovy-all;2.1.6 in central 2019-06-27 13:24:56.47 - stderr> found org.apache.calcite#calcite-core;1.2.0-incubating in central 2019-06-27 13:24:56.482 - stderr> found org.apache.calcite#calcite-avatica;1.2.0-incubating in central 2019-06-27 13:24:56.491 - stderr> found org.apache.calcite#calcite-linq4j;1.2.0-incubating in central 2019-06-27 13:24:56.51 - stderr> found net.hydromatic#eigenbase-properties;1.1.5 in central 2019-06-27 13:24:56.522 - stderr> found org.codehaus.janino#janino;2.7.6 in central 2019-06-27 13:24:56.534 - stderr> found org.codehaus.janino#commons-compiler;2.7.6 in central 2019-06-27 13:24:56.544 - stderr> found stax#stax-api;1.0.1 in central 2019-06-27 13:24:56.559 - stderr> found org.apache.hadoop#hadoop-client;2.7.3 in central 2019-06-27 13:24:56.573 - stderr> found org.apache.hadoop#hadoop-common;2.7.3 in central 2019-06-27 13:24:56.605 - stderr> found org.apache.hadoop#hadoop-annotations;2.7.3 in central 2019-06-27 13:24:56.639 - stderr> found org.apache.commons#commons-math3;3.1.1 in central 2019-06-27 13:24:56.65 - stderr> found xmlenc#xmlenc;0.52 in central 2019-06-27 13:24:56.66 - stderr> found commons-httpclient#commons-httpclient;3.1 in central 2019-06-27 13:24:56.684 - stderr> found commons-net#commons-net;3.1 in central 2019-06-27 13:24:56.699 - stderr> found log4j#log4j;1.2.17 in central 2019-06-27 13:24:56.715 - stderr> found commons-configuration#commons-configuration;1.6 in central 2019-06-27 13:24:56.73 - stderr> found commons-digester#commons-digester;1.8 in central 2019-06-27 13:24:56.74 - stderr> found commons-beanutils#commons-beanutils;1.7.0 in central 2019-06-27 13:24:56.752 - stderr> found commons-beanutils#commons-beanutils-core;1.8.0 in central 2019-06-27 13:24:56.762 - stderr> found org.slf4j#slf4j-api;1.7.10 in central 2019-06-27 13:24:56.772 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.13 in central 2019-06-27 13:24:56.783 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.13 in central 2019-06-27 13:24:56.822 - stderr> found com.google.code.gson#gson;2.2.4 in central 2019-06-27 13:24:56.833 - stderr> found org.apache.hadoop#hadoop-auth;2.7.3 in central 2019-06-27 13:24:56.849 - stderr> found org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 in central 2019-06-27 13:24:56.86 - stderr> found org.apache.directory.server#apacheds-i18n;2.0.0-M15 in central 2019-06-27 13:24:56.871 - stderr> found org.apache.directory.api#api-asn1-api;1.0.0-M20 in central 2019-06-27 13:24:56.882 - stderr> found org.apache.directory.api#api-util;1.0.0-M20 in central 2019-06-27 13:24:56.898 - stderr> found org.apache.htrace#htrace-core;3.1.0-incubating in central 2019-06-27 13:24:56.913 - stderr> found javax.servlet.jsp#jsp-api;2.1 in central 2019-06-27 13:24:56.925 - stderr> found org.slf4j#slf4j-log4j12;1.7.10 in central 2019-06-27 13:24:56.94 - stderr> found org.apache.hadoop#hadoop-hdfs;2.7.3 in central 2019-06-27 13:24:56.968 - stderr> found io.netty#netty-all;4.0.23.Final in central 2019-06-27 13:24:56.977 - stderr> found xerces#xercesImpl;2.9.1 in central 2019-06-27 13:24:56.985 - stderr> found xml-apis#xml-apis;1.3.04 in central 2019-06-27 13:24:56.999 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 in central 2019-06-27 13:24:57.012 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 in central 2019-06-27 13:24:57.025 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.7.3 in central 2019-06-27 13:24:57.038 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.7.3 in central 2019-06-27 13:24:57.111 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.13 in central 2019-06-27 13:24:57.123 - stderr> found org.codehaus.jackson#jackson-xc;1.9.13 in central 2019-06-27 13:24:57.178 - stderr> found org.apache.hadoop#hadoop-yarn-client;2.7.3 in central 2019-06-27 13:24:57.192 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 in central 2019-06-27 13:24:57.215 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.7.3 in central 2019-06-27 13:24:57.235 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 in central 2019-06-27 13:24:57.251 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 in central 2019-06-27 13:24:57.359 - stderr> :: resolution report :: resolve 2972ms :: artifacts dl 64ms 2019-06-27 13:24:57.359 - stderr> :: modules in use: 2019-06-27 13:24:57.361 - stderr> antlr#antlr;2.7.7 from central in [default] 2019-06-27 13:24:57.361 - stderr> aopalliance#aopalliance;1.0 from central in [default] 2019-06-27 13:24:57.361 - stderr> asm#asm;3.2 from central in [default] 2019-06-27 13:24:57.361 - stderr> com.google.code.findbugs#jsr305;3.0.0 from central in [default] 2019-06-27 13:24:57.361 - stderr> com.google.code.gson#gson;2.2.4 from central in [default] 2019-06-27 13:24:57.361 - stderr> com.google.guava#guava;14.0.1 from central in [default] 2019-06-27 13:24:57.361 - stderr> com.google.inject#guice;3.0 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.google.inject.extensions#guice-servlet;3.0 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.google.protobuf#protobuf-java;2.5.0 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.jolbox#bonecp;0.8.0.RELEASE from central in [default] 2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-client;1.9 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-core;1.14 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-json;1.14 from central in [default] 2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-server;1.14 from central in [default] 2019-06-27 13:24:57.363 - stderr> com.sun.jersey.contribs#jersey-guice;1.9 from central in [default] 2019-06-27 13:24:57.363 - stderr> com.sun.xml.bind#jaxb-impl;2.2.3-1 from central in [default] 2019-06-27 13:24:57.363 - stderr> com.thoughtworks.paranamer#paranamer;2.3 from central in [default] 2019-06-27 13:24:57.363 - stderr> com.twitter#parquet-hadoop-bundle;1.6.0 from central in [default] 2019-06-27 13:24:57.363 - stderr> commons-beanutils#commons-beanutils;1.7.0 from central in [default] 2019-06-27 13:24:57.363 - stderr> commons-beanutils#commons-beanutils-core;1.8.0 from central in [default] 2019-06-27 13:24:57.364 - stderr> commons-cli#commons-cli;1.2 from central in [default] 2019-06-27 13:24:57.364 - stderr> commons-codec#commons-codec;1.4 from central in [default] 2019-06-27 13:24:57.364 - stderr> commons-collections#commons-collections;3.2.2 from central in [default] 2019-06-27 13:24:57.364 - stderr> commons-configuration#commons-configuration;1.6 from central in [default] 2019-06-27 13:24:57.365 - stderr> commons-dbcp#commons-dbcp;1.4 from central in [default] 2019-06-27 13:24:57.365 - stderr> commons-digester#commons-digester;1.8 from central in [default] 2019-06-27 13:24:57.365 - stderr> commons-httpclient#commons-httpclient;3.1 from central in [default] 2019-06-27 13:24:57.365 - stderr> commons-io#commons-io;2.4 from central in [default] 2019-06-27 13:24:57.366 - stderr> commons-lang#commons-lang;2.6 from central in [default] 2019-06-27 13:24:57.366 - stderr> commons-logging#commons-logging;1.1.3 from central in [default] 2019-06-27 13:24:57.366 - stderr> commons-net#commons-net;3.1 from central in [default] 2019-06-27 13:24:57.366 - stderr> commons-pool#commons-pool;1.5.4 from central in [default] 2019-06-27 13:24:57.366 - stderr> io.netty#netty;3.7.0.Final from central in [default] 2019-06-27 13:24:57.366 - stderr> io.netty#netty-all;4.0.23.Final from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.activation#activation;1.1 from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.inject#javax.inject;1 from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.jdo#jdo-api;3.0.1 from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.servlet.jsp#jsp-api;2.1 from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.transaction#jta;1.1 from central in [default] 2019-06-27 13:24:57.367 - stderr> javax.xml.bind#jaxb-api;2.2.2 from central in [default] 2019-06-27 13:24:57.368 - stderr> javax.xml.stream#stax-api;1.0-2 from central in [default] 2019-06-27 13:24:57.368 - stderr> jline#jline;2.12 from central in [default] 2019-06-27 13:24:57.368 - stderr> joda-time#joda-time;2.5 from central in [default] 2019-06-27 13:24:57.368 - stderr> log4j#apache-log4j-extras;1.2.17 from central in [default] 2019-06-27 13:24:57.368 - stderr> log4j#log4j;1.2.17 from central in [default] 2019-06-27 13:24:57.369 - stderr> net.hydromatic#eigenbase-properties;1.1.5 from central in [default] 2019-06-27 13:24:57.369 - stderr> net.sf.opencsv#opencsv;2.3 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.antlr#ST4;4.0.4 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.antlr#antlr-runtime;3.4 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.antlr#stringtemplate;3.2.1 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.apache.ant#ant;1.9.1 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.apache.ant#ant-launcher;1.9.1 from central in [default] 2019-06-27 13:24:57.369 - stderr> org.apache.avro#avro;1.7.5 from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-avatica;1.2.0-incubating from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-core;1.2.0-incubating from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-linq4j;1.2.0-incubating from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.commons#commons-compress;1.4.1 from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.commons#commons-math3;3.1.1 from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.derby#derby;10.10.2.0 from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.directory.api#api-asn1-api;1.0.0-M20 from central in [default] 2019-06-27 13:24:57.37 - stderr> org.apache.directory.api#api-util;1.0.0-M20 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.directory.server#apacheds-i18n;2.0.0-M15 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-annotations;2.7.3 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-auth;2.7.3 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-client;2.7.3 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-common;2.7.3 from central in [default] 2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-hdfs;2.7.3 from central in [default] 2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 from central in [default] 2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 from central in [default] 2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-api;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-client;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-common;2.7.3 from central in [default] 2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.7.3 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-ant;1.2.2 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-common;1.2.2 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-exec;1.2.2 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-metastore;1.2.2 from central in [default] 2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-serde;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.hive#hive-shims;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-0.20S;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-0.23;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-common;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-scheduler;1.2.2 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.htrace#htrace-core;3.1.0-incubating from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.httpcomponents#httpclient;4.4 from central in [default] 2019-06-27 13:24:57.375 - stderr> org.apache.httpcomponents#httpcore;4.4 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.apache.ivy#ivy;2.4.0 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.apache.thrift#libfb303;0.9.2 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.apache.thrift#libthrift;0.9.2 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.apache.velocity#velocity;1.5 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.apache.zookeeper#zookeeper;3.4.6 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.codehaus.groovy#groovy-all;2.1.6 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.13 from central in [default] 2019-06-27 13:24:57.376 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.13 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.13 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.codehaus.jackson#jackson-xc;1.9.13 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.codehaus.janino#commons-compiler;2.7.6 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.codehaus.janino#janino;2.7.6 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.codehaus.jettison#jettison;1.1 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.datanucleus#datanucleus-api-jdo;3.2.6 from central in [default] 2019-06-27 13:24:57.377 - stderr> org.datanucleus#datanucleus-core;3.2.10 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.datanucleus#datanucleus-rdbms;3.2.9 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.fusesource.leveldbjni#leveldbjni-all;1.8 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.json#json;20090211 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.mortbay.jetty#jetty;6.1.26 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.mortbay.jetty#jetty-util;6.1.26 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.slf4j#slf4j-api;1.7.10 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.slf4j#slf4j-log4j12;1.7.10 from central in [default] 2019-06-27 13:24:57.378 - stderr> org.sonatype.sisu.inject#cglib;2.2.1-v20090111 from central in [default] 2019-06-27 13:24:57.379 - stderr> org.tukaani#xz;1.0 from central in [default] 2019-06-27 13:24:57.379 - stderr> org.xerial.snappy#snappy-java;1.0.5 from central in [default] 2019-06-27 13:24:57.379 - stderr> oro#oro;2.0.8 from central in [default] 2019-06-27 13:24:57.379 - stderr> stax#stax-api;1.0.1 from central in [default] 2019-06-27 13:24:57.379 - stderr> xerces#xercesImpl;2.9.1 from central in [default] 2019-06-27 13:24:57.38 - stderr> xml-apis#xml-apis;1.3.04 from central in [default] 2019-06-27 13:24:57.38 - stderr> xmlenc#xmlenc;0.52 from central in [default] 2019-06-27 13:24:57.38 - stderr> :: evicted modules: 2019-06-27 13:24:57.38 - stderr> log4j#log4j;1.2.16 by [log4j#log4j;1.2.17] in [default] 2019-06-27 13:24:57.38 - stderr> org.slf4j#slf4j-api;1.7.5 by [org.slf4j#slf4j-api;1.7.10] in [default] 2019-06-27 13:24:57.38 - stderr> org.slf4j#slf4j-log4j12;1.7.5 by [org.slf4j#slf4j-log4j12;1.7.10] in [default] 2019-06-27 13:24:57.38 - stderr> org.apache.hadoop#hadoop-annotations;2.6.0 by [org.apache.hadoop#hadoop-annotations;2.7.3] in [default] 2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.2 by [org.codehaus.jackson#jackson-core-asl;1.9.13] in [default] 2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.2 by [org.codehaus.jackson#jackson-mapper-asl;1.9.13] in [default] 2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.2 by [org.codehaus.jackson#jackson-jaxrs;1.9.13] in [default] 2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-xc;1.9.2 by [org.codehaus.jackson#jackson-xc;1.9.13] in [default] 2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-common;2.7.3] in [default] 2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-api;2.6.0 by [org.apache.hadoop#hadoop-yarn-api;2.7.3] in [default] 2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-server-common;2.7.3] in [default] 2019-06-27 13:24:57.381 - stderr> commons-httpclient#commons-httpclient;3.0.1 by [commons-httpclient#commons-httpclient;3.1] in [default] 2019-06-27 13:24:57.381 - stderr> junit#junit;4.11 transitively in [default] 2019-06-27 13:24:57.381 - stderr> org.hamcrest#hamcrest-core;1.3 transitively in [default] 2019-06-27 13:24:57.381 - stderr> com.google.code.findbugs#jsr305;1.3.9 by [com.google.code.findbugs#jsr305;3.0.0] in [default] 2019-06-27 13:24:57.381 - stderr> com.google.guava#guava;11.0.2 by [com.google.guava#guava;14.0.1] in [default] 2019-06-27 13:24:57.381 - stderr> org.apache.avro#avro;1.7.4 by [org.apache.avro#avro;1.7.5] in [default] 2019-06-27 13:24:57.381 - stderr> org.apache.httpcomponents#httpclient;4.2.5 by [org.apache.httpcomponents#httpclient;4.4] in [default] 2019-06-27 13:24:57.381 - stderr> io.netty#netty;3.6.2.Final by [io.netty#netty;3.7.0.Final] in [default] 2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-core;1.9 by [com.sun.jersey#jersey-core;1.14] in [default] 2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-server;1.9 by [com.sun.jersey#jersey-server;1.14] in [default] 2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-json;1.9 by [com.sun.jersey#jersey-json;1.14] in [default] 2019-06-27 13:24:57.381 - stderr> --------------------------------------------------------------------- 2019-06-27 13:24:57.381 - stderr> | | modules || artifacts | 2019-06-27 13:24:57.381 - stderr> | conf | number| search|dwnlded|evicted|| number|dwnlded| 2019-06-27 13:24:57.381 - stderr> --------------------------------------------------------------------- 2019-06-27 13:24:57.382 - stderr> | default | 145 | 0 | 0 | 22 || 123 | 0 | 2019-06-27 13:24:57.382 - stderr> --------------------------------------------------------------------- 2019-06-27 13:24:57.42 - stderr> :: retrieving :: org.apache.spark#spark-submit-parent-a598b641-c37e-4407-9d08-556fc326507d 2019-06-27 13:24:57.42 - stderr> confs: [default] 2019-06-27 13:24:57.48 - stderr> 0 artifacts copied, 123 already retrieved (0kB/60ms) 2019-06-27 13:24:57.68 - stdout> 2019-06-27 13:24:57 INFO IsolatedClientLoader:54 - Downloaded metastore jars to /tmp/hive-v1_2-3a909cef-2a4f-4290-a1d8-cb0a77caf424 2019-06-27 13:24:58.373 - stdout> 2019-06-27 13:24:58 INFO HiveMetaStore:589 - 0: Opening raw store with implemenation class:org.apache.hadoop.hive.metastore.ObjectStore 2019-06-27 13:24:58.398 - stdout> 2019-06-27 13:24:58 INFO ObjectStore:289 - ObjectStore, initialize called 2019-06-27 13:24:58.558 - stdout> 2019-06-27 13:24:58 INFO Persistence:77 - Property hive.metastore.integral.jdo.pushdown unknown - will be ignored 2019-06-27 13:24:58.558 - stdout> 2019-06-27 13:24:58 INFO Persistence:77 - Property datanucleus.cache.level2 unknown - will be ignored 2019-06-27 13:25:14.012 - stdout> 2019-06-27 13:25:14 INFO ObjectStore:370 - Setting MetaStore object pin classes with hive.metastore.cache.pinobjtypes="Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order" 2019-06-27 13:25:16.206 - stdout> 2019-06-27 13:25:16 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MFieldSchema" is tagged as "embedded-only" so does not have its own datastore table. 2019-06-27 13:25:16.206 - stdout> 2019-06-27 13:25:16 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MOrder" is tagged as "embedded-only" so does not have its own datastore table. 2019-06-27 13:25:33.782 - stdout> 2019-06-27 13:25:33 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MFieldSchema" is tagged as "embedded-only" so does not have its own datastore table. 2019-06-27 13:25:33.782 - stdout> 2019-06-27 13:25:33 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MOrder" is tagged as "embedded-only" so does not have its own datastore table. 2019-06-27 13:25:36.76 - stdout> 2019-06-27 13:25:36 INFO MetaStoreDirectSql:139 - Using direct SQL, underlying DB is DERBY 2019-06-27 13:25:36.763 - stdout> 2019-06-27 13:25:36 INFO ObjectStore:272 - Initialized ObjectStore 2019-06-27 13:25:37.288 - stdout> 2019-06-27 13:25:37 WARN ObjectStore:6666 - Version information not found in metastore. hive.metastore.schema.verification is not enabled so recording the schema version 1.2.0 2019-06-27 13:25:38.084 - stdout> 2019-06-27 13:25:38 WARN ObjectStore:568 - Failed to get database default, returning NoSuchObjectException 2019-06-27 13:25:39.497 - stdout> 2019-06-27 13:25:39 INFO HiveMetaStore:663 - Added admin role in metastore 2019-06-27 13:25:39.505 - stdout> 2019-06-27 13:25:39 INFO HiveMetaStore:672 - Added public role in metastore 2019-06-27 13:25:40.688 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:712 - No user is added in admin role, since config is empty 2019-06-27 13:25:40.766 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:746 - 0: get_all_databases 2019-06-27 13:25:40.767 - stdout> 2019-06-27 13:25:40 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_all_databases 2019-06-27 13:25:40.781 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:746 - 0: get_functions: db=default pat=* 2019-06-27 13:25:40.781 - stdout> 2019-06-27 13:25:40 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_functions: db=default pat=* 2019-06-27 13:25:40.783 - stdout> 2019-06-27 13:25:40 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MResourceUri" is tagged as "embedded-only" so does not have its own datastore table. 2019-06-27 13:25:43.041 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created local directory: /tmp/73d2ab5a-4b55-46c7-a358-3c882342f7a2_resources 2019-06-27 13:25:43.044 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created HDFS directory: /tmp/hive/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2 2019-06-27 13:25:43.047 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created local directory: /tmp/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2 2019-06-27 13:25:43.051 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created HDFS directory: /tmp/hive/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2/_tmp_space.db 2019-06-27 13:25:43.053 - stdout> 2019-06-27 13:25:43 INFO HiveClientImpl:54 - Warehouse location for Hive client (version 1.2.2) is /home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41 2019-06-27 13:25:43.06 - stdout> 2019-06-27 13:25:43 INFO HiveMetaStore:746 - 0: get_database: default 2019-06-27 13:25:43.061 - stdout> 2019-06-27 13:25:43 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_database: default 2019-06-27 13:25:43.08 - stdout> 2019-06-27 13:25:43 INFO HiveMetaStore:746 - 0: get_database: global_temp 2019-06-27 13:25:43.08 - stdout> 2019-06-27 13:25:43 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_database: global_temp 2019-06-27 13:25:43.082 - stdout> 2019-06-27 13:25:43 WARN ObjectStore:568 - Failed to get database global_temp, returning NoSuchObjectException 2019-06-27 13:25:44.574 - stdout> Traceback (most recent call last): 2019-06-27 13:25:44.574 - stdout> File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py", line 8, in <module> 2019-06-27 13:25:44.574 - stdout> spark.sql("create table data_source_tbl_{} using json as select 1 i".format(version_index)) 2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/pyspark.zip/pyspark/sql/session.py", line 710, in sql 2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/py4j-0.10.7-src.zip/py4j/java_gateway.py", line 1257, in __call__ 2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/pyspark.zip/pyspark/sql/utils.py", line 63, in deco 2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/py4j-0.10.7-src.zip/py4j/protocol.py", line 328, in get_return_value 2019-06-27 13:25:44.576 - stdout> py4j.protocol.Py4JJavaError: An error occurred while calling o29.sql. 2019-06-27 13:25:44.576 - stdout> : java.lang.ExceptionInInitializerError 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.SparkContext.withScope(SparkContext.scala:693) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.SparkContext.parallelize(SparkContext.scala:710) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies.singleRowRdd$lzycompute(SparkStrategies.scala:399) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies.singleRowRdd(SparkStrategies.scala:399) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies$BasicOperators$.apply(SparkStrategies.scala:536) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:63) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:63) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:439) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893) 2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893) 2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) 2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157) 2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434) 2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440) 2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) 2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893) 2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) 2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157) 2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67) 2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434) 2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:72) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:68) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:77) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:77) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3254) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:642) 2019-06-27 13:25:44.577 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 2019-06-27 13:25:44.577 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 2019-06-27 13:25:44.577 - stdout> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2019-06-27 13:25:44.577 - stdout> at java.lang.reflect.Method.invoke(Method.java:498) 2019-06-27 13:25:44.577 - stdout> at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) 2019-06-27 13:25:44.577 - stdout> at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) 2019-06-27 13:25:44.577 - stdout> at py4j.Gateway.invoke(Gateway.java:282) 2019-06-27 13:25:44.577 - stdout> at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) 2019-06-27 13:25:44.577 - stdout> at py4j.commands.CallCommand.execute(CallCommand.java:79) 2019-06-27 13:25:44.577 - stdout> at py4j.GatewayConnection.run(GatewayConnection.java:238) 2019-06-27 13:25:44.577 - stdout> at java.lang.Thread.run(Thread.java:748) 2019-06-27 13:25:44.577 - stdout> Caused by: java.util.NoSuchElementException: key not found: groupId 2019-06-27 13:25:44.577 - stdout> at scala.collection.MapLike$class.default(MapLike.scala:228) 2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractMap.default(Map.scala:59) 2019-06-27 13:25:44.577 - stdout> at scala.collection.MapLike$class.apply(MapLike.scala:141) 2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractMap.apply(Map.scala:59) 2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$.version$lzycompute(JacksonModule.scala:27) 2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$.version(JacksonModule.scala:26) 2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$class.version(JacksonModule.scala:49) 2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.DefaultScalaModule.version(DefaultScalaModule.scala:19) 2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.databind.ObjectMapper.registerModule(ObjectMapper.java:710) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.rdd.RDDOperationScope$.<init>(RDDOperationScope.scala:82) 2019-06-27 13:25:44.577 - stdout> at org.apache.spark.rdd.RDDOperationScope$.<clinit>(RDDOperationScope.scala) 2019-06-27 13:25:44.577 - stdout> ... 69 more 2019-06-27 13:25:44.577 - stdout> 2019-06-27 13:25:44.626 - stdout> 2019-06-27 13:25:44 INFO SparkContext:54 - Invoking stop() from shutdown hook 2019-06-27 13:25:44.639 - stdout> 2019-06-27 13:25:44 INFO MapOutputTrackerMasterEndpoint:54 - MapOutputTrackerMasterEndpoint stopped! 2019-06-27 13:25:44.646 - stdout> 2019-06-27 13:25:44 INFO MemoryStore:54 - MemoryStore cleared 2019-06-27 13:25:44.646 - stdout> 2019-06-27 13:25:44 INFO BlockManager:54 - BlockManager stopped 2019-06-27 13:25:44.647 - stdout> 2019-06-27 13:25:44 INFO BlockManagerMaster:54 - BlockManagerMaster stopped 2019-06-27 13:25:44.651 - stdout> 2019-06-27 13:25:44 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint:54 - OutputCommitCoordinator stopped! 2019-06-27 13:25:44.654 - stdout> 2019-06-27 13:25:44 INFO SparkContext:54 - Successfully stopped SparkContext 2019-06-27 13:25:44.655 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Shutdown hook called 2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3/pyspark-b44d4843-0988-49b8-8327-ccb17832969b 2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3 2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-b1eb94a2-3d06-4bef-8d5e-1f8eda5e7c25 2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/hive-v1_2-3a909cef-2a4f-4290-a1d8-cb0a77caf424
sbt.ForkMain$ForkError: org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1.
Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.hive.metastore.version=1.2.1' '--conf' 'spark.sql.hive.metastore.jars=maven' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41' '--conf' 'spark.sql.test.version.index=0' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py'
2019-06-27 13:24:51.262 - stdout> 2019-06-27 13:24:51 WARN NativeCodeLoader:62 - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2019-06-27 13:24:51.928 - stdout> 2019-06-27 13:24:51 INFO SparkContext:54 - Running Spark version 2.3.3
2019-06-27 13:24:51.949 - stdout> 2019-06-27 13:24:51 INFO SparkContext:54 - Submitted application: prepare testing tables
2019-06-27 13:24:52.018 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing view acls to: jenkins
2019-06-27 13:24:52.018 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing modify acls to: jenkins
2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing view acls groups to:
2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - Changing modify acls groups to:
2019-06-27 13:24:52.019 - stdout> 2019-06-27 13:24:52 INFO SecurityManager:54 - SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(jenkins); groups with view permissions: Set(); users with modify permissions: Set(jenkins); groups with modify permissions: Set()
2019-06-27 13:24:52.277 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Successfully started service 'sparkDriver' on port 41497.
2019-06-27 13:24:52.302 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering MapOutputTracker
2019-06-27 13:24:52.322 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering BlockManagerMaster
2019-06-27 13:24:52.327 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information
2019-06-27 13:24:52.329 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - BlockManagerMasterEndpoint up
2019-06-27 13:24:52.341 - stdout> 2019-06-27 13:24:52 INFO DiskBlockManager:54 - Created local directory at /tmp/blockmgr-87f8aaa0-c1c0-44f4-a234-04dbcc3fb545
2019-06-27 13:24:52.361 - stdout> 2019-06-27 13:24:52 INFO MemoryStore:54 - MemoryStore started with capacity 366.3 MB
2019-06-27 13:24:52.377 - stdout> 2019-06-27 13:24:52 INFO SparkEnv:54 - Registering OutputCommitCoordinator
2019-06-27 13:24:52.668 - stdout> 2019-06-27 13:24:52 INFO SparkContext:54 - Added file file:/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py at file:/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py with timestamp 1561667092667
2019-06-27 13:24:52.67 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Copying /home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py to /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3/userFiles-daea8c7f-005a-4150-85d0-5c466285b4eb/test668572611736552180.py
2019-06-27 13:24:52.742 - stdout> 2019-06-27 13:24:52 INFO Executor:54 - Starting executor ID driver on host localhost
2019-06-27 13:24:52.764 - stdout> 2019-06-27 13:24:52 INFO Utils:54 - Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 33078.
2019-06-27 13:24:52.765 - stdout> 2019-06-27 13:24:52 INFO NettyBlockTransferService:54 - Server created on amp-jenkins-worker-04.amp:33078
2019-06-27 13:24:52.767 - stdout> 2019-06-27 13:24:52 INFO BlockManager:54 - Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy
2019-06-27 13:24:52.797 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMaster:54 - Registering BlockManager BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None)
2019-06-27 13:24:52.801 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMasterEndpoint:54 - Registering block manager amp-jenkins-worker-04.amp:33078 with 366.3 MB RAM, BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None)
2019-06-27 13:24:52.805 - stdout> 2019-06-27 13:24:52 INFO BlockManagerMaster:54 - Registered BlockManager BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None)
2019-06-27 13:24:52.815 - stdout> 2019-06-27 13:24:52 INFO BlockManager:54 - Initialized BlockManager: BlockManagerId(driver, amp-jenkins-worker-04.amp, 33078, None)
2019-06-27 13:24:53.024 - stdout> 2019-06-27 13:24:53 INFO log:192 - Logging initialized @3086ms
2019-06-27 13:24:53.197 - stdout> 2019-06-27 13:24:53 INFO SharedState:54 - Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir ('/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41').
2019-06-27 13:24:53.197 - stdout> 2019-06-27 13:24:53 INFO SharedState:54 - Warehouse path is '/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41'.
2019-06-27 13:24:53.755 - stdout> 2019-06-27 13:24:53 INFO StateStoreCoordinatorRef:54 - Registered StateStoreCoordinator endpoint
2019-06-27 13:24:54.214 - stdout> 2019-06-27 13:24:54 INFO HiveUtils:54 - Initializing HiveMetastoreConnection version 1.2.1 using maven.
2019-06-27 13:24:54.222 - stderr> http://www.datanucleus.org/downloads/maven2 added as a remote repository with the name: repo-1
2019-06-27 13:24:54.226 - stderr> Ivy Default Cache set to: /home/jenkins/.ivy2/cache
2019-06-27 13:24:54.226 - stderr> The jars for the packages stored in: /home/jenkins/.ivy2/jars
2019-06-27 13:24:54.254 - stderr> :: loading settings :: url = jar:file:/tmp/test-spark/spark-2.3.3/jars/ivy-2.4.0.jar!/org/apache/ivy/core/settings/ivysettings.xml
2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-metastore added as a dependency
2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-exec added as a dependency
2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-common added as a dependency
2019-06-27 13:24:54.321 - stderr> org.apache.hive#hive-serde added as a dependency
2019-06-27 13:24:54.321 - stderr> com.google.guava#guava added as a dependency
2019-06-27 13:24:54.321 - stderr> org.apache.hadoop#hadoop-client added as a dependency
2019-06-27 13:24:54.323 - stderr> :: resolving dependencies :: org.apache.spark#spark-submit-parent-a598b641-c37e-4407-9d08-556fc326507d;1.0
2019-06-27 13:24:54.323 - stderr> confs: [default]
2019-06-27 13:24:54.581 - stderr> found org.apache.hive#hive-metastore;1.2.2 in central
2019-06-27 13:24:54.645 - stderr> found org.apache.hive#hive-serde;1.2.2 in central
2019-06-27 13:24:54.684 - stderr> found org.apache.hive#hive-common;1.2.2 in central
2019-06-27 13:24:54.75 - stderr> found org.apache.hive#hive-shims;1.2.2 in central
2019-06-27 13:24:54.784 - stderr> found org.apache.hive.shims#hive-shims-common;1.2.2 in central
2019-06-27 13:24:54.821 - stderr> found commons-logging#commons-logging;1.1.3 in central
2019-06-27 13:24:54.853 - stderr> found log4j#log4j;1.2.16 in central
2019-06-27 13:24:54.879 - stderr> found log4j#apache-log4j-extras;1.2.17 in central
2019-06-27 13:24:54.904 - stderr> found com.google.guava#guava;14.0.1 in central
2019-06-27 13:24:54.93 - stderr> found commons-lang#commons-lang;2.6 in central
2019-06-27 13:24:54.956 - stderr> found org.apache.thrift#libthrift;0.9.2 in central
2019-06-27 13:24:54.982 - stderr> found org.slf4j#slf4j-api;1.7.5 in central
2019-06-27 13:24:55.011 - stderr> found org.apache.httpcomponents#httpclient;4.4 in central
2019-06-27 13:24:55.031 - stderr> found org.apache.httpcomponents#httpcore;4.4 in central
2019-06-27 13:24:55.051 - stderr> found commons-codec#commons-codec;1.4 in central
2019-06-27 13:24:55.072 - stderr> found org.apache.zookeeper#zookeeper;3.4.6 in central
2019-06-27 13:24:55.098 - stderr> found org.slf4j#slf4j-log4j12;1.7.5 in central
2019-06-27 13:24:55.124 - stderr> found jline#jline;2.12 in central
2019-06-27 13:24:55.152 - stderr> found io.netty#netty;3.7.0.Final in central
2019-06-27 13:24:55.186 - stderr> found org.apache.hive.shims#hive-shims-0.20S;1.2.2 in central
2019-06-27 13:24:55.21 - stderr> found org.apache.hive.shims#hive-shims-0.23;1.2.2 in central
2019-06-27 13:24:55.246 - stderr> found org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 in central
2019-06-27 13:24:55.295 - stderr> found org.apache.hadoop#hadoop-annotations;2.6.0 in central
2019-06-27 13:24:55.317 - stderr> found com.google.inject.extensions#guice-servlet;3.0 in central
2019-06-27 13:24:55.341 - stderr> found com.google.inject#guice;3.0 in central
2019-06-27 13:24:55.366 - stderr> found javax.inject#javax.inject;1 in central
2019-06-27 13:24:55.39 - stderr> found aopalliance#aopalliance;1.0 in central
2019-06-27 13:24:55.414 - stderr> found org.sonatype.sisu.inject#cglib;2.2.1-v20090111 in central
2019-06-27 13:24:55.434 - stderr> found asm#asm;3.2 in central
2019-06-27 13:24:55.449 - stderr> found com.google.protobuf#protobuf-java;2.5.0 in central
2019-06-27 13:24:55.468 - stderr> found commons-io#commons-io;2.4 in central
2019-06-27 13:24:55.487 - stderr> found com.sun.jersey#jersey-json;1.14 in central
2019-06-27 13:24:55.506 - stderr> found org.codehaus.jettison#jettison;1.1 in central
2019-06-27 13:24:55.521 - stderr> found com.sun.xml.bind#jaxb-impl;2.2.3-1 in central
2019-06-27 13:24:55.536 - stderr> found javax.xml.bind#jaxb-api;2.2.2 in central
2019-06-27 13:24:55.551 - stderr> found javax.xml.stream#stax-api;1.0-2 in central
2019-06-27 13:24:55.566 - stderr> found javax.activation#activation;1.1 in central
2019-06-27 13:24:55.581 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.2 in central
2019-06-27 13:24:55.595 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.2 in central
2019-06-27 13:24:55.609 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.2 in central
2019-06-27 13:24:55.625 - stderr> found org.codehaus.jackson#jackson-xc;1.9.2 in central
2019-06-27 13:24:55.64 - stderr> found com.sun.jersey.contribs#jersey-guice;1.9 in central
2019-06-27 13:24:55.661 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.6.0 in central
2019-06-27 13:24:55.683 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.6.0 in central
2019-06-27 13:24:55.727 - stderr> found org.apache.commons#commons-compress;1.4.1 in central
2019-06-27 13:24:55.745 - stderr> found org.tukaani#xz;1.0 in central
2019-06-27 13:24:55.768 - stderr> found org.mortbay.jetty#jetty-util;6.1.26 in central
2019-06-27 13:24:55.801 - stderr> found com.sun.jersey#jersey-core;1.14 in central
2019-06-27 13:24:55.823 - stderr> found com.sun.jersey#jersey-client;1.9 in central
2019-06-27 13:24:55.851 - stderr> found commons-cli#commons-cli;1.2 in central
2019-06-27 13:24:55.879 - stderr> found com.sun.jersey#jersey-server;1.14 in central
2019-06-27 13:24:55.911 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.6.0 in central
2019-06-27 13:24:55.934 - stderr> found org.fusesource.leveldbjni#leveldbjni-all;1.8 in central
2019-06-27 13:24:55.956 - stderr> found org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 in central
2019-06-27 13:24:55.997 - stderr> found commons-collections#commons-collections;3.2.2 in central
2019-06-27 13:24:56.017 - stderr> found org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 in central
2019-06-27 13:24:56.035 - stderr> found commons-httpclient#commons-httpclient;3.0.1 in central
2019-06-27 13:24:56.049 - stderr> found junit#junit;4.11 in central
2019-06-27 13:24:56.063 - stderr> found org.hamcrest#hamcrest-core;1.3 in central
2019-06-27 13:24:56.079 - stderr> found org.mortbay.jetty#jetty;6.1.26 in central
2019-06-27 13:24:56.112 - stderr> found org.apache.hive.shims#hive-shims-scheduler;1.2.2 in central
2019-06-27 13:24:56.127 - stderr> found joda-time#joda-time;2.5 in central
2019-06-27 13:24:56.142 - stderr> found org.apache.ant#ant;1.9.1 in central
2019-06-27 13:24:56.156 - stderr> found org.apache.ant#ant-launcher;1.9.1 in central
2019-06-27 13:24:56.169 - stderr> found org.json#json;20090211 in central
2019-06-27 13:24:56.18 - stderr> found com.google.code.findbugs#jsr305;3.0.0 in central
2019-06-27 13:24:56.189 - stderr> found org.apache.avro#avro;1.7.5 in central
2019-06-27 13:24:56.2 - stderr> found com.thoughtworks.paranamer#paranamer;2.3 in central
2019-06-27 13:24:56.209 - stderr> found org.xerial.snappy#snappy-java;1.0.5 in central
2019-06-27 13:24:56.218 - stderr> found net.sf.opencsv#opencsv;2.3 in central
2019-06-27 13:24:56.227 - stderr> found com.twitter#parquet-hadoop-bundle;1.6.0 in central
2019-06-27 13:24:56.237 - stderr> found com.jolbox#bonecp;0.8.0.RELEASE in central
2019-06-27 13:24:56.253 - stderr> found org.apache.derby#derby;10.10.2.0 in central
2019-06-27 13:24:56.26 - stderr> found org.datanucleus#datanucleus-api-jdo;3.2.6 in central
2019-06-27 13:24:56.269 - stderr> found org.datanucleus#datanucleus-core;3.2.10 in central
2019-06-27 13:24:56.277 - stderr> found org.datanucleus#datanucleus-rdbms;3.2.9 in central
2019-06-27 13:24:56.285 - stderr> found commons-pool#commons-pool;1.5.4 in central
2019-06-27 13:24:56.293 - stderr> found commons-dbcp#commons-dbcp;1.4 in central
2019-06-27 13:24:56.301 - stderr> found javax.jdo#jdo-api;3.0.1 in central
2019-06-27 13:24:56.308 - stderr> found javax.transaction#jta;1.1 in central
2019-06-27 13:24:56.316 - stderr> found org.antlr#antlr-runtime;3.4 in central
2019-06-27 13:24:56.324 - stderr> found org.antlr#stringtemplate;3.2.1 in central
2019-06-27 13:24:56.331 - stderr> found antlr#antlr;2.7.7 in central
2019-06-27 13:24:56.338 - stderr> found org.apache.thrift#libfb303;0.9.2 in central
2019-06-27 13:24:56.348 - stderr> found org.apache.hive#hive-exec;1.2.2 in central
2019-06-27 13:24:56.362 - stderr> found org.apache.hive#hive-ant;1.2.2 in central
2019-06-27 13:24:56.379 - stderr> found org.apache.velocity#velocity;1.5 in central
2019-06-27 13:24:56.392 - stderr> found oro#oro;2.0.8 in central
2019-06-27 13:24:56.43 - stderr> found org.antlr#ST4;4.0.4 in central
2019-06-27 13:24:56.444 - stderr> found org.apache.ivy#ivy;2.4.0 in central
2019-06-27 13:24:56.456 - stderr> found org.codehaus.groovy#groovy-all;2.1.6 in central
2019-06-27 13:24:56.47 - stderr> found org.apache.calcite#calcite-core;1.2.0-incubating in central
2019-06-27 13:24:56.482 - stderr> found org.apache.calcite#calcite-avatica;1.2.0-incubating in central
2019-06-27 13:24:56.491 - stderr> found org.apache.calcite#calcite-linq4j;1.2.0-incubating in central
2019-06-27 13:24:56.51 - stderr> found net.hydromatic#eigenbase-properties;1.1.5 in central
2019-06-27 13:24:56.522 - stderr> found org.codehaus.janino#janino;2.7.6 in central
2019-06-27 13:24:56.534 - stderr> found org.codehaus.janino#commons-compiler;2.7.6 in central
2019-06-27 13:24:56.544 - stderr> found stax#stax-api;1.0.1 in central
2019-06-27 13:24:56.559 - stderr> found org.apache.hadoop#hadoop-client;2.7.3 in central
2019-06-27 13:24:56.573 - stderr> found org.apache.hadoop#hadoop-common;2.7.3 in central
2019-06-27 13:24:56.605 - stderr> found org.apache.hadoop#hadoop-annotations;2.7.3 in central
2019-06-27 13:24:56.639 - stderr> found org.apache.commons#commons-math3;3.1.1 in central
2019-06-27 13:24:56.65 - stderr> found xmlenc#xmlenc;0.52 in central
2019-06-27 13:24:56.66 - stderr> found commons-httpclient#commons-httpclient;3.1 in central
2019-06-27 13:24:56.684 - stderr> found commons-net#commons-net;3.1 in central
2019-06-27 13:24:56.699 - stderr> found log4j#log4j;1.2.17 in central
2019-06-27 13:24:56.715 - stderr> found commons-configuration#commons-configuration;1.6 in central
2019-06-27 13:24:56.73 - stderr> found commons-digester#commons-digester;1.8 in central
2019-06-27 13:24:56.74 - stderr> found commons-beanutils#commons-beanutils;1.7.0 in central
2019-06-27 13:24:56.752 - stderr> found commons-beanutils#commons-beanutils-core;1.8.0 in central
2019-06-27 13:24:56.762 - stderr> found org.slf4j#slf4j-api;1.7.10 in central
2019-06-27 13:24:56.772 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.13 in central
2019-06-27 13:24:56.783 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.13 in central
2019-06-27 13:24:56.822 - stderr> found com.google.code.gson#gson;2.2.4 in central
2019-06-27 13:24:56.833 - stderr> found org.apache.hadoop#hadoop-auth;2.7.3 in central
2019-06-27 13:24:56.849 - stderr> found org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 in central
2019-06-27 13:24:56.86 - stderr> found org.apache.directory.server#apacheds-i18n;2.0.0-M15 in central
2019-06-27 13:24:56.871 - stderr> found org.apache.directory.api#api-asn1-api;1.0.0-M20 in central
2019-06-27 13:24:56.882 - stderr> found org.apache.directory.api#api-util;1.0.0-M20 in central
2019-06-27 13:24:56.898 - stderr> found org.apache.htrace#htrace-core;3.1.0-incubating in central
2019-06-27 13:24:56.913 - stderr> found javax.servlet.jsp#jsp-api;2.1 in central
2019-06-27 13:24:56.925 - stderr> found org.slf4j#slf4j-log4j12;1.7.10 in central
2019-06-27 13:24:56.94 - stderr> found org.apache.hadoop#hadoop-hdfs;2.7.3 in central
2019-06-27 13:24:56.968 - stderr> found io.netty#netty-all;4.0.23.Final in central
2019-06-27 13:24:56.977 - stderr> found xerces#xercesImpl;2.9.1 in central
2019-06-27 13:24:56.985 - stderr> found xml-apis#xml-apis;1.3.04 in central
2019-06-27 13:24:56.999 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 in central
2019-06-27 13:24:57.012 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 in central
2019-06-27 13:24:57.025 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.7.3 in central
2019-06-27 13:24:57.038 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.7.3 in central
2019-06-27 13:24:57.111 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.13 in central
2019-06-27 13:24:57.123 - stderr> found org.codehaus.jackson#jackson-xc;1.9.13 in central
2019-06-27 13:24:57.178 - stderr> found org.apache.hadoop#hadoop-yarn-client;2.7.3 in central
2019-06-27 13:24:57.192 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 in central
2019-06-27 13:24:57.215 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.7.3 in central
2019-06-27 13:24:57.235 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 in central
2019-06-27 13:24:57.251 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 in central
2019-06-27 13:24:57.359 - stderr> :: resolution report :: resolve 2972ms :: artifacts dl 64ms
2019-06-27 13:24:57.359 - stderr> :: modules in use:
2019-06-27 13:24:57.361 - stderr> antlr#antlr;2.7.7 from central in [default]
2019-06-27 13:24:57.361 - stderr> aopalliance#aopalliance;1.0 from central in [default]
2019-06-27 13:24:57.361 - stderr> asm#asm;3.2 from central in [default]
2019-06-27 13:24:57.361 - stderr> com.google.code.findbugs#jsr305;3.0.0 from central in [default]
2019-06-27 13:24:57.361 - stderr> com.google.code.gson#gson;2.2.4 from central in [default]
2019-06-27 13:24:57.361 - stderr> com.google.guava#guava;14.0.1 from central in [default]
2019-06-27 13:24:57.361 - stderr> com.google.inject#guice;3.0 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.google.inject.extensions#guice-servlet;3.0 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.google.protobuf#protobuf-java;2.5.0 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.jolbox#bonecp;0.8.0.RELEASE from central in [default]
2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-client;1.9 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-core;1.14 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-json;1.14 from central in [default]
2019-06-27 13:24:57.362 - stderr> com.sun.jersey#jersey-server;1.14 from central in [default]
2019-06-27 13:24:57.363 - stderr> com.sun.jersey.contribs#jersey-guice;1.9 from central in [default]
2019-06-27 13:24:57.363 - stderr> com.sun.xml.bind#jaxb-impl;2.2.3-1 from central in [default]
2019-06-27 13:24:57.363 - stderr> com.thoughtworks.paranamer#paranamer;2.3 from central in [default]
2019-06-27 13:24:57.363 - stderr> com.twitter#parquet-hadoop-bundle;1.6.0 from central in [default]
2019-06-27 13:24:57.363 - stderr> commons-beanutils#commons-beanutils;1.7.0 from central in [default]
2019-06-27 13:24:57.363 - stderr> commons-beanutils#commons-beanutils-core;1.8.0 from central in [default]
2019-06-27 13:24:57.364 - stderr> commons-cli#commons-cli;1.2 from central in [default]
2019-06-27 13:24:57.364 - stderr> commons-codec#commons-codec;1.4 from central in [default]
2019-06-27 13:24:57.364 - stderr> commons-collections#commons-collections;3.2.2 from central in [default]
2019-06-27 13:24:57.364 - stderr> commons-configuration#commons-configuration;1.6 from central in [default]
2019-06-27 13:24:57.365 - stderr> commons-dbcp#commons-dbcp;1.4 from central in [default]
2019-06-27 13:24:57.365 - stderr> commons-digester#commons-digester;1.8 from central in [default]
2019-06-27 13:24:57.365 - stderr> commons-httpclient#commons-httpclient;3.1 from central in [default]
2019-06-27 13:24:57.365 - stderr> commons-io#commons-io;2.4 from central in [default]
2019-06-27 13:24:57.366 - stderr> commons-lang#commons-lang;2.6 from central in [default]
2019-06-27 13:24:57.366 - stderr> commons-logging#commons-logging;1.1.3 from central in [default]
2019-06-27 13:24:57.366 - stderr> commons-net#commons-net;3.1 from central in [default]
2019-06-27 13:24:57.366 - stderr> commons-pool#commons-pool;1.5.4 from central in [default]
2019-06-27 13:24:57.366 - stderr> io.netty#netty;3.7.0.Final from central in [default]
2019-06-27 13:24:57.366 - stderr> io.netty#netty-all;4.0.23.Final from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.activation#activation;1.1 from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.inject#javax.inject;1 from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.jdo#jdo-api;3.0.1 from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.servlet.jsp#jsp-api;2.1 from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.transaction#jta;1.1 from central in [default]
2019-06-27 13:24:57.367 - stderr> javax.xml.bind#jaxb-api;2.2.2 from central in [default]
2019-06-27 13:24:57.368 - stderr> javax.xml.stream#stax-api;1.0-2 from central in [default]
2019-06-27 13:24:57.368 - stderr> jline#jline;2.12 from central in [default]
2019-06-27 13:24:57.368 - stderr> joda-time#joda-time;2.5 from central in [default]
2019-06-27 13:24:57.368 - stderr> log4j#apache-log4j-extras;1.2.17 from central in [default]
2019-06-27 13:24:57.368 - stderr> log4j#log4j;1.2.17 from central in [default]
2019-06-27 13:24:57.369 - stderr> net.hydromatic#eigenbase-properties;1.1.5 from central in [default]
2019-06-27 13:24:57.369 - stderr> net.sf.opencsv#opencsv;2.3 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.antlr#ST4;4.0.4 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.antlr#antlr-runtime;3.4 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.antlr#stringtemplate;3.2.1 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.apache.ant#ant;1.9.1 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.apache.ant#ant-launcher;1.9.1 from central in [default]
2019-06-27 13:24:57.369 - stderr> org.apache.avro#avro;1.7.5 from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-avatica;1.2.0-incubating from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-core;1.2.0-incubating from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.calcite#calcite-linq4j;1.2.0-incubating from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.commons#commons-compress;1.4.1 from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.commons#commons-math3;3.1.1 from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.derby#derby;10.10.2.0 from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.directory.api#api-asn1-api;1.0.0-M20 from central in [default]
2019-06-27 13:24:57.37 - stderr> org.apache.directory.api#api-util;1.0.0-M20 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.directory.server#apacheds-i18n;2.0.0-M15 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-annotations;2.7.3 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-auth;2.7.3 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-client;2.7.3 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-common;2.7.3 from central in [default]
2019-06-27 13:24:57.371 - stderr> org.apache.hadoop#hadoop-hdfs;2.7.3 from central in [default]
2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 from central in [default]
2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 from central in [default]
2019-06-27 13:24:57.372 - stderr> org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-api;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-client;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-common;2.7.3 from central in [default]
2019-06-27 13:24:57.373 - stderr> org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.7.3 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-ant;1.2.2 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-common;1.2.2 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-exec;1.2.2 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-metastore;1.2.2 from central in [default]
2019-06-27 13:24:57.374 - stderr> org.apache.hive#hive-serde;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.hive#hive-shims;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-0.20S;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-0.23;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-common;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.hive.shims#hive-shims-scheduler;1.2.2 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.htrace#htrace-core;3.1.0-incubating from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.httpcomponents#httpclient;4.4 from central in [default]
2019-06-27 13:24:57.375 - stderr> org.apache.httpcomponents#httpcore;4.4 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.apache.ivy#ivy;2.4.0 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.apache.thrift#libfb303;0.9.2 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.apache.thrift#libthrift;0.9.2 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.apache.velocity#velocity;1.5 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.apache.zookeeper#zookeeper;3.4.6 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.codehaus.groovy#groovy-all;2.1.6 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.13 from central in [default]
2019-06-27 13:24:57.376 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.13 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.13 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.codehaus.jackson#jackson-xc;1.9.13 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.codehaus.janino#commons-compiler;2.7.6 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.codehaus.janino#janino;2.7.6 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.codehaus.jettison#jettison;1.1 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.datanucleus#datanucleus-api-jdo;3.2.6 from central in [default]
2019-06-27 13:24:57.377 - stderr> org.datanucleus#datanucleus-core;3.2.10 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.datanucleus#datanucleus-rdbms;3.2.9 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.fusesource.leveldbjni#leveldbjni-all;1.8 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.json#json;20090211 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.mortbay.jetty#jetty;6.1.26 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.mortbay.jetty#jetty-util;6.1.26 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.slf4j#slf4j-api;1.7.10 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.slf4j#slf4j-log4j12;1.7.10 from central in [default]
2019-06-27 13:24:57.378 - stderr> org.sonatype.sisu.inject#cglib;2.2.1-v20090111 from central in [default]
2019-06-27 13:24:57.379 - stderr> org.tukaani#xz;1.0 from central in [default]
2019-06-27 13:24:57.379 - stderr> org.xerial.snappy#snappy-java;1.0.5 from central in [default]
2019-06-27 13:24:57.379 - stderr> oro#oro;2.0.8 from central in [default]
2019-06-27 13:24:57.379 - stderr> stax#stax-api;1.0.1 from central in [default]
2019-06-27 13:24:57.379 - stderr> xerces#xercesImpl;2.9.1 from central in [default]
2019-06-27 13:24:57.38 - stderr> xml-apis#xml-apis;1.3.04 from central in [default]
2019-06-27 13:24:57.38 - stderr> xmlenc#xmlenc;0.52 from central in [default]
2019-06-27 13:24:57.38 - stderr> :: evicted modules:
2019-06-27 13:24:57.38 - stderr> log4j#log4j;1.2.16 by [log4j#log4j;1.2.17] in [default]
2019-06-27 13:24:57.38 - stderr> org.slf4j#slf4j-api;1.7.5 by [org.slf4j#slf4j-api;1.7.10] in [default]
2019-06-27 13:24:57.38 - stderr> org.slf4j#slf4j-log4j12;1.7.5 by [org.slf4j#slf4j-log4j12;1.7.10] in [default]
2019-06-27 13:24:57.38 - stderr> org.apache.hadoop#hadoop-annotations;2.6.0 by [org.apache.hadoop#hadoop-annotations;2.7.3] in [default]
2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.2 by [org.codehaus.jackson#jackson-core-asl;1.9.13] in [default]
2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.2 by [org.codehaus.jackson#jackson-mapper-asl;1.9.13] in [default]
2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.2 by [org.codehaus.jackson#jackson-jaxrs;1.9.13] in [default]
2019-06-27 13:24:57.381 - stderr> org.codehaus.jackson#jackson-xc;1.9.2 by [org.codehaus.jackson#jackson-xc;1.9.13] in [default]
2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-common;2.7.3] in [default]
2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-api;2.6.0 by [org.apache.hadoop#hadoop-yarn-api;2.7.3] in [default]
2019-06-27 13:24:57.381 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-server-common;2.7.3] in [default]
2019-06-27 13:24:57.381 - stderr> commons-httpclient#commons-httpclient;3.0.1 by [commons-httpclient#commons-httpclient;3.1] in [default]
2019-06-27 13:24:57.381 - stderr> junit#junit;4.11 transitively in [default]
2019-06-27 13:24:57.381 - stderr> org.hamcrest#hamcrest-core;1.3 transitively in [default]
2019-06-27 13:24:57.381 - stderr> com.google.code.findbugs#jsr305;1.3.9 by [com.google.code.findbugs#jsr305;3.0.0] in [default]
2019-06-27 13:24:57.381 - stderr> com.google.guava#guava;11.0.2 by [com.google.guava#guava;14.0.1] in [default]
2019-06-27 13:24:57.381 - stderr> org.apache.avro#avro;1.7.4 by [org.apache.avro#avro;1.7.5] in [default]
2019-06-27 13:24:57.381 - stderr> org.apache.httpcomponents#httpclient;4.2.5 by [org.apache.httpcomponents#httpclient;4.4] in [default]
2019-06-27 13:24:57.381 - stderr> io.netty#netty;3.6.2.Final by [io.netty#netty;3.7.0.Final] in [default]
2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-core;1.9 by [com.sun.jersey#jersey-core;1.14] in [default]
2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-server;1.9 by [com.sun.jersey#jersey-server;1.14] in [default]
2019-06-27 13:24:57.381 - stderr> com.sun.jersey#jersey-json;1.9 by [com.sun.jersey#jersey-json;1.14] in [default]
2019-06-27 13:24:57.381 - stderr> ---------------------------------------------------------------------
2019-06-27 13:24:57.381 - stderr> | | modules || artifacts |
2019-06-27 13:24:57.381 - stderr> | conf | number| search|dwnlded|evicted|| number|dwnlded|
2019-06-27 13:24:57.381 - stderr> ---------------------------------------------------------------------
2019-06-27 13:24:57.382 - stderr> | default | 145 | 0 | 0 | 22 || 123 | 0 |
2019-06-27 13:24:57.382 - stderr> ---------------------------------------------------------------------
2019-06-27 13:24:57.42 - stderr> :: retrieving :: org.apache.spark#spark-submit-parent-a598b641-c37e-4407-9d08-556fc326507d
2019-06-27 13:24:57.42 - stderr> confs: [default]
2019-06-27 13:24:57.48 - stderr> 0 artifacts copied, 123 already retrieved (0kB/60ms)
2019-06-27 13:24:57.68 - stdout> 2019-06-27 13:24:57 INFO IsolatedClientLoader:54 - Downloaded metastore jars to /tmp/hive-v1_2-3a909cef-2a4f-4290-a1d8-cb0a77caf424
2019-06-27 13:24:58.373 - stdout> 2019-06-27 13:24:58 INFO HiveMetaStore:589 - 0: Opening raw store with implemenation class:org.apache.hadoop.hive.metastore.ObjectStore
2019-06-27 13:24:58.398 - stdout> 2019-06-27 13:24:58 INFO ObjectStore:289 - ObjectStore, initialize called
2019-06-27 13:24:58.558 - stdout> 2019-06-27 13:24:58 INFO Persistence:77 - Property hive.metastore.integral.jdo.pushdown unknown - will be ignored
2019-06-27 13:24:58.558 - stdout> 2019-06-27 13:24:58 INFO Persistence:77 - Property datanucleus.cache.level2 unknown - will be ignored
2019-06-27 13:25:14.012 - stdout> 2019-06-27 13:25:14 INFO ObjectStore:370 - Setting MetaStore object pin classes with hive.metastore.cache.pinobjtypes="Table,StorageDescriptor,SerDeInfo,Partition,Database,Type,FieldSchema,Order"
2019-06-27 13:25:16.206 - stdout> 2019-06-27 13:25:16 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MFieldSchema" is tagged as "embedded-only" so does not have its own datastore table.
2019-06-27 13:25:16.206 - stdout> 2019-06-27 13:25:16 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MOrder" is tagged as "embedded-only" so does not have its own datastore table.
2019-06-27 13:25:33.782 - stdout> 2019-06-27 13:25:33 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MFieldSchema" is tagged as "embedded-only" so does not have its own datastore table.
2019-06-27 13:25:33.782 - stdout> 2019-06-27 13:25:33 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MOrder" is tagged as "embedded-only" so does not have its own datastore table.
2019-06-27 13:25:36.76 - stdout> 2019-06-27 13:25:36 INFO MetaStoreDirectSql:139 - Using direct SQL, underlying DB is DERBY
2019-06-27 13:25:36.763 - stdout> 2019-06-27 13:25:36 INFO ObjectStore:272 - Initialized ObjectStore
2019-06-27 13:25:37.288 - stdout> 2019-06-27 13:25:37 WARN ObjectStore:6666 - Version information not found in metastore. hive.metastore.schema.verification is not enabled so recording the schema version 1.2.0
2019-06-27 13:25:38.084 - stdout> 2019-06-27 13:25:38 WARN ObjectStore:568 - Failed to get database default, returning NoSuchObjectException
2019-06-27 13:25:39.497 - stdout> 2019-06-27 13:25:39 INFO HiveMetaStore:663 - Added admin role in metastore
2019-06-27 13:25:39.505 - stdout> 2019-06-27 13:25:39 INFO HiveMetaStore:672 - Added public role in metastore
2019-06-27 13:25:40.688 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:712 - No user is added in admin role, since config is empty
2019-06-27 13:25:40.766 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:746 - 0: get_all_databases
2019-06-27 13:25:40.767 - stdout> 2019-06-27 13:25:40 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_all_databases
2019-06-27 13:25:40.781 - stdout> 2019-06-27 13:25:40 INFO HiveMetaStore:746 - 0: get_functions: db=default pat=*
2019-06-27 13:25:40.781 - stdout> 2019-06-27 13:25:40 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_functions: db=default pat=*
2019-06-27 13:25:40.783 - stdout> 2019-06-27 13:25:40 INFO Datastore:77 - The class "org.apache.hadoop.hive.metastore.model.MResourceUri" is tagged as "embedded-only" so does not have its own datastore table.
2019-06-27 13:25:43.041 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created local directory: /tmp/73d2ab5a-4b55-46c7-a358-3c882342f7a2_resources
2019-06-27 13:25:43.044 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created HDFS directory: /tmp/hive/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2
2019-06-27 13:25:43.047 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created local directory: /tmp/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2
2019-06-27 13:25:43.051 - stdout> 2019-06-27 13:25:43 INFO SessionState:641 - Created HDFS directory: /tmp/hive/jenkins/73d2ab5a-4b55-46c7-a358-3c882342f7a2/_tmp_space.db
2019-06-27 13:25:43.053 - stdout> 2019-06-27 13:25:43 INFO HiveClientImpl:54 - Warehouse location for Hive client (version 1.2.2) is /home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-dca2b47e-d02f-4268-92bd-f2ebbf114b41
2019-06-27 13:25:43.06 - stdout> 2019-06-27 13:25:43 INFO HiveMetaStore:746 - 0: get_database: default
2019-06-27 13:25:43.061 - stdout> 2019-06-27 13:25:43 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_database: default
2019-06-27 13:25:43.08 - stdout> 2019-06-27 13:25:43 INFO HiveMetaStore:746 - 0: get_database: global_temp
2019-06-27 13:25:43.08 - stdout> 2019-06-27 13:25:43 INFO audit:371 - ugi=jenkins ip=unknown-ip-addr cmd=get_database: global_temp
2019-06-27 13:25:43.082 - stdout> 2019-06-27 13:25:43 WARN ObjectStore:568 - Failed to get database global_temp, returning NoSuchObjectException
2019-06-27 13:25:44.574 - stdout> Traceback (most recent call last):
2019-06-27 13:25:44.574 - stdout> File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.7/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test668572611736552180.py", line 8, in <module>
2019-06-27 13:25:44.574 - stdout> spark.sql("create table data_source_tbl_{} using json as select 1 i".format(version_index))
2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/pyspark.zip/pyspark/sql/session.py", line 710, in sql
2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/py4j-0.10.7-src.zip/py4j/java_gateway.py", line 1257, in __call__
2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/pyspark.zip/pyspark/sql/utils.py", line 63, in deco
2019-06-27 13:25:44.574 - stdout> File "/tmp/test-spark/spark-2.3.3/python/lib/py4j-0.10.7-src.zip/py4j/protocol.py", line 328, in get_return_value
2019-06-27 13:25:44.576 - stdout> py4j.protocol.Py4JJavaError: An error occurred while calling o29.sql.
2019-06-27 13:25:44.576 - stdout> : java.lang.ExceptionInInitializerError
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.SparkContext.withScope(SparkContext.scala:693)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.SparkContext.parallelize(SparkContext.scala:710)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies.singleRowRdd$lzycompute(SparkStrategies.scala:399)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies.singleRowRdd(SparkStrategies.scala:399)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.execution.SparkStrategies$BasicOperators$.apply(SparkStrategies.scala:536)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:63)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$1.apply(QueryPlanner.scala:63)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:439)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893)
2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893)
2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
2019-06-27 13:25:44.576 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
2019-06-27 13:25:44.576 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
2019-06-27 13:25:44.576 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
2019-06-27 13:25:44.576 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:78)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2$$anonfun$apply$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157)
2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$class.foreach(Iterator.scala:893)
2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractIterator.foreach(Iterator.scala:1336)
2019-06-27 13:25:44.577 - stdout> at scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157)
2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractIterator.foldLeft(Iterator.scala:1336)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:75)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner$$anonfun$2.apply(QueryPlanner.scala:67)
2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$$anon$12.nextCur(Iterator.scala:434)
2019-06-27 13:25:44.577 - stdout> at scala.collection.Iterator$$anon$12.hasNext(Iterator.scala:440)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.catalyst.planning.QueryPlanner.plan(QueryPlanner.scala:93)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:72)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:68)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:77)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:77)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3254)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset.<init>(Dataset.scala:190)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:75)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:642)
2019-06-27 13:25:44.577 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2019-06-27 13:25:44.577 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
2019-06-27 13:25:44.577 - stdout> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2019-06-27 13:25:44.577 - stdout> at java.lang.reflect.Method.invoke(Method.java:498)
2019-06-27 13:25:44.577 - stdout> at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
2019-06-27 13:25:44.577 - stdout> at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
2019-06-27 13:25:44.577 - stdout> at py4j.Gateway.invoke(Gateway.java:282)
2019-06-27 13:25:44.577 - stdout> at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
2019-06-27 13:25:44.577 - stdout> at py4j.commands.CallCommand.execute(CallCommand.java:79)
2019-06-27 13:25:44.577 - stdout> at py4j.GatewayConnection.run(GatewayConnection.java:238)
2019-06-27 13:25:44.577 - stdout> at java.lang.Thread.run(Thread.java:748)
2019-06-27 13:25:44.577 - stdout> Caused by: java.util.NoSuchElementException: key not found: groupId
2019-06-27 13:25:44.577 - stdout> at scala.collection.MapLike$class.default(MapLike.scala:228)
2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractMap.default(Map.scala:59)
2019-06-27 13:25:44.577 - stdout> at scala.collection.MapLike$class.apply(MapLike.scala:141)
2019-06-27 13:25:44.577 - stdout> at scala.collection.AbstractMap.apply(Map.scala:59)
2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$.version$lzycompute(JacksonModule.scala:27)
2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$.version(JacksonModule.scala:26)
2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.JacksonModule$class.version(JacksonModule.scala:49)
2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.module.scala.DefaultScalaModule.version(DefaultScalaModule.scala:19)
2019-06-27 13:25:44.577 - stdout> at com.fasterxml.jackson.databind.ObjectMapper.registerModule(ObjectMapper.java:710)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.rdd.RDDOperationScope$.<init>(RDDOperationScope.scala:82)
2019-06-27 13:25:44.577 - stdout> at org.apache.spark.rdd.RDDOperationScope$.<clinit>(RDDOperationScope.scala)
2019-06-27 13:25:44.577 - stdout> ... 69 more
2019-06-27 13:25:44.577 - stdout>
2019-06-27 13:25:44.626 - stdout> 2019-06-27 13:25:44 INFO SparkContext:54 - Invoking stop() from shutdown hook
2019-06-27 13:25:44.639 - stdout> 2019-06-27 13:25:44 INFO MapOutputTrackerMasterEndpoint:54 - MapOutputTrackerMasterEndpoint stopped!
2019-06-27 13:25:44.646 - stdout> 2019-06-27 13:25:44 INFO MemoryStore:54 - MemoryStore cleared
2019-06-27 13:25:44.646 - stdout> 2019-06-27 13:25:44 INFO BlockManager:54 - BlockManager stopped
2019-06-27 13:25:44.647 - stdout> 2019-06-27 13:25:44 INFO BlockManagerMaster:54 - BlockManagerMaster stopped
2019-06-27 13:25:44.651 - stdout> 2019-06-27 13:25:44 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint:54 - OutputCommitCoordinator stopped!
2019-06-27 13:25:44.654 - stdout> 2019-06-27 13:25:44 INFO SparkContext:54 - Successfully stopped SparkContext
2019-06-27 13:25:44.655 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Shutdown hook called
2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3/pyspark-b44d4843-0988-49b8-8327-ccb17832969b
2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-15b8aef5-6342-4e35-b49d-b42b9bc6d8b3
2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/spark-b1eb94a2-3d06-4bef-8d5e-1f8eda5e7c25
2019-06-27 13:25:44.656 - stdout> 2019-06-27 13:25:44 INFO ShutdownHookManager:54 - Deleting directory /tmp/hive-v1_2-3a909cef-2a4f-4290-a1d8-cb0a77caf424
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.hive.SparkSubmitTestUtils.runSparkSubmit(SparkSubmitTestUtils.scala:94)
at org.apache.spark.sql.hive.SparkSubmitTestUtils.runSparkSubmit$(SparkSubmitTestUtils.scala:41)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.runSparkSubmit(HiveExternalCatalogVersionsSuite.scala:44)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.$anonfun$beforeAll$1(HiveExternalCatalogVersionsSuite.scala:195)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.$anonfun$beforeAll$1$adapted(HiveExternalCatalogVersionsSuite.scala:178)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.beforeAll(HiveExternalCatalogVersionsSuite.scala:178)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:56)
at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:314)
at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:507)
at sbt.ForkMain$Run$2.call(ForkMain.java:296)
at sbt.ForkMain$Run$2.call(ForkMain.java:286)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)