org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1. Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.hive.metastore.version=1.2.1' '--conf' 'spark.sql.hive.metastore.jars=maven' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79' '--conf' 'spark.sql.test.version.index=1' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test1149767413550556292.py' 2019-08-28 08:03:33.421 - stderr> 19/08/28 08:03:33 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2019-08-28 08:03:34.271 - stderr> Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties 2019-08-28 08:03:34.274 - stderr> 19/08/28 08:03:34 INFO SparkContext: Running Spark version 2.4.3 2019-08-28 08:03:34.304 - stderr> 19/08/28 08:03:34 INFO SparkContext: Submitted application: prepare testing tables 2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing view acls to: jenkins 2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing modify acls to: jenkins 2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing view acls groups to: 2019-08-28 08:03:34.364 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing modify acls groups to: 2019-08-28 08:03:34.364 - stderr> 19/08/28 08:03:34 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users with view permissions: Set(jenkins); groups with view permissions: Set(); users with modify permissions: Set(jenkins); groups with modify permissions: Set() 2019-08-28 08:03:34.653 - stderr> 19/08/28 08:03:34 INFO Utils: Successfully started service 'sparkDriver' on port 42961. 2019-08-28 08:03:34.678 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering MapOutputTracker 2019-08-28 08:03:34.698 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering BlockManagerMaster 2019-08-28 08:03:34.701 - stderr> 19/08/28 08:03:34 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information 2019-08-28 08:03:34.701 - stderr> 19/08/28 08:03:34 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up 2019-08-28 08:03:34.711 - stderr> 19/08/28 08:03:34 INFO DiskBlockManager: Created local directory at /tmp/blockmgr-778ffa57-4fa2-4f22-bd8a-fe167dbc68e5 2019-08-28 08:03:34.733 - stderr> 19/08/28 08:03:34 INFO MemoryStore: MemoryStore started with capacity 366.3 MB 2019-08-28 08:03:34.752 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering OutputCommitCoordinator 2019-08-28 08:03:34.871 - stderr> 19/08/28 08:03:34 INFO Executor: Starting executor ID driver on host localhost 2019-08-28 08:03:34.973 - stderr> 19/08/28 08:03:34 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 36570. 2019-08-28 08:03:34.974 - stderr> 19/08/28 08:03:34 INFO NettyBlockTransferService: Server created on amp-jenkins-worker-05.amp:36570 2019-08-28 08:03:34.976 - stderr> 19/08/28 08:03:34 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy 2019-08-28 08:03:35.001 - stderr> 19/08/28 08:03:35 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None) 2019-08-28 08:03:35.005 - stderr> 19/08/28 08:03:35 INFO BlockManagerMasterEndpoint: Registering block manager amp-jenkins-worker-05.amp:36570 with 366.3 MB RAM, BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None) 2019-08-28 08:03:35.01 - stderr> 19/08/28 08:03:35 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None) 2019-08-28 08:03:35.01 - stderr> 19/08/28 08:03:35 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None) 2019-08-28 08:03:35.543 - stderr> 19/08/28 08:03:35 INFO SharedState: Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir ('/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79'). 2019-08-28 08:03:35.545 - stderr> 19/08/28 08:03:35 INFO SharedState: Warehouse path is '/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79'. 2019-08-28 08:03:36.116 - stderr> 19/08/28 08:03:36 INFO StateStoreCoordinatorRef: Registered StateStoreCoordinator endpoint 2019-08-28 08:03:38.679 - stderr> 19/08/28 08:03:38 INFO HiveUtils: Initializing HiveMetastoreConnection version 1.2.1 using maven. 2019-08-28 08:03:38.686 - stderr> http://www.datanucleus.org/downloads/maven2 added as a remote repository with the name: repo-1 2019-08-28 08:03:38.69 - stderr> Ivy Default Cache set to: /home/jenkins/.ivy2/cache 2019-08-28 08:03:38.69 - stderr> The jars for the packages stored in: /home/jenkins/.ivy2/jars 2019-08-28 08:03:38.727 - stderr> :: loading settings :: url = jar:file:/tmp/test-spark/spark-2.4.3/jars/ivy-2.4.0.jar!/org/apache/ivy/core/settings/ivysettings.xml 2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-metastore added as a dependency 2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-exec added as a dependency 2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-common added as a dependency 2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-serde added as a dependency 2019-08-28 08:03:38.788 - stderr> com.google.guava#guava added as a dependency 2019-08-28 08:03:38.788 - stderr> org.apache.hadoop#hadoop-client added as a dependency 2019-08-28 08:03:38.79 - stderr> :: resolving dependencies :: org.apache.spark#spark-submit-parent-0e2e0479-0fbe-420b-b64f-04d9f78b711d;1.0 2019-08-28 08:03:38.79 - stderr> confs: [default] 2019-08-28 08:03:39.215 - stderr> found org.apache.hive#hive-metastore;1.2.2 in central 2019-08-28 08:03:39.292 - stderr> found org.apache.hive#hive-serde;1.2.2 in central 2019-08-28 08:03:39.353 - stderr> found org.apache.hive#hive-common;1.2.2 in central 2019-08-28 08:03:39.39 - stderr> found org.apache.hive#hive-shims;1.2.2 in central 2019-08-28 08:03:39.425 - stderr> found org.apache.hive.shims#hive-shims-common;1.2.2 in central 2019-08-28 08:03:39.457 - stderr> found commons-logging#commons-logging;1.1.3 in central 2019-08-28 08:03:39.484 - stderr> found log4j#log4j;1.2.16 in central 2019-08-28 08:03:39.512 - stderr> found log4j#apache-log4j-extras;1.2.17 in central 2019-08-28 08:03:39.535 - stderr> found com.google.guava#guava;14.0.1 in central 2019-08-28 08:03:39.56 - stderr> found commons-lang#commons-lang;2.6 in central 2019-08-28 08:03:39.588 - stderr> found org.apache.thrift#libthrift;0.9.2 in central 2019-08-28 08:03:39.616 - stderr> found org.slf4j#slf4j-api;1.7.5 in central 2019-08-28 08:03:39.647 - stderr> found org.apache.httpcomponents#httpclient;4.4 in central 2019-08-28 08:03:39.677 - stderr> found org.apache.httpcomponents#httpcore;4.4 in central 2019-08-28 08:03:39.707 - stderr> found commons-codec#commons-codec;1.4 in central 2019-08-28 08:03:39.731 - stderr> found org.apache.zookeeper#zookeeper;3.4.6 in central 2019-08-28 08:03:39.758 - stderr> found org.slf4j#slf4j-log4j12;1.7.5 in central 2019-08-28 08:03:39.787 - stderr> found jline#jline;2.12 in central 2019-08-28 08:03:39.809 - stderr> found io.netty#netty;3.7.0.Final in central 2019-08-28 08:03:39.832 - stderr> found org.apache.hive.shims#hive-shims-0.20S;1.2.2 in central 2019-08-28 08:03:39.854 - stderr> found org.apache.hive.shims#hive-shims-0.23;1.2.2 in central 2019-08-28 08:03:39.881 - stderr> found org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 in central 2019-08-28 08:03:39.91 - stderr> found org.apache.hadoop#hadoop-annotations;2.6.0 in central 2019-08-28 08:03:39.929 - stderr> found com.google.inject.extensions#guice-servlet;3.0 in central 2019-08-28 08:03:39.948 - stderr> found com.google.inject#guice;3.0 in central 2019-08-28 08:03:39.968 - stderr> found javax.inject#javax.inject;1 in central 2019-08-28 08:03:39.992 - stderr> found aopalliance#aopalliance;1.0 in central 2019-08-28 08:03:40.019 - stderr> found org.sonatype.sisu.inject#cglib;2.2.1-v20090111 in central 2019-08-28 08:03:40.045 - stderr> found asm#asm;3.2 in central 2019-08-28 08:03:40.071 - stderr> found com.google.protobuf#protobuf-java;2.5.0 in central 2019-08-28 08:03:40.095 - stderr> found commons-io#commons-io;2.4 in central 2019-08-28 08:03:40.121 - stderr> found com.sun.jersey#jersey-json;1.14 in central 2019-08-28 08:03:40.15 - stderr> found org.codehaus.jettison#jettison;1.1 in central 2019-08-28 08:03:40.186 - stderr> found com.sun.xml.bind#jaxb-impl;2.2.3-1 in central 2019-08-28 08:03:40.215 - stderr> found javax.xml.bind#jaxb-api;2.2.2 in central 2019-08-28 08:03:40.235 - stderr> found javax.xml.stream#stax-api;1.0-2 in central 2019-08-28 08:03:40.256 - stderr> found javax.activation#activation;1.1 in central 2019-08-28 08:03:40.277 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.2 in central 2019-08-28 08:03:40.308 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.2 in central 2019-08-28 08:03:40.331 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.2 in central 2019-08-28 08:03:40.357 - stderr> found org.codehaus.jackson#jackson-xc;1.9.2 in central 2019-08-28 08:03:40.378 - stderr> found com.sun.jersey.contribs#jersey-guice;1.9 in central 2019-08-28 08:03:40.406 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.6.0 in central 2019-08-28 08:03:40.438 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.6.0 in central 2019-08-28 08:03:40.502 - stderr> found org.apache.commons#commons-compress;1.4.1 in central 2019-08-28 08:03:40.526 - stderr> found org.tukaani#xz;1.0 in central 2019-08-28 08:03:40.553 - stderr> found org.mortbay.jetty#jetty-util;6.1.26 in central 2019-08-28 08:03:40.572 - stderr> found com.sun.jersey#jersey-core;1.14 in central 2019-08-28 08:03:40.592 - stderr> found com.sun.jersey#jersey-client;1.9 in central 2019-08-28 08:03:40.627 - stderr> found commons-cli#commons-cli;1.2 in central 2019-08-28 08:03:40.656 - stderr> found com.sun.jersey#jersey-server;1.14 in central 2019-08-28 08:03:40.689 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.6.0 in central 2019-08-28 08:03:40.709 - stderr> found org.fusesource.leveldbjni#leveldbjni-all;1.8 in central 2019-08-28 08:03:40.732 - stderr> found org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 in central 2019-08-28 08:03:40.848 - stderr> found commons-collections#commons-collections;3.2.2 in central 2019-08-28 08:03:40.879 - stderr> found org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 in central 2019-08-28 08:03:40.901 - stderr> found commons-httpclient#commons-httpclient;3.0.1 in central 2019-08-28 08:03:40.918 - stderr> found junit#junit;4.11 in central 2019-08-28 08:03:40.935 - stderr> found org.hamcrest#hamcrest-core;1.3 in central 2019-08-28 08:03:40.954 - stderr> found org.mortbay.jetty#jetty;6.1.26 in central 2019-08-28 08:03:40.989 - stderr> found org.apache.hive.shims#hive-shims-scheduler;1.2.2 in central 2019-08-28 08:03:41.005 - stderr> found joda-time#joda-time;2.5 in central 2019-08-28 08:03:41.016 - stderr> found org.apache.ant#ant;1.9.1 in central 2019-08-28 08:03:41.035 - stderr> found org.apache.ant#ant-launcher;1.9.1 in central 2019-08-28 08:03:41.048 - stderr> found org.json#json;20090211 in central 2019-08-28 08:03:41.065 - stderr> found com.google.code.findbugs#jsr305;3.0.0 in central 2019-08-28 08:03:41.079 - stderr> found org.apache.avro#avro;1.7.5 in central 2019-08-28 08:03:41.094 - stderr> found com.thoughtworks.paranamer#paranamer;2.3 in central 2019-08-28 08:03:41.108 - stderr> found org.xerial.snappy#snappy-java;1.0.5 in central 2019-08-28 08:03:41.118 - stderr> found net.sf.opencsv#opencsv;2.3 in central 2019-08-28 08:03:41.128 - stderr> found com.twitter#parquet-hadoop-bundle;1.6.0 in central 2019-08-28 08:03:41.139 - stderr> found com.jolbox#bonecp;0.8.0.RELEASE in central 2019-08-28 08:03:41.149 - stderr> found org.apache.derby#derby;10.10.2.0 in central 2019-08-28 08:03:41.158 - stderr> found org.datanucleus#datanucleus-api-jdo;3.2.6 in central 2019-08-28 08:03:41.167 - stderr> found org.datanucleus#datanucleus-core;3.2.10 in central 2019-08-28 08:03:41.177 - stderr> found org.datanucleus#datanucleus-rdbms;3.2.9 in central 2019-08-28 08:03:41.187 - stderr> found commons-pool#commons-pool;1.5.4 in central 2019-08-28 08:03:41.197 - stderr> found commons-dbcp#commons-dbcp;1.4 in central 2019-08-28 08:03:41.208 - stderr> found javax.jdo#jdo-api;3.0.1 in central 2019-08-28 08:03:41.217 - stderr> found javax.transaction#jta;1.1 in central 2019-08-28 08:03:41.227 - stderr> found org.antlr#antlr-runtime;3.4 in central 2019-08-28 08:03:41.238 - stderr> found org.antlr#stringtemplate;3.2.1 in central 2019-08-28 08:03:41.246 - stderr> found antlr#antlr;2.7.7 in central 2019-08-28 08:03:41.255 - stderr> found org.apache.thrift#libfb303;0.9.2 in central 2019-08-28 08:03:41.268 - stderr> found org.apache.hive#hive-exec;1.2.2 in central 2019-08-28 08:03:41.282 - stderr> found org.apache.hive#hive-ant;1.2.2 in central 2019-08-28 08:03:41.3 - stderr> found org.apache.velocity#velocity;1.5 in central 2019-08-28 08:03:41.315 - stderr> found oro#oro;2.0.8 in central 2019-08-28 08:03:41.364 - stderr> found org.antlr#ST4;4.0.4 in central 2019-08-28 08:03:41.419 - stderr> found org.apache.ivy#ivy;2.4.0 in central 2019-08-28 08:03:41.458 - stderr> found org.codehaus.groovy#groovy-all;2.1.6 in central 2019-08-28 08:03:41.488 - stderr> found org.apache.calcite#calcite-core;1.2.0-incubating in central 2019-08-28 08:03:41.504 - stderr> found org.apache.calcite#calcite-avatica;1.2.0-incubating in central 2019-08-28 08:03:41.515 - stderr> found org.apache.calcite#calcite-linq4j;1.2.0-incubating in central 2019-08-28 08:03:41.536 - stderr> found net.hydromatic#eigenbase-properties;1.1.5 in central 2019-08-28 08:03:41.548 - stderr> found org.codehaus.janino#janino;2.7.6 in central 2019-08-28 08:03:41.561 - stderr> found org.codehaus.janino#commons-compiler;2.7.6 in central 2019-08-28 08:03:41.573 - stderr> found stax#stax-api;1.0.1 in central 2019-08-28 08:03:41.587 - stderr> found org.apache.hadoop#hadoop-client;2.7.3 in central 2019-08-28 08:03:41.632 - stderr> found org.apache.hadoop#hadoop-common;2.7.3 in central 2019-08-28 08:03:41.651 - stderr> found org.apache.hadoop#hadoop-annotations;2.7.3 in central 2019-08-28 08:03:41.675 - stderr> found org.apache.commons#commons-math3;3.1.1 in central 2019-08-28 08:03:41.684 - stderr> found xmlenc#xmlenc;0.52 in central 2019-08-28 08:03:41.693 - stderr> found commons-httpclient#commons-httpclient;3.1 in central 2019-08-28 08:03:41.716 - stderr> found commons-net#commons-net;3.1 in central 2019-08-28 08:03:41.73 - stderr> found log4j#log4j;1.2.17 in central 2019-08-28 08:03:41.745 - stderr> found commons-configuration#commons-configuration;1.6 in central 2019-08-28 08:03:41.758 - stderr> found commons-digester#commons-digester;1.8 in central 2019-08-28 08:03:41.768 - stderr> found commons-beanutils#commons-beanutils;1.7.0 in central 2019-08-28 08:03:41.779 - stderr> found commons-beanutils#commons-beanutils-core;1.8.0 in central 2019-08-28 08:03:41.789 - stderr> found org.slf4j#slf4j-api;1.7.10 in central 2019-08-28 08:03:41.799 - stderr> found org.codehaus.jackson#jackson-core-asl;1.9.13 in central 2019-08-28 08:03:41.808 - stderr> found org.codehaus.jackson#jackson-mapper-asl;1.9.13 in central 2019-08-28 08:03:41.826 - stderr> found com.google.code.gson#gson;2.2.4 in central 2019-08-28 08:03:41.838 - stderr> found org.apache.hadoop#hadoop-auth;2.7.3 in central 2019-08-28 08:03:41.855 - stderr> found org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 in central 2019-08-28 08:03:41.866 - stderr> found org.apache.directory.server#apacheds-i18n;2.0.0-M15 in central 2019-08-28 08:03:41.877 - stderr> found org.apache.directory.api#api-asn1-api;1.0.0-M20 in central 2019-08-28 08:03:41.887 - stderr> found org.apache.directory.api#api-util;1.0.0-M20 in central 2019-08-28 08:03:41.902 - stderr> found org.apache.htrace#htrace-core;3.1.0-incubating in central 2019-08-28 08:03:41.917 - stderr> found javax.servlet.jsp#jsp-api;2.1 in central 2019-08-28 08:03:41.929 - stderr> found org.slf4j#slf4j-log4j12;1.7.10 in central 2019-08-28 08:03:41.95 - stderr> found org.apache.hadoop#hadoop-hdfs;2.7.3 in central 2019-08-28 08:03:41.981 - stderr> found io.netty#netty-all;4.0.23.Final in central 2019-08-28 08:03:41.99 - stderr> found xerces#xercesImpl;2.9.1 in central 2019-08-28 08:03:42.0 - stderr> found xml-apis#xml-apis;1.3.04 in central 2019-08-28 08:03:42.035 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 in central 2019-08-28 08:03:42.049 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 in central 2019-08-28 08:03:42.061 - stderr> found org.apache.hadoop#hadoop-yarn-common;2.7.3 in central 2019-08-28 08:03:42.08 - stderr> found org.apache.hadoop#hadoop-yarn-api;2.7.3 in central 2019-08-28 08:03:42.169 - stderr> found org.codehaus.jackson#jackson-jaxrs;1.9.13 in central 2019-08-28 08:03:42.185 - stderr> found org.codehaus.jackson#jackson-xc;1.9.13 in central 2019-08-28 08:03:42.256 - stderr> found org.apache.hadoop#hadoop-yarn-client;2.7.3 in central 2019-08-28 08:03:42.273 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 in central 2019-08-28 08:03:42.294 - stderr> found org.apache.hadoop#hadoop-yarn-server-common;2.7.3 in central 2019-08-28 08:03:42.318 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 in central 2019-08-28 08:03:42.34 - stderr> found org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 in central 2019-08-28 08:03:42.457 - stderr> :: resolution report :: resolve 3602ms :: artifacts dl 65ms 2019-08-28 08:03:42.458 - stderr> :: modules in use: 2019-08-28 08:03:42.46 - stderr> antlr#antlr;2.7.7 from central in [default] 2019-08-28 08:03:42.46 - stderr> aopalliance#aopalliance;1.0 from central in [default] 2019-08-28 08:03:42.46 - stderr> asm#asm;3.2 from central in [default] 2019-08-28 08:03:42.461 - stderr> com.google.code.findbugs#jsr305;3.0.0 from central in [default] 2019-08-28 08:03:42.461 - stderr> com.google.code.gson#gson;2.2.4 from central in [default] 2019-08-28 08:03:42.461 - stderr> com.google.guava#guava;14.0.1 from central in [default] 2019-08-28 08:03:42.462 - stderr> com.google.inject#guice;3.0 from central in [default] 2019-08-28 08:03:42.462 - stderr> com.google.inject.extensions#guice-servlet;3.0 from central in [default] 2019-08-28 08:03:42.462 - stderr> com.google.protobuf#protobuf-java;2.5.0 from central in [default] 2019-08-28 08:03:42.463 - stderr> com.jolbox#bonecp;0.8.0.RELEASE from central in [default] 2019-08-28 08:03:42.463 - stderr> com.sun.jersey#jersey-client;1.9 from central in [default] 2019-08-28 08:03:42.463 - stderr> com.sun.jersey#jersey-core;1.14 from central in [default] 2019-08-28 08:03:42.463 - stderr> com.sun.jersey#jersey-json;1.14 from central in [default] 2019-08-28 08:03:42.464 - stderr> com.sun.jersey#jersey-server;1.14 from central in [default] 2019-08-28 08:03:42.464 - stderr> com.sun.jersey.contribs#jersey-guice;1.9 from central in [default] 2019-08-28 08:03:42.464 - stderr> com.sun.xml.bind#jaxb-impl;2.2.3-1 from central in [default] 2019-08-28 08:03:42.464 - stderr> com.thoughtworks.paranamer#paranamer;2.3 from central in [default] 2019-08-28 08:03:42.464 - stderr> com.twitter#parquet-hadoop-bundle;1.6.0 from central in [default] 2019-08-28 08:03:42.464 - stderr> commons-beanutils#commons-beanutils;1.7.0 from central in [default] 2019-08-28 08:03:42.465 - stderr> commons-beanutils#commons-beanutils-core;1.8.0 from central in [default] 2019-08-28 08:03:42.465 - stderr> commons-cli#commons-cli;1.2 from central in [default] 2019-08-28 08:03:42.465 - stderr> commons-codec#commons-codec;1.4 from central in [default] 2019-08-28 08:03:42.465 - stderr> commons-collections#commons-collections;3.2.2 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-configuration#commons-configuration;1.6 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-dbcp#commons-dbcp;1.4 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-digester#commons-digester;1.8 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-httpclient#commons-httpclient;3.1 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-io#commons-io;2.4 from central in [default] 2019-08-28 08:03:42.466 - stderr> commons-lang#commons-lang;2.6 from central in [default] 2019-08-28 08:03:42.467 - stderr> commons-logging#commons-logging;1.1.3 from central in [default] 2019-08-28 08:03:42.467 - stderr> commons-net#commons-net;3.1 from central in [default] 2019-08-28 08:03:42.467 - stderr> commons-pool#commons-pool;1.5.4 from central in [default] 2019-08-28 08:03:42.467 - stderr> io.netty#netty;3.7.0.Final from central in [default] 2019-08-28 08:03:42.467 - stderr> io.netty#netty-all;4.0.23.Final from central in [default] 2019-08-28 08:03:42.467 - stderr> javax.activation#activation;1.1 from central in [default] 2019-08-28 08:03:42.467 - stderr> javax.inject#javax.inject;1 from central in [default] 2019-08-28 08:03:42.468 - stderr> javax.jdo#jdo-api;3.0.1 from central in [default] 2019-08-28 08:03:42.468 - stderr> javax.servlet.jsp#jsp-api;2.1 from central in [default] 2019-08-28 08:03:42.468 - stderr> javax.transaction#jta;1.1 from central in [default] 2019-08-28 08:03:42.468 - stderr> javax.xml.bind#jaxb-api;2.2.2 from central in [default] 2019-08-28 08:03:42.468 - stderr> javax.xml.stream#stax-api;1.0-2 from central in [default] 2019-08-28 08:03:42.468 - stderr> jline#jline;2.12 from central in [default] 2019-08-28 08:03:42.468 - stderr> joda-time#joda-time;2.5 from central in [default] 2019-08-28 08:03:42.469 - stderr> log4j#apache-log4j-extras;1.2.17 from central in [default] 2019-08-28 08:03:42.469 - stderr> log4j#log4j;1.2.17 from central in [default] 2019-08-28 08:03:42.469 - stderr> net.hydromatic#eigenbase-properties;1.1.5 from central in [default] 2019-08-28 08:03:42.469 - stderr> net.sf.opencsv#opencsv;2.3 from central in [default] 2019-08-28 08:03:42.469 - stderr> org.antlr#ST4;4.0.4 from central in [default] 2019-08-28 08:03:42.469 - stderr> org.antlr#antlr-runtime;3.4 from central in [default] 2019-08-28 08:03:42.47 - stderr> org.antlr#stringtemplate;3.2.1 from central in [default] 2019-08-28 08:03:42.47 - stderr> org.apache.ant#ant;1.9.1 from central in [default] 2019-08-28 08:03:42.47 - stderr> org.apache.ant#ant-launcher;1.9.1 from central in [default] 2019-08-28 08:03:42.47 - stderr> org.apache.avro#avro;1.7.5 from central in [default] 2019-08-28 08:03:42.47 - stderr> org.apache.calcite#calcite-avatica;1.2.0-incubating from central in [default] 2019-08-28 08:03:42.47 - stderr> org.apache.calcite#calcite-core;1.2.0-incubating from central in [default] 2019-08-28 08:03:42.471 - stderr> org.apache.calcite#calcite-linq4j;1.2.0-incubating from central in [default] 2019-08-28 08:03:42.471 - stderr> org.apache.commons#commons-compress;1.4.1 from central in [default] 2019-08-28 08:03:42.471 - stderr> org.apache.commons#commons-math3;3.1.1 from central in [default] 2019-08-28 08:03:42.471 - stderr> org.apache.derby#derby;10.10.2.0 from central in [default] 2019-08-28 08:03:42.471 - stderr> org.apache.directory.api#api-asn1-api;1.0.0-M20 from central in [default] 2019-08-28 08:03:42.472 - stderr> org.apache.directory.api#api-util;1.0.0-M20 from central in [default] 2019-08-28 08:03:42.472 - stderr> org.apache.directory.server#apacheds-i18n;2.0.0-M15 from central in [default] 2019-08-28 08:03:42.472 - stderr> org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 from central in [default] 2019-08-28 08:03:42.472 - stderr> org.apache.hadoop#hadoop-annotations;2.7.3 from central in [default] 2019-08-28 08:03:42.472 - stderr> org.apache.hadoop#hadoop-auth;2.7.3 from central in [default] 2019-08-28 08:03:42.473 - stderr> org.apache.hadoop#hadoop-client;2.7.3 from central in [default] 2019-08-28 08:03:42.473 - stderr> org.apache.hadoop#hadoop-common;2.7.3 from central in [default] 2019-08-28 08:03:42.473 - stderr> org.apache.hadoop#hadoop-hdfs;2.7.3 from central in [default] 2019-08-28 08:03:42.473 - stderr> org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 from central in [default] 2019-08-28 08:03:42.473 - stderr> org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 from central in [default] 2019-08-28 08:03:42.474 - stderr> org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 from central in [default] 2019-08-28 08:03:42.474 - stderr> org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 from central in [default] 2019-08-28 08:03:42.474 - stderr> org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 from central in [default] 2019-08-28 08:03:42.474 - stderr> org.apache.hadoop#hadoop-yarn-api;2.7.3 from central in [default] 2019-08-28 08:03:42.475 - stderr> org.apache.hadoop#hadoop-yarn-client;2.7.3 from central in [default] 2019-08-28 08:03:42.475 - stderr> org.apache.hadoop#hadoop-yarn-common;2.7.3 from central in [default] 2019-08-28 08:03:42.475 - stderr> org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 from central in [default] 2019-08-28 08:03:42.475 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.7.3 from central in [default] 2019-08-28 08:03:42.476 - stderr> org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 from central in [default] 2019-08-28 08:03:42.476 - stderr> org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 from central in [default] 2019-08-28 08:03:42.476 - stderr> org.apache.hive#hive-ant;1.2.2 from central in [default] 2019-08-28 08:03:42.476 - stderr> org.apache.hive#hive-common;1.2.2 from central in [default] 2019-08-28 08:03:42.476 - stderr> org.apache.hive#hive-exec;1.2.2 from central in [default] 2019-08-28 08:03:42.477 - stderr> org.apache.hive#hive-metastore;1.2.2 from central in [default] 2019-08-28 08:03:42.477 - stderr> org.apache.hive#hive-serde;1.2.2 from central in [default] 2019-08-28 08:03:42.477 - stderr> org.apache.hive#hive-shims;1.2.2 from central in [default] 2019-08-28 08:03:42.477 - stderr> org.apache.hive.shims#hive-shims-0.20S;1.2.2 from central in [default] 2019-08-28 08:03:42.477 - stderr> org.apache.hive.shims#hive-shims-0.23;1.2.2 from central in [default] 2019-08-28 08:03:42.478 - stderr> org.apache.hive.shims#hive-shims-common;1.2.2 from central in [default] 2019-08-28 08:03:42.478 - stderr> org.apache.hive.shims#hive-shims-scheduler;1.2.2 from central in [default] 2019-08-28 08:03:42.478 - stderr> org.apache.htrace#htrace-core;3.1.0-incubating from central in [default] 2019-08-28 08:03:42.478 - stderr> org.apache.httpcomponents#httpclient;4.4 from central in [default] 2019-08-28 08:03:42.479 - stderr> org.apache.httpcomponents#httpcore;4.4 from central in [default] 2019-08-28 08:03:42.479 - stderr> org.apache.ivy#ivy;2.4.0 from central in [default] 2019-08-28 08:03:42.479 - stderr> org.apache.thrift#libfb303;0.9.2 from central in [default] 2019-08-28 08:03:42.479 - stderr> org.apache.thrift#libthrift;0.9.2 from central in [default] 2019-08-28 08:03:42.479 - stderr> org.apache.velocity#velocity;1.5 from central in [default] 2019-08-28 08:03:42.48 - stderr> org.apache.zookeeper#zookeeper;3.4.6 from central in [default] 2019-08-28 08:03:42.48 - stderr> org.codehaus.groovy#groovy-all;2.1.6 from central in [default] 2019-08-28 08:03:42.48 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.13 from central in [default] 2019-08-28 08:03:42.48 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.13 from central in [default] 2019-08-28 08:03:42.48 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.13 from central in [default] 2019-08-28 08:03:42.481 - stderr> org.codehaus.jackson#jackson-xc;1.9.13 from central in [default] 2019-08-28 08:03:42.481 - stderr> org.codehaus.janino#commons-compiler;2.7.6 from central in [default] 2019-08-28 08:03:42.481 - stderr> org.codehaus.janino#janino;2.7.6 from central in [default] 2019-08-28 08:03:42.481 - stderr> org.codehaus.jettison#jettison;1.1 from central in [default] 2019-08-28 08:03:42.481 - stderr> org.datanucleus#datanucleus-api-jdo;3.2.6 from central in [default] 2019-08-28 08:03:42.482 - stderr> org.datanucleus#datanucleus-core;3.2.10 from central in [default] 2019-08-28 08:03:42.482 - stderr> org.datanucleus#datanucleus-rdbms;3.2.9 from central in [default] 2019-08-28 08:03:42.482 - stderr> org.fusesource.leveldbjni#leveldbjni-all;1.8 from central in [default] 2019-08-28 08:03:42.482 - stderr> org.json#json;20090211 from central in [default] 2019-08-28 08:03:42.483 - stderr> org.mortbay.jetty#jetty;6.1.26 from central in [default] 2019-08-28 08:03:42.483 - stderr> org.mortbay.jetty#jetty-util;6.1.26 from central in [default] 2019-08-28 08:03:42.483 - stderr> org.slf4j#slf4j-api;1.7.10 from central in [default] 2019-08-28 08:03:42.483 - stderr> org.slf4j#slf4j-log4j12;1.7.10 from central in [default] 2019-08-28 08:03:42.484 - stderr> org.sonatype.sisu.inject#cglib;2.2.1-v20090111 from central in [default] 2019-08-28 08:03:42.484 - stderr> org.tukaani#xz;1.0 from central in [default] 2019-08-28 08:03:42.484 - stderr> org.xerial.snappy#snappy-java;1.0.5 from central in [default] 2019-08-28 08:03:42.484 - stderr> oro#oro;2.0.8 from central in [default] 2019-08-28 08:03:42.485 - stderr> stax#stax-api;1.0.1 from central in [default] 2019-08-28 08:03:42.485 - stderr> xerces#xercesImpl;2.9.1 from central in [default] 2019-08-28 08:03:42.485 - stderr> xml-apis#xml-apis;1.3.04 from central in [default] 2019-08-28 08:03:42.485 - stderr> xmlenc#xmlenc;0.52 from central in [default] 2019-08-28 08:03:42.486 - stderr> :: evicted modules: 2019-08-28 08:03:42.486 - stderr> log4j#log4j;1.2.16 by [log4j#log4j;1.2.17] in [default] 2019-08-28 08:03:42.486 - stderr> org.slf4j#slf4j-api;1.7.5 by [org.slf4j#slf4j-api;1.7.10] in [default] 2019-08-28 08:03:42.486 - stderr> org.slf4j#slf4j-log4j12;1.7.5 by [org.slf4j#slf4j-log4j12;1.7.10] in [default] 2019-08-28 08:03:42.486 - stderr> org.apache.hadoop#hadoop-annotations;2.6.0 by [org.apache.hadoop#hadoop-annotations;2.7.3] in [default] 2019-08-28 08:03:42.486 - stderr> org.codehaus.jackson#jackson-core-asl;1.9.2 by [org.codehaus.jackson#jackson-core-asl;1.9.13] in [default] 2019-08-28 08:03:42.487 - stderr> org.codehaus.jackson#jackson-mapper-asl;1.9.2 by [org.codehaus.jackson#jackson-mapper-asl;1.9.13] in [default] 2019-08-28 08:03:42.487 - stderr> org.codehaus.jackson#jackson-jaxrs;1.9.2 by [org.codehaus.jackson#jackson-jaxrs;1.9.13] in [default] 2019-08-28 08:03:42.487 - stderr> org.codehaus.jackson#jackson-xc;1.9.2 by [org.codehaus.jackson#jackson-xc;1.9.13] in [default] 2019-08-28 08:03:42.487 - stderr> org.apache.hadoop#hadoop-yarn-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-common;2.7.3] in [default] 2019-08-28 08:03:42.487 - stderr> org.apache.hadoop#hadoop-yarn-api;2.6.0 by [org.apache.hadoop#hadoop-yarn-api;2.7.3] in [default] 2019-08-28 08:03:42.487 - stderr> org.apache.hadoop#hadoop-yarn-server-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-server-common;2.7.3] in [default] 2019-08-28 08:03:42.487 - stderr> commons-httpclient#commons-httpclient;3.0.1 by [commons-httpclient#commons-httpclient;3.1] in [default] 2019-08-28 08:03:42.488 - stderr> junit#junit;4.11 transitively in [default] 2019-08-28 08:03:42.488 - stderr> org.hamcrest#hamcrest-core;1.3 transitively in [default] 2019-08-28 08:03:42.488 - stderr> com.google.code.findbugs#jsr305;1.3.9 by [com.google.code.findbugs#jsr305;3.0.0] in [default] 2019-08-28 08:03:42.488 - stderr> com.google.guava#guava;11.0.2 by [com.google.guava#guava;14.0.1] in [default] 2019-08-28 08:03:42.488 - stderr> org.apache.avro#avro;1.7.4 by [org.apache.avro#avro;1.7.5] in [default] 2019-08-28 08:03:42.488 - stderr> org.apache.httpcomponents#httpclient;4.2.5 by [org.apache.httpcomponents#httpclient;4.4] in [default] 2019-08-28 08:03:42.488 - stderr> io.netty#netty;3.6.2.Final by [io.netty#netty;3.7.0.Final] in [default] 2019-08-28 08:03:42.488 - stderr> com.sun.jersey#jersey-core;1.9 by [com.sun.jersey#jersey-core;1.14] in [default] 2019-08-28 08:03:42.488 - stderr> com.sun.jersey#jersey-server;1.9 by [com.sun.jersey#jersey-server;1.14] in [default] 2019-08-28 08:03:42.489 - stderr> com.sun.jersey#jersey-json;1.9 by [com.sun.jersey#jersey-json;1.14] in [default] 2019-08-28 08:03:42.489 - stderr> --------------------------------------------------------------------- 2019-08-28 08:03:42.489 - stderr> | | modules || artifacts | 2019-08-28 08:03:42.489 - stderr> | conf | number| search|dwnlded|evicted|| number|dwnlded| 2019-08-28 08:03:42.489 - stderr> --------------------------------------------------------------------- 2019-08-28 08:03:42.49 - stderr> | default | 145 | 0 | 0 | 22 || 123 | 0 | 2019-08-28 08:03:42.491 - stderr> --------------------------------------------------------------------- 2019-08-28 08:03:42.538 - stderr> :: retrieving :: org.apache.spark#spark-submit-parent-0e2e0479-0fbe-420b-b64f-04d9f78b711d 2019-08-28 08:03:42.538 - stderr> confs: [default] 2019-08-28 08:03:42.607 - stderr> 0 artifacts copied, 123 already retrieved (0kB/69ms) 2019-08-28 08:03:42.831 - stderr> 19/08/28 08:03:42 INFO IsolatedClientLoader: Downloaded metastore jars to /tmp/hive-v1_2-3416c072-5ad9-4a5f-9f0e-75f879875c76 2019-08-28 08:03:42.867 - stdout> Traceback (most recent call last): 2019-08-28 08:03:42.867 - stdout> File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test1149767413550556292.py", line 8, in <module> 2019-08-28 08:03:42.867 - stdout> spark.sql("create table data_source_tbl_{} using json as select 1 i".format(version_index)) 2019-08-28 08:03:42.867 - stdout> File "/tmp/test-spark/spark-2.4.3/python/lib/pyspark.zip/pyspark/sql/session.py", line 767, in sql 2019-08-28 08:03:42.867 - stdout> File "/tmp/test-spark/spark-2.4.3/python/lib/py4j-0.10.7-src.zip/py4j/java_gateway.py", line 1257, in __call__ 2019-08-28 08:03:42.867 - stdout> File "/tmp/test-spark/spark-2.4.3/python/lib/pyspark.zip/pyspark/sql/utils.py", line 63, in deco 2019-08-28 08:03:42.867 - stdout> File "/tmp/test-spark/spark-2.4.3/python/lib/py4j-0.10.7-src.zip/py4j/protocol.py", line 328, in get_return_value 2019-08-28 08:03:42.869 - stdout> py4j.protocol.Py4JJavaError: An error occurred while calling o29.sql. 2019-08-28 08:03:42.869 - stdout> : java.lang.NullPointerException 2019-08-28 08:03:42.869 - stdout> at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792) 2019-08-28 08:03:42.869 - stdout> at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769) 2019-08-28 08:03:42.869 - stdout> at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744) 2019-08-28 08:03:42.869 - stdout> at org.apache.commons.io.IOUtils.toByteArray(IOUtils.java:462) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.doLoadClass(IsolatedClientLoader.scala:221) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.loadClass(IsolatedClientLoader.scala:215) 2019-08-28 08:03:42.869 - stdout> at java.lang.ClassLoader.loadClass(ClassLoader.java:411) 2019-08-28 08:03:42.869 - stdout> at java.lang.ClassLoader.loadClass(ClassLoader.java:357) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:269) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:384) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:286) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:215) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:215) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:215) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:214) 2019-08-28 08:03:42.869 - stdout> at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:114) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:102) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.hive.HiveSessionStateBuilder.org$apache$spark$sql$hive$HiveSessionStateBuilder$$externalCatalog(HiveSessionStateBuilder.scala:39) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.hive.HiveSessionStateBuilder$$anonfun$1.apply(HiveSessionStateBuilder.scala:54) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.hive.HiveSessionStateBuilder$$anonfun$1.apply(HiveSessionStateBuilder.scala:54) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.catalyst.catalog.SessionCatalog.externalCatalog$lzycompute(SessionCatalog.scala:90) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.catalyst.catalog.SessionCatalog.externalCatalog(SessionCatalog.scala:90) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.catalyst.catalog.SessionCatalog.tableExists(SessionCatalog.scala:420) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.command.CreateDataSourceTableAsSelectCommand.run(createDataSourceTables.scala:154) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:104) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:102) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.command.DataWritingCommandExec.executeCollect(commands.scala:115) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:194) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:194) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset$$anonfun$53.apply(Dataset.scala:3364) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.SQLExecution$$anonfun$withNewExecutionId$1.apply(SQLExecution.scala:78) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:125) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:73) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3363) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset.<init>(Dataset.scala:194) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:79) 2019-08-28 08:03:42.87 - stdout> at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:642) 2019-08-28 08:03:42.87 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 2019-08-28 08:03:42.87 - stdout> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) 2019-08-28 08:03:42.87 - stdout> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 2019-08-28 08:03:42.87 - stdout> at java.lang.reflect.Method.invoke(Method.java:498) 2019-08-28 08:03:42.87 - stdout> at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244) 2019-08-28 08:03:42.87 - stdout> at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357) 2019-08-28 08:03:42.87 - stdout> at py4j.Gateway.invoke(Gateway.java:282) 2019-08-28 08:03:42.87 - stdout> at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132) 2019-08-28 08:03:42.87 - stdout> at py4j.commands.CallCommand.execute(CallCommand.java:79) 2019-08-28 08:03:42.87 - stdout> at py4j.GatewayConnection.run(GatewayConnection.java:238) 2019-08-28 08:03:42.87 - stdout> at java.lang.Thread.run(Thread.java:748) 2019-08-28 08:03:42.87 - stdout> 2019-08-28 08:03:42.939 - stderr> 19/08/28 08:03:42 INFO SparkContext: Invoking stop() from shutdown hook 2019-08-28 08:03:42.951 - stderr> 19/08/28 08:03:42 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped! 2019-08-28 08:03:42.96 - stderr> 19/08/28 08:03:42 INFO MemoryStore: MemoryStore cleared 2019-08-28 08:03:42.961 - stderr> 19/08/28 08:03:42 INFO BlockManager: BlockManager stopped 2019-08-28 08:03:42.969 - stderr> 19/08/28 08:03:42 INFO BlockManagerMaster: BlockManagerMaster stopped 2019-08-28 08:03:42.978 - stderr> 19/08/28 08:03:42 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped! 2019-08-28 08:03:42.983 - stderr> 19/08/28 08:03:42 INFO SparkContext: Successfully stopped SparkContext 2019-08-28 08:03:42.984 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Shutdown hook called 2019-08-28 08:03:42.985 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-b07bcd1d-e94a-4ee1-8553-7f8177837dc1 2019-08-28 08:03:42.989 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-f760e2a8-00c3-4e40-b679-35eb98b3e61d 2019-08-28 08:03:42.992 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-b07bcd1d-e94a-4ee1-8553-7f8177837dc1/pyspark-f0148d16-787a-4897-bef9-9dbc4570d0ef 2019-08-28 08:03:42.994 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/hive-v1_2-3416c072-5ad9-4a5f-9f0e-75f879875c76

sbt.ForkMain$ForkError: org.scalatest.exceptions.TestFailedException: spark-submit returned with exit code 1.
Command line: './bin/spark-submit' '--name' 'prepare testing tables' '--master' 'local[2]' '--conf' 'spark.ui.enabled=false' '--conf' 'spark.master.rest.enabled=false' '--conf' 'spark.sql.hive.metastore.version=1.2.1' '--conf' 'spark.sql.hive.metastore.jars=maven' '--conf' 'spark.sql.warehouse.dir=/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79' '--conf' 'spark.sql.test.version.index=1' '--driver-java-options' '-Dderby.system.home=/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79' '/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test1149767413550556292.py'

2019-08-28 08:03:33.421 - stderr> 19/08/28 08:03:33 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2019-08-28 08:03:34.271 - stderr> Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
2019-08-28 08:03:34.274 - stderr> 19/08/28 08:03:34 INFO SparkContext: Running Spark version 2.4.3
2019-08-28 08:03:34.304 - stderr> 19/08/28 08:03:34 INFO SparkContext: Submitted application: prepare testing tables
2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing view acls to: jenkins
2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing modify acls to: jenkins
2019-08-28 08:03:34.363 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing view acls groups to: 
2019-08-28 08:03:34.364 - stderr> 19/08/28 08:03:34 INFO SecurityManager: Changing modify acls groups to: 
2019-08-28 08:03:34.364 - stderr> 19/08/28 08:03:34 INFO SecurityManager: SecurityManager: authentication disabled; ui acls disabled; users  with view permissions: Set(jenkins); groups with view permissions: Set(); users  with modify permissions: Set(jenkins); groups with modify permissions: Set()
2019-08-28 08:03:34.653 - stderr> 19/08/28 08:03:34 INFO Utils: Successfully started service 'sparkDriver' on port 42961.
2019-08-28 08:03:34.678 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering MapOutputTracker
2019-08-28 08:03:34.698 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering BlockManagerMaster
2019-08-28 08:03:34.701 - stderr> 19/08/28 08:03:34 INFO BlockManagerMasterEndpoint: Using org.apache.spark.storage.DefaultTopologyMapper for getting topology information
2019-08-28 08:03:34.701 - stderr> 19/08/28 08:03:34 INFO BlockManagerMasterEndpoint: BlockManagerMasterEndpoint up
2019-08-28 08:03:34.711 - stderr> 19/08/28 08:03:34 INFO DiskBlockManager: Created local directory at /tmp/blockmgr-778ffa57-4fa2-4f22-bd8a-fe167dbc68e5
2019-08-28 08:03:34.733 - stderr> 19/08/28 08:03:34 INFO MemoryStore: MemoryStore started with capacity 366.3 MB
2019-08-28 08:03:34.752 - stderr> 19/08/28 08:03:34 INFO SparkEnv: Registering OutputCommitCoordinator
2019-08-28 08:03:34.871 - stderr> 19/08/28 08:03:34 INFO Executor: Starting executor ID driver on host localhost
2019-08-28 08:03:34.973 - stderr> 19/08/28 08:03:34 INFO Utils: Successfully started service 'org.apache.spark.network.netty.NettyBlockTransferService' on port 36570.
2019-08-28 08:03:34.974 - stderr> 19/08/28 08:03:34 INFO NettyBlockTransferService: Server created on amp-jenkins-worker-05.amp:36570
2019-08-28 08:03:34.976 - stderr> 19/08/28 08:03:34 INFO BlockManager: Using org.apache.spark.storage.RandomBlockReplicationPolicy for block replication policy
2019-08-28 08:03:35.001 - stderr> 19/08/28 08:03:35 INFO BlockManagerMaster: Registering BlockManager BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None)
2019-08-28 08:03:35.005 - stderr> 19/08/28 08:03:35 INFO BlockManagerMasterEndpoint: Registering block manager amp-jenkins-worker-05.amp:36570 with 366.3 MB RAM, BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None)
2019-08-28 08:03:35.01 - stderr> 19/08/28 08:03:35 INFO BlockManagerMaster: Registered BlockManager BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None)
2019-08-28 08:03:35.01 - stderr> 19/08/28 08:03:35 INFO BlockManager: Initialized BlockManager: BlockManagerId(driver, amp-jenkins-worker-05.amp, 36570, None)
2019-08-28 08:03:35.543 - stderr> 19/08/28 08:03:35 INFO SharedState: Setting hive.metastore.warehouse.dir ('null') to the value of spark.sql.warehouse.dir ('/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79').
2019-08-28 08:03:35.545 - stderr> 19/08/28 08:03:35 INFO SharedState: Warehouse path is '/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/warehouse-cc26bd8c-cae4-419a-83ea-a7045bdbdc79'.
2019-08-28 08:03:36.116 - stderr> 19/08/28 08:03:36 INFO StateStoreCoordinatorRef: Registered StateStoreCoordinator endpoint
2019-08-28 08:03:38.679 - stderr> 19/08/28 08:03:38 INFO HiveUtils: Initializing HiveMetastoreConnection version 1.2.1 using maven.
2019-08-28 08:03:38.686 - stderr> http://www.datanucleus.org/downloads/maven2 added as a remote repository with the name: repo-1
2019-08-28 08:03:38.69 - stderr> Ivy Default Cache set to: /home/jenkins/.ivy2/cache
2019-08-28 08:03:38.69 - stderr> The jars for the packages stored in: /home/jenkins/.ivy2/jars
2019-08-28 08:03:38.727 - stderr> :: loading settings :: url = jar:file:/tmp/test-spark/spark-2.4.3/jars/ivy-2.4.0.jar!/org/apache/ivy/core/settings/ivysettings.xml
2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-metastore added as a dependency
2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-exec added as a dependency
2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-common added as a dependency
2019-08-28 08:03:38.788 - stderr> org.apache.hive#hive-serde added as a dependency
2019-08-28 08:03:38.788 - stderr> com.google.guava#guava added as a dependency
2019-08-28 08:03:38.788 - stderr> org.apache.hadoop#hadoop-client added as a dependency
2019-08-28 08:03:38.79 - stderr> :: resolving dependencies :: org.apache.spark#spark-submit-parent-0e2e0479-0fbe-420b-b64f-04d9f78b711d;1.0
2019-08-28 08:03:38.79 - stderr> 	confs: [default]
2019-08-28 08:03:39.215 - stderr> 	found org.apache.hive#hive-metastore;1.2.2 in central
2019-08-28 08:03:39.292 - stderr> 	found org.apache.hive#hive-serde;1.2.2 in central
2019-08-28 08:03:39.353 - stderr> 	found org.apache.hive#hive-common;1.2.2 in central
2019-08-28 08:03:39.39 - stderr> 	found org.apache.hive#hive-shims;1.2.2 in central
2019-08-28 08:03:39.425 - stderr> 	found org.apache.hive.shims#hive-shims-common;1.2.2 in central
2019-08-28 08:03:39.457 - stderr> 	found commons-logging#commons-logging;1.1.3 in central
2019-08-28 08:03:39.484 - stderr> 	found log4j#log4j;1.2.16 in central
2019-08-28 08:03:39.512 - stderr> 	found log4j#apache-log4j-extras;1.2.17 in central
2019-08-28 08:03:39.535 - stderr> 	found com.google.guava#guava;14.0.1 in central
2019-08-28 08:03:39.56 - stderr> 	found commons-lang#commons-lang;2.6 in central
2019-08-28 08:03:39.588 - stderr> 	found org.apache.thrift#libthrift;0.9.2 in central
2019-08-28 08:03:39.616 - stderr> 	found org.slf4j#slf4j-api;1.7.5 in central
2019-08-28 08:03:39.647 - stderr> 	found org.apache.httpcomponents#httpclient;4.4 in central
2019-08-28 08:03:39.677 - stderr> 	found org.apache.httpcomponents#httpcore;4.4 in central
2019-08-28 08:03:39.707 - stderr> 	found commons-codec#commons-codec;1.4 in central
2019-08-28 08:03:39.731 - stderr> 	found org.apache.zookeeper#zookeeper;3.4.6 in central
2019-08-28 08:03:39.758 - stderr> 	found org.slf4j#slf4j-log4j12;1.7.5 in central
2019-08-28 08:03:39.787 - stderr> 	found jline#jline;2.12 in central
2019-08-28 08:03:39.809 - stderr> 	found io.netty#netty;3.7.0.Final in central
2019-08-28 08:03:39.832 - stderr> 	found org.apache.hive.shims#hive-shims-0.20S;1.2.2 in central
2019-08-28 08:03:39.854 - stderr> 	found org.apache.hive.shims#hive-shims-0.23;1.2.2 in central
2019-08-28 08:03:39.881 - stderr> 	found org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 in central
2019-08-28 08:03:39.91 - stderr> 	found org.apache.hadoop#hadoop-annotations;2.6.0 in central
2019-08-28 08:03:39.929 - stderr> 	found com.google.inject.extensions#guice-servlet;3.0 in central
2019-08-28 08:03:39.948 - stderr> 	found com.google.inject#guice;3.0 in central
2019-08-28 08:03:39.968 - stderr> 	found javax.inject#javax.inject;1 in central
2019-08-28 08:03:39.992 - stderr> 	found aopalliance#aopalliance;1.0 in central
2019-08-28 08:03:40.019 - stderr> 	found org.sonatype.sisu.inject#cglib;2.2.1-v20090111 in central
2019-08-28 08:03:40.045 - stderr> 	found asm#asm;3.2 in central
2019-08-28 08:03:40.071 - stderr> 	found com.google.protobuf#protobuf-java;2.5.0 in central
2019-08-28 08:03:40.095 - stderr> 	found commons-io#commons-io;2.4 in central
2019-08-28 08:03:40.121 - stderr> 	found com.sun.jersey#jersey-json;1.14 in central
2019-08-28 08:03:40.15 - stderr> 	found org.codehaus.jettison#jettison;1.1 in central
2019-08-28 08:03:40.186 - stderr> 	found com.sun.xml.bind#jaxb-impl;2.2.3-1 in central
2019-08-28 08:03:40.215 - stderr> 	found javax.xml.bind#jaxb-api;2.2.2 in central
2019-08-28 08:03:40.235 - stderr> 	found javax.xml.stream#stax-api;1.0-2 in central
2019-08-28 08:03:40.256 - stderr> 	found javax.activation#activation;1.1 in central
2019-08-28 08:03:40.277 - stderr> 	found org.codehaus.jackson#jackson-core-asl;1.9.2 in central
2019-08-28 08:03:40.308 - stderr> 	found org.codehaus.jackson#jackson-mapper-asl;1.9.2 in central
2019-08-28 08:03:40.331 - stderr> 	found org.codehaus.jackson#jackson-jaxrs;1.9.2 in central
2019-08-28 08:03:40.357 - stderr> 	found org.codehaus.jackson#jackson-xc;1.9.2 in central
2019-08-28 08:03:40.378 - stderr> 	found com.sun.jersey.contribs#jersey-guice;1.9 in central
2019-08-28 08:03:40.406 - stderr> 	found org.apache.hadoop#hadoop-yarn-common;2.6.0 in central
2019-08-28 08:03:40.438 - stderr> 	found org.apache.hadoop#hadoop-yarn-api;2.6.0 in central
2019-08-28 08:03:40.502 - stderr> 	found org.apache.commons#commons-compress;1.4.1 in central
2019-08-28 08:03:40.526 - stderr> 	found org.tukaani#xz;1.0 in central
2019-08-28 08:03:40.553 - stderr> 	found org.mortbay.jetty#jetty-util;6.1.26 in central
2019-08-28 08:03:40.572 - stderr> 	found com.sun.jersey#jersey-core;1.14 in central
2019-08-28 08:03:40.592 - stderr> 	found com.sun.jersey#jersey-client;1.9 in central
2019-08-28 08:03:40.627 - stderr> 	found commons-cli#commons-cli;1.2 in central
2019-08-28 08:03:40.656 - stderr> 	found com.sun.jersey#jersey-server;1.14 in central
2019-08-28 08:03:40.689 - stderr> 	found org.apache.hadoop#hadoop-yarn-server-common;2.6.0 in central
2019-08-28 08:03:40.709 - stderr> 	found org.fusesource.leveldbjni#leveldbjni-all;1.8 in central
2019-08-28 08:03:40.732 - stderr> 	found org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 in central
2019-08-28 08:03:40.848 - stderr> 	found commons-collections#commons-collections;3.2.2 in central
2019-08-28 08:03:40.879 - stderr> 	found org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 in central
2019-08-28 08:03:40.901 - stderr> 	found commons-httpclient#commons-httpclient;3.0.1 in central
2019-08-28 08:03:40.918 - stderr> 	found junit#junit;4.11 in central
2019-08-28 08:03:40.935 - stderr> 	found org.hamcrest#hamcrest-core;1.3 in central
2019-08-28 08:03:40.954 - stderr> 	found org.mortbay.jetty#jetty;6.1.26 in central
2019-08-28 08:03:40.989 - stderr> 	found org.apache.hive.shims#hive-shims-scheduler;1.2.2 in central
2019-08-28 08:03:41.005 - stderr> 	found joda-time#joda-time;2.5 in central
2019-08-28 08:03:41.016 - stderr> 	found org.apache.ant#ant;1.9.1 in central
2019-08-28 08:03:41.035 - stderr> 	found org.apache.ant#ant-launcher;1.9.1 in central
2019-08-28 08:03:41.048 - stderr> 	found org.json#json;20090211 in central
2019-08-28 08:03:41.065 - stderr> 	found com.google.code.findbugs#jsr305;3.0.0 in central
2019-08-28 08:03:41.079 - stderr> 	found org.apache.avro#avro;1.7.5 in central
2019-08-28 08:03:41.094 - stderr> 	found com.thoughtworks.paranamer#paranamer;2.3 in central
2019-08-28 08:03:41.108 - stderr> 	found org.xerial.snappy#snappy-java;1.0.5 in central
2019-08-28 08:03:41.118 - stderr> 	found net.sf.opencsv#opencsv;2.3 in central
2019-08-28 08:03:41.128 - stderr> 	found com.twitter#parquet-hadoop-bundle;1.6.0 in central
2019-08-28 08:03:41.139 - stderr> 	found com.jolbox#bonecp;0.8.0.RELEASE in central
2019-08-28 08:03:41.149 - stderr> 	found org.apache.derby#derby;10.10.2.0 in central
2019-08-28 08:03:41.158 - stderr> 	found org.datanucleus#datanucleus-api-jdo;3.2.6 in central
2019-08-28 08:03:41.167 - stderr> 	found org.datanucleus#datanucleus-core;3.2.10 in central
2019-08-28 08:03:41.177 - stderr> 	found org.datanucleus#datanucleus-rdbms;3.2.9 in central
2019-08-28 08:03:41.187 - stderr> 	found commons-pool#commons-pool;1.5.4 in central
2019-08-28 08:03:41.197 - stderr> 	found commons-dbcp#commons-dbcp;1.4 in central
2019-08-28 08:03:41.208 - stderr> 	found javax.jdo#jdo-api;3.0.1 in central
2019-08-28 08:03:41.217 - stderr> 	found javax.transaction#jta;1.1 in central
2019-08-28 08:03:41.227 - stderr> 	found org.antlr#antlr-runtime;3.4 in central
2019-08-28 08:03:41.238 - stderr> 	found org.antlr#stringtemplate;3.2.1 in central
2019-08-28 08:03:41.246 - stderr> 	found antlr#antlr;2.7.7 in central
2019-08-28 08:03:41.255 - stderr> 	found org.apache.thrift#libfb303;0.9.2 in central
2019-08-28 08:03:41.268 - stderr> 	found org.apache.hive#hive-exec;1.2.2 in central
2019-08-28 08:03:41.282 - stderr> 	found org.apache.hive#hive-ant;1.2.2 in central
2019-08-28 08:03:41.3 - stderr> 	found org.apache.velocity#velocity;1.5 in central
2019-08-28 08:03:41.315 - stderr> 	found oro#oro;2.0.8 in central
2019-08-28 08:03:41.364 - stderr> 	found org.antlr#ST4;4.0.4 in central
2019-08-28 08:03:41.419 - stderr> 	found org.apache.ivy#ivy;2.4.0 in central
2019-08-28 08:03:41.458 - stderr> 	found org.codehaus.groovy#groovy-all;2.1.6 in central
2019-08-28 08:03:41.488 - stderr> 	found org.apache.calcite#calcite-core;1.2.0-incubating in central
2019-08-28 08:03:41.504 - stderr> 	found org.apache.calcite#calcite-avatica;1.2.0-incubating in central
2019-08-28 08:03:41.515 - stderr> 	found org.apache.calcite#calcite-linq4j;1.2.0-incubating in central
2019-08-28 08:03:41.536 - stderr> 	found net.hydromatic#eigenbase-properties;1.1.5 in central
2019-08-28 08:03:41.548 - stderr> 	found org.codehaus.janino#janino;2.7.6 in central
2019-08-28 08:03:41.561 - stderr> 	found org.codehaus.janino#commons-compiler;2.7.6 in central
2019-08-28 08:03:41.573 - stderr> 	found stax#stax-api;1.0.1 in central
2019-08-28 08:03:41.587 - stderr> 	found org.apache.hadoop#hadoop-client;2.7.3 in central
2019-08-28 08:03:41.632 - stderr> 	found org.apache.hadoop#hadoop-common;2.7.3 in central
2019-08-28 08:03:41.651 - stderr> 	found org.apache.hadoop#hadoop-annotations;2.7.3 in central
2019-08-28 08:03:41.675 - stderr> 	found org.apache.commons#commons-math3;3.1.1 in central
2019-08-28 08:03:41.684 - stderr> 	found xmlenc#xmlenc;0.52 in central
2019-08-28 08:03:41.693 - stderr> 	found commons-httpclient#commons-httpclient;3.1 in central
2019-08-28 08:03:41.716 - stderr> 	found commons-net#commons-net;3.1 in central
2019-08-28 08:03:41.73 - stderr> 	found log4j#log4j;1.2.17 in central
2019-08-28 08:03:41.745 - stderr> 	found commons-configuration#commons-configuration;1.6 in central
2019-08-28 08:03:41.758 - stderr> 	found commons-digester#commons-digester;1.8 in central
2019-08-28 08:03:41.768 - stderr> 	found commons-beanutils#commons-beanutils;1.7.0 in central
2019-08-28 08:03:41.779 - stderr> 	found commons-beanutils#commons-beanutils-core;1.8.0 in central
2019-08-28 08:03:41.789 - stderr> 	found org.slf4j#slf4j-api;1.7.10 in central
2019-08-28 08:03:41.799 - stderr> 	found org.codehaus.jackson#jackson-core-asl;1.9.13 in central
2019-08-28 08:03:41.808 - stderr> 	found org.codehaus.jackson#jackson-mapper-asl;1.9.13 in central
2019-08-28 08:03:41.826 - stderr> 	found com.google.code.gson#gson;2.2.4 in central
2019-08-28 08:03:41.838 - stderr> 	found org.apache.hadoop#hadoop-auth;2.7.3 in central
2019-08-28 08:03:41.855 - stderr> 	found org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 in central
2019-08-28 08:03:41.866 - stderr> 	found org.apache.directory.server#apacheds-i18n;2.0.0-M15 in central
2019-08-28 08:03:41.877 - stderr> 	found org.apache.directory.api#api-asn1-api;1.0.0-M20 in central
2019-08-28 08:03:41.887 - stderr> 	found org.apache.directory.api#api-util;1.0.0-M20 in central
2019-08-28 08:03:41.902 - stderr> 	found org.apache.htrace#htrace-core;3.1.0-incubating in central
2019-08-28 08:03:41.917 - stderr> 	found javax.servlet.jsp#jsp-api;2.1 in central
2019-08-28 08:03:41.929 - stderr> 	found org.slf4j#slf4j-log4j12;1.7.10 in central
2019-08-28 08:03:41.95 - stderr> 	found org.apache.hadoop#hadoop-hdfs;2.7.3 in central
2019-08-28 08:03:41.981 - stderr> 	found io.netty#netty-all;4.0.23.Final in central
2019-08-28 08:03:41.99 - stderr> 	found xerces#xercesImpl;2.9.1 in central
2019-08-28 08:03:42.0 - stderr> 	found xml-apis#xml-apis;1.3.04 in central
2019-08-28 08:03:42.035 - stderr> 	found org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 in central
2019-08-28 08:03:42.049 - stderr> 	found org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 in central
2019-08-28 08:03:42.061 - stderr> 	found org.apache.hadoop#hadoop-yarn-common;2.7.3 in central
2019-08-28 08:03:42.08 - stderr> 	found org.apache.hadoop#hadoop-yarn-api;2.7.3 in central
2019-08-28 08:03:42.169 - stderr> 	found org.codehaus.jackson#jackson-jaxrs;1.9.13 in central
2019-08-28 08:03:42.185 - stderr> 	found org.codehaus.jackson#jackson-xc;1.9.13 in central
2019-08-28 08:03:42.256 - stderr> 	found org.apache.hadoop#hadoop-yarn-client;2.7.3 in central
2019-08-28 08:03:42.273 - stderr> 	found org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 in central
2019-08-28 08:03:42.294 - stderr> 	found org.apache.hadoop#hadoop-yarn-server-common;2.7.3 in central
2019-08-28 08:03:42.318 - stderr> 	found org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 in central
2019-08-28 08:03:42.34 - stderr> 	found org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 in central
2019-08-28 08:03:42.457 - stderr> :: resolution report :: resolve 3602ms :: artifacts dl 65ms
2019-08-28 08:03:42.458 - stderr> 	:: modules in use:
2019-08-28 08:03:42.46 - stderr> 	antlr#antlr;2.7.7 from central in [default]
2019-08-28 08:03:42.46 - stderr> 	aopalliance#aopalliance;1.0 from central in [default]
2019-08-28 08:03:42.46 - stderr> 	asm#asm;3.2 from central in [default]
2019-08-28 08:03:42.461 - stderr> 	com.google.code.findbugs#jsr305;3.0.0 from central in [default]
2019-08-28 08:03:42.461 - stderr> 	com.google.code.gson#gson;2.2.4 from central in [default]
2019-08-28 08:03:42.461 - stderr> 	com.google.guava#guava;14.0.1 from central in [default]
2019-08-28 08:03:42.462 - stderr> 	com.google.inject#guice;3.0 from central in [default]
2019-08-28 08:03:42.462 - stderr> 	com.google.inject.extensions#guice-servlet;3.0 from central in [default]
2019-08-28 08:03:42.462 - stderr> 	com.google.protobuf#protobuf-java;2.5.0 from central in [default]
2019-08-28 08:03:42.463 - stderr> 	com.jolbox#bonecp;0.8.0.RELEASE from central in [default]
2019-08-28 08:03:42.463 - stderr> 	com.sun.jersey#jersey-client;1.9 from central in [default]
2019-08-28 08:03:42.463 - stderr> 	com.sun.jersey#jersey-core;1.14 from central in [default]
2019-08-28 08:03:42.463 - stderr> 	com.sun.jersey#jersey-json;1.14 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	com.sun.jersey#jersey-server;1.14 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	com.sun.jersey.contribs#jersey-guice;1.9 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	com.sun.xml.bind#jaxb-impl;2.2.3-1 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	com.thoughtworks.paranamer#paranamer;2.3 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	com.twitter#parquet-hadoop-bundle;1.6.0 from central in [default]
2019-08-28 08:03:42.464 - stderr> 	commons-beanutils#commons-beanutils;1.7.0 from central in [default]
2019-08-28 08:03:42.465 - stderr> 	commons-beanutils#commons-beanutils-core;1.8.0 from central in [default]
2019-08-28 08:03:42.465 - stderr> 	commons-cli#commons-cli;1.2 from central in [default]
2019-08-28 08:03:42.465 - stderr> 	commons-codec#commons-codec;1.4 from central in [default]
2019-08-28 08:03:42.465 - stderr> 	commons-collections#commons-collections;3.2.2 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-configuration#commons-configuration;1.6 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-dbcp#commons-dbcp;1.4 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-digester#commons-digester;1.8 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-httpclient#commons-httpclient;3.1 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-io#commons-io;2.4 from central in [default]
2019-08-28 08:03:42.466 - stderr> 	commons-lang#commons-lang;2.6 from central in [default]
2019-08-28 08:03:42.467 - stderr> 	commons-logging#commons-logging;1.1.3 from central in [default]
2019-08-28 08:03:42.467 - stderr> 	commons-net#commons-net;3.1 from central in [default]
2019-08-28 08:03:42.467 - stderr> 	commons-pool#commons-pool;1.5.4 from central in [default]
2019-08-28 08:03:42.467 - stderr> 	io.netty#netty;3.7.0.Final from central in [default]
2019-08-28 08:03:42.467 - stderr> 	io.netty#netty-all;4.0.23.Final from central in [default]
2019-08-28 08:03:42.467 - stderr> 	javax.activation#activation;1.1 from central in [default]
2019-08-28 08:03:42.467 - stderr> 	javax.inject#javax.inject;1 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	javax.jdo#jdo-api;3.0.1 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	javax.servlet.jsp#jsp-api;2.1 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	javax.transaction#jta;1.1 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	javax.xml.bind#jaxb-api;2.2.2 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	javax.xml.stream#stax-api;1.0-2 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	jline#jline;2.12 from central in [default]
2019-08-28 08:03:42.468 - stderr> 	joda-time#joda-time;2.5 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	log4j#apache-log4j-extras;1.2.17 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	log4j#log4j;1.2.17 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	net.hydromatic#eigenbase-properties;1.1.5 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	net.sf.opencsv#opencsv;2.3 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	org.antlr#ST4;4.0.4 from central in [default]
2019-08-28 08:03:42.469 - stderr> 	org.antlr#antlr-runtime;3.4 from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.antlr#stringtemplate;3.2.1 from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.apache.ant#ant;1.9.1 from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.apache.ant#ant-launcher;1.9.1 from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.apache.avro#avro;1.7.5 from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.apache.calcite#calcite-avatica;1.2.0-incubating from central in [default]
2019-08-28 08:03:42.47 - stderr> 	org.apache.calcite#calcite-core;1.2.0-incubating from central in [default]
2019-08-28 08:03:42.471 - stderr> 	org.apache.calcite#calcite-linq4j;1.2.0-incubating from central in [default]
2019-08-28 08:03:42.471 - stderr> 	org.apache.commons#commons-compress;1.4.1 from central in [default]
2019-08-28 08:03:42.471 - stderr> 	org.apache.commons#commons-math3;3.1.1 from central in [default]
2019-08-28 08:03:42.471 - stderr> 	org.apache.derby#derby;10.10.2.0 from central in [default]
2019-08-28 08:03:42.471 - stderr> 	org.apache.directory.api#api-asn1-api;1.0.0-M20 from central in [default]
2019-08-28 08:03:42.472 - stderr> 	org.apache.directory.api#api-util;1.0.0-M20 from central in [default]
2019-08-28 08:03:42.472 - stderr> 	org.apache.directory.server#apacheds-i18n;2.0.0-M15 from central in [default]
2019-08-28 08:03:42.472 - stderr> 	org.apache.directory.server#apacheds-kerberos-codec;2.0.0-M15 from central in [default]
2019-08-28 08:03:42.472 - stderr> 	org.apache.hadoop#hadoop-annotations;2.7.3 from central in [default]
2019-08-28 08:03:42.472 - stderr> 	org.apache.hadoop#hadoop-auth;2.7.3 from central in [default]
2019-08-28 08:03:42.473 - stderr> 	org.apache.hadoop#hadoop-client;2.7.3 from central in [default]
2019-08-28 08:03:42.473 - stderr> 	org.apache.hadoop#hadoop-common;2.7.3 from central in [default]
2019-08-28 08:03:42.473 - stderr> 	org.apache.hadoop#hadoop-hdfs;2.7.3 from central in [default]
2019-08-28 08:03:42.473 - stderr> 	org.apache.hadoop#hadoop-mapreduce-client-app;2.7.3 from central in [default]
2019-08-28 08:03:42.473 - stderr> 	org.apache.hadoop#hadoop-mapreduce-client-common;2.7.3 from central in [default]
2019-08-28 08:03:42.474 - stderr> 	org.apache.hadoop#hadoop-mapreduce-client-core;2.7.3 from central in [default]
2019-08-28 08:03:42.474 - stderr> 	org.apache.hadoop#hadoop-mapreduce-client-jobclient;2.7.3 from central in [default]
2019-08-28 08:03:42.474 - stderr> 	org.apache.hadoop#hadoop-mapreduce-client-shuffle;2.7.3 from central in [default]
2019-08-28 08:03:42.474 - stderr> 	org.apache.hadoop#hadoop-yarn-api;2.7.3 from central in [default]
2019-08-28 08:03:42.475 - stderr> 	org.apache.hadoop#hadoop-yarn-client;2.7.3 from central in [default]
2019-08-28 08:03:42.475 - stderr> 	org.apache.hadoop#hadoop-yarn-common;2.7.3 from central in [default]
2019-08-28 08:03:42.475 - stderr> 	org.apache.hadoop#hadoop-yarn-server-applicationhistoryservice;2.6.0 from central in [default]
2019-08-28 08:03:42.475 - stderr> 	org.apache.hadoop#hadoop-yarn-server-common;2.7.3 from central in [default]
2019-08-28 08:03:42.476 - stderr> 	org.apache.hadoop#hadoop-yarn-server-resourcemanager;2.6.0 from central in [default]
2019-08-28 08:03:42.476 - stderr> 	org.apache.hadoop#hadoop-yarn-server-web-proxy;2.6.0 from central in [default]
2019-08-28 08:03:42.476 - stderr> 	org.apache.hive#hive-ant;1.2.2 from central in [default]
2019-08-28 08:03:42.476 - stderr> 	org.apache.hive#hive-common;1.2.2 from central in [default]
2019-08-28 08:03:42.476 - stderr> 	org.apache.hive#hive-exec;1.2.2 from central in [default]
2019-08-28 08:03:42.477 - stderr> 	org.apache.hive#hive-metastore;1.2.2 from central in [default]
2019-08-28 08:03:42.477 - stderr> 	org.apache.hive#hive-serde;1.2.2 from central in [default]
2019-08-28 08:03:42.477 - stderr> 	org.apache.hive#hive-shims;1.2.2 from central in [default]
2019-08-28 08:03:42.477 - stderr> 	org.apache.hive.shims#hive-shims-0.20S;1.2.2 from central in [default]
2019-08-28 08:03:42.477 - stderr> 	org.apache.hive.shims#hive-shims-0.23;1.2.2 from central in [default]
2019-08-28 08:03:42.478 - stderr> 	org.apache.hive.shims#hive-shims-common;1.2.2 from central in [default]
2019-08-28 08:03:42.478 - stderr> 	org.apache.hive.shims#hive-shims-scheduler;1.2.2 from central in [default]
2019-08-28 08:03:42.478 - stderr> 	org.apache.htrace#htrace-core;3.1.0-incubating from central in [default]
2019-08-28 08:03:42.478 - stderr> 	org.apache.httpcomponents#httpclient;4.4 from central in [default]
2019-08-28 08:03:42.479 - stderr> 	org.apache.httpcomponents#httpcore;4.4 from central in [default]
2019-08-28 08:03:42.479 - stderr> 	org.apache.ivy#ivy;2.4.0 from central in [default]
2019-08-28 08:03:42.479 - stderr> 	org.apache.thrift#libfb303;0.9.2 from central in [default]
2019-08-28 08:03:42.479 - stderr> 	org.apache.thrift#libthrift;0.9.2 from central in [default]
2019-08-28 08:03:42.479 - stderr> 	org.apache.velocity#velocity;1.5 from central in [default]
2019-08-28 08:03:42.48 - stderr> 	org.apache.zookeeper#zookeeper;3.4.6 from central in [default]
2019-08-28 08:03:42.48 - stderr> 	org.codehaus.groovy#groovy-all;2.1.6 from central in [default]
2019-08-28 08:03:42.48 - stderr> 	org.codehaus.jackson#jackson-core-asl;1.9.13 from central in [default]
2019-08-28 08:03:42.48 - stderr> 	org.codehaus.jackson#jackson-jaxrs;1.9.13 from central in [default]
2019-08-28 08:03:42.48 - stderr> 	org.codehaus.jackson#jackson-mapper-asl;1.9.13 from central in [default]
2019-08-28 08:03:42.481 - stderr> 	org.codehaus.jackson#jackson-xc;1.9.13 from central in [default]
2019-08-28 08:03:42.481 - stderr> 	org.codehaus.janino#commons-compiler;2.7.6 from central in [default]
2019-08-28 08:03:42.481 - stderr> 	org.codehaus.janino#janino;2.7.6 from central in [default]
2019-08-28 08:03:42.481 - stderr> 	org.codehaus.jettison#jettison;1.1 from central in [default]
2019-08-28 08:03:42.481 - stderr> 	org.datanucleus#datanucleus-api-jdo;3.2.6 from central in [default]
2019-08-28 08:03:42.482 - stderr> 	org.datanucleus#datanucleus-core;3.2.10 from central in [default]
2019-08-28 08:03:42.482 - stderr> 	org.datanucleus#datanucleus-rdbms;3.2.9 from central in [default]
2019-08-28 08:03:42.482 - stderr> 	org.fusesource.leveldbjni#leveldbjni-all;1.8 from central in [default]
2019-08-28 08:03:42.482 - stderr> 	org.json#json;20090211 from central in [default]
2019-08-28 08:03:42.483 - stderr> 	org.mortbay.jetty#jetty;6.1.26 from central in [default]
2019-08-28 08:03:42.483 - stderr> 	org.mortbay.jetty#jetty-util;6.1.26 from central in [default]
2019-08-28 08:03:42.483 - stderr> 	org.slf4j#slf4j-api;1.7.10 from central in [default]
2019-08-28 08:03:42.483 - stderr> 	org.slf4j#slf4j-log4j12;1.7.10 from central in [default]
2019-08-28 08:03:42.484 - stderr> 	org.sonatype.sisu.inject#cglib;2.2.1-v20090111 from central in [default]
2019-08-28 08:03:42.484 - stderr> 	org.tukaani#xz;1.0 from central in [default]
2019-08-28 08:03:42.484 - stderr> 	org.xerial.snappy#snappy-java;1.0.5 from central in [default]
2019-08-28 08:03:42.484 - stderr> 	oro#oro;2.0.8 from central in [default]
2019-08-28 08:03:42.485 - stderr> 	stax#stax-api;1.0.1 from central in [default]
2019-08-28 08:03:42.485 - stderr> 	xerces#xercesImpl;2.9.1 from central in [default]
2019-08-28 08:03:42.485 - stderr> 	xml-apis#xml-apis;1.3.04 from central in [default]
2019-08-28 08:03:42.485 - stderr> 	xmlenc#xmlenc;0.52 from central in [default]
2019-08-28 08:03:42.486 - stderr> 	:: evicted modules:
2019-08-28 08:03:42.486 - stderr> 	log4j#log4j;1.2.16 by [log4j#log4j;1.2.17] in [default]
2019-08-28 08:03:42.486 - stderr> 	org.slf4j#slf4j-api;1.7.5 by [org.slf4j#slf4j-api;1.7.10] in [default]
2019-08-28 08:03:42.486 - stderr> 	org.slf4j#slf4j-log4j12;1.7.5 by [org.slf4j#slf4j-log4j12;1.7.10] in [default]
2019-08-28 08:03:42.486 - stderr> 	org.apache.hadoop#hadoop-annotations;2.6.0 by [org.apache.hadoop#hadoop-annotations;2.7.3] in [default]
2019-08-28 08:03:42.486 - stderr> 	org.codehaus.jackson#jackson-core-asl;1.9.2 by [org.codehaus.jackson#jackson-core-asl;1.9.13] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.codehaus.jackson#jackson-mapper-asl;1.9.2 by [org.codehaus.jackson#jackson-mapper-asl;1.9.13] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.codehaus.jackson#jackson-jaxrs;1.9.2 by [org.codehaus.jackson#jackson-jaxrs;1.9.13] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.codehaus.jackson#jackson-xc;1.9.2 by [org.codehaus.jackson#jackson-xc;1.9.13] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.apache.hadoop#hadoop-yarn-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-common;2.7.3] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.apache.hadoop#hadoop-yarn-api;2.6.0 by [org.apache.hadoop#hadoop-yarn-api;2.7.3] in [default]
2019-08-28 08:03:42.487 - stderr> 	org.apache.hadoop#hadoop-yarn-server-common;2.6.0 by [org.apache.hadoop#hadoop-yarn-server-common;2.7.3] in [default]
2019-08-28 08:03:42.487 - stderr> 	commons-httpclient#commons-httpclient;3.0.1 by [commons-httpclient#commons-httpclient;3.1] in [default]
2019-08-28 08:03:42.488 - stderr> 	junit#junit;4.11 transitively in [default]
2019-08-28 08:03:42.488 - stderr> 	org.hamcrest#hamcrest-core;1.3 transitively in [default]
2019-08-28 08:03:42.488 - stderr> 	com.google.code.findbugs#jsr305;1.3.9 by [com.google.code.findbugs#jsr305;3.0.0] in [default]
2019-08-28 08:03:42.488 - stderr> 	com.google.guava#guava;11.0.2 by [com.google.guava#guava;14.0.1] in [default]
2019-08-28 08:03:42.488 - stderr> 	org.apache.avro#avro;1.7.4 by [org.apache.avro#avro;1.7.5] in [default]
2019-08-28 08:03:42.488 - stderr> 	org.apache.httpcomponents#httpclient;4.2.5 by [org.apache.httpcomponents#httpclient;4.4] in [default]
2019-08-28 08:03:42.488 - stderr> 	io.netty#netty;3.6.2.Final by [io.netty#netty;3.7.0.Final] in [default]
2019-08-28 08:03:42.488 - stderr> 	com.sun.jersey#jersey-core;1.9 by [com.sun.jersey#jersey-core;1.14] in [default]
2019-08-28 08:03:42.488 - stderr> 	com.sun.jersey#jersey-server;1.9 by [com.sun.jersey#jersey-server;1.14] in [default]
2019-08-28 08:03:42.489 - stderr> 	com.sun.jersey#jersey-json;1.9 by [com.sun.jersey#jersey-json;1.14] in [default]
2019-08-28 08:03:42.489 - stderr> 	---------------------------------------------------------------------
2019-08-28 08:03:42.489 - stderr> 	|                  |            modules            ||   artifacts   |
2019-08-28 08:03:42.489 - stderr> 	|       conf       | number| search|dwnlded|evicted|| number|dwnlded|
2019-08-28 08:03:42.489 - stderr> 	---------------------------------------------------------------------
2019-08-28 08:03:42.49 - stderr> 	|      default     |  145  |   0   |   0   |   22  ||  123  |   0   |
2019-08-28 08:03:42.491 - stderr> 	---------------------------------------------------------------------
2019-08-28 08:03:42.538 - stderr> :: retrieving :: org.apache.spark#spark-submit-parent-0e2e0479-0fbe-420b-b64f-04d9f78b711d
2019-08-28 08:03:42.538 - stderr> 	confs: [default]
2019-08-28 08:03:42.607 - stderr> 	0 artifacts copied, 123 already retrieved (0kB/69ms)
2019-08-28 08:03:42.831 - stderr> 19/08/28 08:03:42 INFO IsolatedClientLoader: Downloaded metastore jars to /tmp/hive-v1_2-3416c072-5ad9-4a5f-9f0e-75f879875c76
2019-08-28 08:03:42.867 - stdout> Traceback (most recent call last):
2019-08-28 08:03:42.867 - stdout>   File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-3.2/sql/hive/target/tmp/org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite/test1149767413550556292.py", line 8, in <module>
2019-08-28 08:03:42.867 - stdout>     spark.sql("create table data_source_tbl_{} using json as select 1 i".format(version_index))
2019-08-28 08:03:42.867 - stdout>   File "/tmp/test-spark/spark-2.4.3/python/lib/pyspark.zip/pyspark/sql/session.py", line 767, in sql
2019-08-28 08:03:42.867 - stdout>   File "/tmp/test-spark/spark-2.4.3/python/lib/py4j-0.10.7-src.zip/py4j/java_gateway.py", line 1257, in __call__
2019-08-28 08:03:42.867 - stdout>   File "/tmp/test-spark/spark-2.4.3/python/lib/pyspark.zip/pyspark/sql/utils.py", line 63, in deco
2019-08-28 08:03:42.867 - stdout>   File "/tmp/test-spark/spark-2.4.3/python/lib/py4j-0.10.7-src.zip/py4j/protocol.py", line 328, in get_return_value
2019-08-28 08:03:42.869 - stdout> py4j.protocol.Py4JJavaError: An error occurred while calling o29.sql.
2019-08-28 08:03:42.869 - stdout> : java.lang.NullPointerException
2019-08-28 08:03:42.869 - stdout> 	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.commons.io.IOUtils.toByteArray(IOUtils.java:462)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.doLoadClass(IsolatedClientLoader.scala:221)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.client.IsolatedClientLoader$$anon$1.loadClass(IsolatedClientLoader.scala:215)
2019-08-28 08:03:42.869 - stdout> 	at java.lang.ClassLoader.loadClass(ClassLoader.java:411)
2019-08-28 08:03:42.869 - stdout> 	at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.client.IsolatedClientLoader.createClient(IsolatedClientLoader.scala:269)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:384)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveUtils$.newClientForMetadata(HiveUtils.scala:286)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog.client$lzycompute(HiveExternalCatalog.scala:66)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog.client(HiveExternalCatalog.scala:65)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply$mcZ$sp(HiveExternalCatalog.scala:215)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:215)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog$$anonfun$databaseExists$1.apply(HiveExternalCatalog.scala:215)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog.withClient(HiveExternalCatalog.scala:97)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.hive.HiveExternalCatalog.databaseExists(HiveExternalCatalog.scala:214)
2019-08-28 08:03:42.869 - stdout> 	at org.apache.spark.sql.internal.SharedState.externalCatalog$lzycompute(SharedState.scala:114)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.internal.SharedState.externalCatalog(SharedState.scala:102)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.hive.HiveSessionStateBuilder.org$apache$spark$sql$hive$HiveSessionStateBuilder$$externalCatalog(HiveSessionStateBuilder.scala:39)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.hive.HiveSessionStateBuilder$$anonfun$1.apply(HiveSessionStateBuilder.scala:54)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.hive.HiveSessionStateBuilder$$anonfun$1.apply(HiveSessionStateBuilder.scala:54)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.catalyst.catalog.SessionCatalog.externalCatalog$lzycompute(SessionCatalog.scala:90)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.catalyst.catalog.SessionCatalog.externalCatalog(SessionCatalog.scala:90)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.catalyst.catalog.SessionCatalog.tableExists(SessionCatalog.scala:420)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.command.CreateDataSourceTableAsSelectCommand.run(createDataSourceTables.scala:154)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult$lzycompute(commands.scala:104)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.command.DataWritingCommandExec.sideEffectResult(commands.scala:102)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.command.DataWritingCommandExec.executeCollect(commands.scala:115)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:194)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset$$anonfun$6.apply(Dataset.scala:194)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset$$anonfun$53.apply(Dataset.scala:3364)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.SQLExecution$$anonfun$withNewExecutionId$1.apply(SQLExecution.scala:78)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:125)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:73)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset.withAction(Dataset.scala:3363)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset.<init>(Dataset.scala:194)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.Dataset$.ofRows(Dataset.scala:79)
2019-08-28 08:03:42.87 - stdout> 	at org.apache.spark.sql.SparkSession.sql(SparkSession.scala:642)
2019-08-28 08:03:42.87 - stdout> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2019-08-28 08:03:42.87 - stdout> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
2019-08-28 08:03:42.87 - stdout> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2019-08-28 08:03:42.87 - stdout> 	at java.lang.reflect.Method.invoke(Method.java:498)
2019-08-28 08:03:42.87 - stdout> 	at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:244)
2019-08-28 08:03:42.87 - stdout> 	at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:357)
2019-08-28 08:03:42.87 - stdout> 	at py4j.Gateway.invoke(Gateway.java:282)
2019-08-28 08:03:42.87 - stdout> 	at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:132)
2019-08-28 08:03:42.87 - stdout> 	at py4j.commands.CallCommand.execute(CallCommand.java:79)
2019-08-28 08:03:42.87 - stdout> 	at py4j.GatewayConnection.run(GatewayConnection.java:238)
2019-08-28 08:03:42.87 - stdout> 	at java.lang.Thread.run(Thread.java:748)
2019-08-28 08:03:42.87 - stdout> 
2019-08-28 08:03:42.939 - stderr> 19/08/28 08:03:42 INFO SparkContext: Invoking stop() from shutdown hook
2019-08-28 08:03:42.951 - stderr> 19/08/28 08:03:42 INFO MapOutputTrackerMasterEndpoint: MapOutputTrackerMasterEndpoint stopped!
2019-08-28 08:03:42.96 - stderr> 19/08/28 08:03:42 INFO MemoryStore: MemoryStore cleared
2019-08-28 08:03:42.961 - stderr> 19/08/28 08:03:42 INFO BlockManager: BlockManager stopped
2019-08-28 08:03:42.969 - stderr> 19/08/28 08:03:42 INFO BlockManagerMaster: BlockManagerMaster stopped
2019-08-28 08:03:42.978 - stderr> 19/08/28 08:03:42 INFO OutputCommitCoordinator$OutputCommitCoordinatorEndpoint: OutputCommitCoordinator stopped!
2019-08-28 08:03:42.983 - stderr> 19/08/28 08:03:42 INFO SparkContext: Successfully stopped SparkContext
2019-08-28 08:03:42.984 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Shutdown hook called
2019-08-28 08:03:42.985 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-b07bcd1d-e94a-4ee1-8553-7f8177837dc1
2019-08-28 08:03:42.989 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-f760e2a8-00c3-4e40-b679-35eb98b3e61d
2019-08-28 08:03:42.992 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/spark-b07bcd1d-e94a-4ee1-8553-7f8177837dc1/pyspark-f0148d16-787a-4897-bef9-9dbc4570d0ef
2019-08-28 08:03:42.994 - stderr> 19/08/28 08:03:42 INFO ShutdownHookManager: Deleting directory /tmp/hive-v1_2-3416c072-5ad9-4a5f-9f0e-75f879875c76
           
	at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
	at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
	at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
	at org.scalatest.Assertions.fail(Assertions.scala:1089)
	at org.scalatest.Assertions.fail$(Assertions.scala:1085)
	at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
	at org.apache.spark.sql.hive.SparkSubmitTestUtils.runSparkSubmit(SparkSubmitTestUtils.scala:94)
	at org.apache.spark.sql.hive.SparkSubmitTestUtils.runSparkSubmit$(SparkSubmitTestUtils.scala:41)
	at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.runSparkSubmit(HiveExternalCatalogVersionsSuite.scala:50)
	at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.$anonfun$prepare$1(HiveExternalCatalogVersionsSuite.scala:200)
	at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.$anonfun$prepare$1$adapted(HiveExternalCatalogVersionsSuite.scala:183)
	at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
	at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
	at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
	at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.prepare(HiveExternalCatalogVersionsSuite.scala:183)
	at org.apache.spark.sql.hive.HiveExternalCatalogVersionsSuite.beforeAll(HiveExternalCatalogVersionsSuite.scala:209)
	at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:212)
	at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
	at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
	at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:56)
	at org.scalatest.tools.Framework.org$scalatest$tools$Framework$$runSuite(Framework.scala:314)
	at org.scalatest.tools.Framework$ScalaTestTask.execute(Framework.scala:507)
	at sbt.ForkMain$Run$2.call(ForkMain.java:296)
	at sbt.ForkMain$Run$2.call(ForkMain.java:286)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)