Failed to execute query using catalyst:
Error: execute, tree:
Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
+- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
 +- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
 +- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
 +- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
 +- *(2) Project [ts#204335, dec#204336]
 +- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
 :- *(2) Project [b#204330L, ts#204335, dec#204336]
 : +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
 : +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
 +- *(1) Filter isnotnull(b#204341L)
 +- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
+- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
 +- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
 +- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
 +- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
 +- *(2) Project [ts#204335, dec#204336]
 +- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
 :- *(2) Project [b#204330L, ts#204335, dec#204336]
 : +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
 : +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
 +- *(1) Filter isnotnull(b#204341L)
 +- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

 at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
 at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)
 at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:378)
 at org.apache.spark.sql.execution.SparkPlan.executeCollectPublic(SparkPlan.scala:408)
 at org.apache.spark.sql.execution.HiveResult$.hiveResultString(HiveResult.scala:52)
 at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(HiveComparisonTest.scala:351)
 at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
 at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
 at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
 at org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(HiveComparisonTest.scala:351)
 at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:353)
 at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
 at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
 at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
 at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
 at scala.collection.TraversableLike.map(TraversableLike.scala:237)
 at scala.collection.TraversableLike.map$(TraversableLike.scala:230)
 at scala.collection.AbstractTraversable.map(Traversable.scala:108)
 at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)
 at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)
 at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
 at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
 at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
 at org.scalatest.Transformer.apply(Transformer.scala:22)
 at org.scalatest.Transformer.apply(Transformer.scala:20)
 at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
 at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
 at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
 at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
 at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
 at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
 at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
 at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
 at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
 at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
 at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)
 at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)
 at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)
 at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)
 at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
 at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
 at scala.collection.immutable.List.foreach(List.scala:392)
 at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
 at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
 at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
 at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
 at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
 at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
 at org.scalatest.Suite.run(Suite.scala:1147)
 at org.scalatest.Suite.run$(Suite.scala:1129)
 at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
 at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
 at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
 at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
 at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
 at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
 at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
 at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
 at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
 at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)
 at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)
 at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)
 at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)
 at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
 at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
 at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
 at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
 at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
 at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
 at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
 at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
 at org.scalatest.Suite.run(Suite.scala:1144)
 at org.scalatest.Suite.run$(Suite.scala:1129)
 at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
 at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
 at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
 at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
 at scala.collection.immutable.List.foreach(List.scala:392)
 at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
 at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
 at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
 at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
 at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
 at org.scalatest.tools.Runner$.main(Runner.scala:827)
 at org.scalatest.tools.Runner.main(Runner.scala)
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
+- *(2) Project [ts#204335, dec#204336]
 +- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
 :- *(2) Project [b#204330L, ts#204335, dec#204336]
 : +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
 : +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
 +- *(1) Filter isnotnull(b#204341L)
 +- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

 at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
 at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.window.WindowExec.doExecute(WindowExec.scala:115)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
 at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.FilterExec.inputRDDs(basicPhysicalOperators.scala:132)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)
 at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
 ... 101 more
Caused by: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.
This stopped SparkContext was created at:

org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
java.lang.Class.newInstance(Class.java:442)
org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)
org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.Iterator.foreach(Iterator.scala:941)
scala.collection.Iterator.foreach$(Iterator.scala:941)
scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
scala.collection.IterableLike.foreach(IterableLike.scala:74)
scala.collection.IterableLike.foreach$(IterableLike.scala:73)
scala.collection.AbstractIterable.foreach(Iterable.scala:56)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)
org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)

The currently active SparkContext was created at:

(No active SparkContext.)
 
 at java.util.concurrent.FutureTask.report(FutureTask.java:122)
 at java.util.concurrent.FutureTask.get(FutureTask.java:206)
 at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec.doExecuteBroadcast(BroadcastExchangeExec.scala:167)
 at org.apache.spark.sql.execution.InputAdapter.doExecuteBroadcast(WholeStageCodegenExec.scala:514)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeBroadcast$1(SparkPlan.scala:202)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.executeBroadcast(SparkPlan.scala:198)
 at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.prepareBroadcast(BroadcastHashJoinExec.scala:116)
 at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.codegenInner(BroadcastHashJoinExec.scala:210)
 at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.doConsume(BroadcastHashJoinExec.scala:100)
 at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
 at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
 at org.apache.spark.sql.execution.ProjectExec.consume(basicPhysicalOperators.scala:39)
 at org.apache.spark.sql.execution.ProjectExec.doConsume(basicPhysicalOperators.scala:69)
 at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
 at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
 at org.apache.spark.sql.execution.FilterExec.consume(basicPhysicalOperators.scala:96)
 at org.apache.spark.sql.execution.FilterExec.doConsume(basicPhysicalOperators.scala:217)
 at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
 at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
 at org.apache.spark.sql.execution.InputAdapter.consume(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.InputRDDCodegen.doProduce(WholeStageCodegenExec.scala:482)
 at org.apache.spark.sql.execution.InputRDDCodegen.doProduce$(WholeStageCodegenExec.scala:455)
 at org.apache.spark.sql.execution.InputAdapter.doProduce(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.InputAdapter.produce(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.FilterExec.doProduce(basicPhysicalOperators.scala:136)
 at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.FilterExec.produce(basicPhysicalOperators.scala:96)
 at org.apache.spark.sql.execution.ProjectExec.doProduce(basicPhysicalOperators.scala:49)
 at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.ProjectExec.produce(basicPhysicalOperators.scala:39)
 at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.doProduce(BroadcastHashJoinExec.scala:95)
 at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.produce(BroadcastHashJoinExec.scala:39)
 at org.apache.spark.sql.execution.ProjectExec.doProduce(basicPhysicalOperators.scala:49)
 at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
 at org.apache.spark.sql.execution.ProjectExec.produce(basicPhysicalOperators.scala:39)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doCodeGen(WholeStageCodegenExec.scala:629)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:689)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)
 at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)
 at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
 ... 142 more
Caused by: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.
This stopped SparkContext was created at:

org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
java.lang.Class.newInstance(Class.java:442)
org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)
org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.Iterator.foreach(Iterator.scala:941)
scala.collection.Iterator.foreach$(Iterator.scala:941)
scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
scala.collection.IterableLike.foreach(IterableLike.scala:74)
scala.collection.IterableLike.foreach$(IterableLike.scala:73)
scala.collection.AbstractIterable.foreach(Iterable.scala:56)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)
org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)

The currently active SparkContext was created at:

(No active SparkContext.)
 
 at org.apache.spark.SparkContext.assertNotStopped(SparkContext.scala:109)
 at org.apache.spark.SparkContext.broadcast(SparkContext.scala:1466)
 at org.apache.spark.sql.hive.HadoopTableReader.<init>(TableReader.scala:90)
 at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader$lzycompute(HiveTableScanExec.scala:110)
 at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader(HiveTableScanExec.scala:105)
 at org.apache.spark.sql.hive.execution.HiveTableScanExec.$anonfun$doExecute$1(HiveTableScanExec.scala:188)
 at org.apache.spark.util.Utils$.withDummyCallSite(Utils.scala:2488)
 at org.apache.spark.sql.hive.execution.HiveTableScanExec.doExecute(HiveTableScanExec.scala:188)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
 at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
 at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
 at org.apache.spark.sql.execution.FilterExec.inputRDDs(basicPhysicalOperators.scala:132)
 at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
 at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
 at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
 at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
 at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
 at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)
 at org.apache.spark.sql.execution.SparkPlan.executeCollectIterator(SparkPlan.scala:388)
 at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.$anonfun$call$1(BroadcastExchangeExec.scala:89)
 at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withExecutionId$1(SQLExecution.scala:136)
 at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
 at org.apache.spark.sql.execution.SQLExecution$.withExecutionId(SQLExecution.scala:134)
 at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.call(BroadcastExchangeExec.scala:83)
 at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.call(BroadcastExchangeExec.scala:78)
 at java.util.concurrent.FutureTask.run(FutureTask.java:266)
 at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
 at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
 at java.lang.Thread.run(Thread.java:748)

select ts, dec, rnk
from
 (select ts, dec,
 rank() over (partition by ts order by dec) as rnk
 from
 (select other.ts, other.dec
 from over1k other
 join over1k on (other.b = over1k.b)
 where other.t < 10
 ) joined
 ) ranked
where rnk = 1
order by ts, dec, rnk
== Parsed Logical Plan ==
'Sort ['ts ASC NULLS FIRST, 'dec ASC NULLS FIRST, 'rnk ASC NULLS FIRST], true
+- 'Project ['ts, 'dec, 'rnk]
 +- 'Filter ('rnk = 1)
 +- 'SubqueryAlias `ranked`
 +- 'Project ['ts, 'dec, 'rank() windowspecdefinition('ts, 'dec ASC NULLS FIRST, unspecifiedframe$()) AS rnk#204324]
 +- 'SubqueryAlias `joined`
 +- 'Project ['other.ts, 'other.dec]
 +- 'Filter ('other.t < 10)
 +- 'Join Inner, ('other.b = 'over1k.b)
 :- 'SubqueryAlias `other`
 : +- 'UnresolvedRelation [over1k]
 +- 'UnresolvedRelation [over1k]

== Analyzed Logical Plan ==
ts: timestamp, dec: decimal(4,2), rnk: int
Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true
+- Project [ts#204335, dec#204336, rnk#204324]
 +- Filter (rnk#204324 = 1)
 +- SubqueryAlias `ranked`
 +- Project [ts#204335, dec#204336, rnk#204324]
 +- Project [ts#204335, dec#204336, rnk#204324, rnk#204324]
 +- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
 +- Project [ts#204335, dec#204336]
 +- SubqueryAlias `joined`
 +- Project [ts#204335, dec#204336]
 +- Filter (cast(t#204327 as int) < 10)
 +- Join Inner, (b#204330L = b#204341L)
 :- SubqueryAlias `other`
 : +- SubqueryAlias `default`.`over1k`
 : +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- SubqueryAlias `default`.`over1k`
 +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

== Optimized Logical Plan ==
Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true
+- Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
 +- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
 +- Project [ts#204335, dec#204336]
 +- Join Inner, (b#204330L = b#204341L)
 :- Project [b#204330L, ts#204335, dec#204336]
 : +- Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
 : +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- Project [b#204341L]
 +- Filter isnotnull(b#204341L)
 +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

== Physical Plan ==
*(5) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true, 0
+- Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
 +- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
 +- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
 +- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
 +- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
 +- *(2) Project [ts#204335, dec#204336]
 +- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
 :- *(2) Project [b#204330L, ts#204335, dec#204336]
 : +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
 : +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
 +- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
 +- *(1) Filter isnotnull(b#204341L)
 +- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]

== HIVE - 474 row(s) ==
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703096 87.84 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703118 8.69 1
2013-03-01 09:11:58.703118 8.69 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703132 1.86 1
2013-03-01 09:11:58.703132 1.86 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703209 25.92 1
2013-03-01 09:11:58.703209 25.92 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703246 72.87 1
2013-03-01 09:11:58.703246 72.87 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1

org.scalatest.exceptions.TestFailedException:
Failed to execute query using catalyst:
Error: execute, tree:
Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
+- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
+- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
+- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
+- *(2) Project [ts#204335, dec#204336]
+- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
:- *(2) Project [b#204330L, ts#204335, dec#204336]
: +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
: +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
+- *(1) Filter isnotnull(b#204341L)
+- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
+- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
+- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
+- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
+- *(2) Project [ts#204335, dec#204336]
+- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
:- *(2) Project [b#204330L, ts#204335, dec#204336]
: +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
: +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
+- *(1) Filter isnotnull(b#204341L)
+- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)
at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:378)
at org.apache.spark.sql.execution.SparkPlan.executeCollectPublic(SparkPlan.scala:408)
at org.apache.spark.sql.execution.HiveResult$.hiveResultString(HiveResult.scala:52)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(HiveComparisonTest.scala:351)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(HiveComparisonTest.scala:351)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:353)
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at scala.collection.TraversableLike.map(TraversableLike.scala:237)
at scala.collection.TraversableLike.map$(TraversableLike.scala:230)
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)
at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)
at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)
Caused by: org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
+- *(2) Project [ts#204335, dec#204336]
+- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
:- *(2) Project [b#204330L, ts#204335, dec#204336]
: +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
: +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
+- *(1) Filter isnotnull(b#204341L)
+- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.window.WindowExec.doExecute(WindowExec.scala:115)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.FilterExec.inputRDDs(basicPhysicalOperators.scala:132)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
... 101 more
Caused by: java.util.concurrent.ExecutionException: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.
This stopped SparkContext was created at:
org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
java.lang.Class.newInstance(Class.java:442)
org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)
org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.Iterator.foreach(Iterator.scala:941)
scala.collection.Iterator.foreach$(Iterator.scala:941)
scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
scala.collection.IterableLike.foreach(IterableLike.scala:74)
scala.collection.IterableLike.foreach$(IterableLike.scala:73)
scala.collection.AbstractIterable.foreach(Iterable.scala:56)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)
org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)
The currently active SparkContext was created at:
(No active SparkContext.)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:206)
at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec.doExecuteBroadcast(BroadcastExchangeExec.scala:167)
at org.apache.spark.sql.execution.InputAdapter.doExecuteBroadcast(WholeStageCodegenExec.scala:514)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeBroadcast$1(SparkPlan.scala:202)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.executeBroadcast(SparkPlan.scala:198)
at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.prepareBroadcast(BroadcastHashJoinExec.scala:116)
at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.codegenInner(BroadcastHashJoinExec.scala:210)
at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.doConsume(BroadcastHashJoinExec.scala:100)
at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
at org.apache.spark.sql.execution.ProjectExec.consume(basicPhysicalOperators.scala:39)
at org.apache.spark.sql.execution.ProjectExec.doConsume(basicPhysicalOperators.scala:69)
at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
at org.apache.spark.sql.execution.FilterExec.consume(basicPhysicalOperators.scala:96)
at org.apache.spark.sql.execution.FilterExec.doConsume(basicPhysicalOperators.scala:217)
at org.apache.spark.sql.execution.CodegenSupport.consume(WholeStageCodegenExec.scala:193)
at org.apache.spark.sql.execution.CodegenSupport.consume$(WholeStageCodegenExec.scala:148)
at org.apache.spark.sql.execution.InputAdapter.consume(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.InputRDDCodegen.doProduce(WholeStageCodegenExec.scala:482)
at org.apache.spark.sql.execution.InputRDDCodegen.doProduce$(WholeStageCodegenExec.scala:455)
at org.apache.spark.sql.execution.InputAdapter.doProduce(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.InputAdapter.produce(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.FilterExec.doProduce(basicPhysicalOperators.scala:136)
at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.FilterExec.produce(basicPhysicalOperators.scala:96)
at org.apache.spark.sql.execution.ProjectExec.doProduce(basicPhysicalOperators.scala:49)
at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.ProjectExec.produce(basicPhysicalOperators.scala:39)
at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.doProduce(BroadcastHashJoinExec.scala:95)
at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.joins.BroadcastHashJoinExec.produce(BroadcastHashJoinExec.scala:39)
at org.apache.spark.sql.execution.ProjectExec.doProduce(basicPhysicalOperators.scala:49)
at org.apache.spark.sql.execution.CodegenSupport.$anonfun$produce$1(WholeStageCodegenExec.scala:94)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.CodegenSupport.produce(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.CodegenSupport.produce$(WholeStageCodegenExec.scala:89)
at org.apache.spark.sql.execution.ProjectExec.produce(basicPhysicalOperators.scala:39)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doCodeGen(WholeStageCodegenExec.scala:629)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:689)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)
at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)
at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
... 142 more
Caused by: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.
This stopped SparkContext was created at:
org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
java.lang.Class.newInstance(Class.java:442)
org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)
org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.Iterator.foreach(Iterator.scala:941)
scala.collection.Iterator.foreach$(Iterator.scala:941)
scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
scala.collection.IterableLike.foreach(IterableLike.scala:74)
scala.collection.IterableLike.foreach$(IterableLike.scala:73)
scala.collection.AbstractIterable.foreach(Iterable.scala:56)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)
org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)
The currently active SparkContext was created at:
(No active SparkContext.)
at org.apache.spark.SparkContext.assertNotStopped(SparkContext.scala:109)
at org.apache.spark.SparkContext.broadcast(SparkContext.scala:1466)
at org.apache.spark.sql.hive.HadoopTableReader.<init>(TableReader.scala:90)
at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader$lzycompute(HiveTableScanExec.scala:110)
at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader(HiveTableScanExec.scala:105)
at org.apache.spark.sql.hive.execution.HiveTableScanExec.$anonfun$doExecute$1(HiveTableScanExec.scala:188)
at org.apache.spark.util.Utils$.withDummyCallSite(Utils.scala:2488)
at org.apache.spark.sql.hive.execution.HiveTableScanExec.doExecute(HiveTableScanExec.scala:188)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
at org.apache.spark.sql.execution.FilterExec.inputRDDs(basicPhysicalOperators.scala:132)
at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)
at org.apache.spark.sql.execution.SparkPlan.executeCollectIterator(SparkPlan.scala:388)
at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.$anonfun$call$1(BroadcastExchangeExec.scala:89)
at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withExecutionId$1(SQLExecution.scala:136)
at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
at org.apache.spark.sql.execution.SQLExecution$.withExecutionId(SQLExecution.scala:134)
at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.call(BroadcastExchangeExec.scala:83)
at org.apache.spark.sql.execution.exchange.BroadcastExchangeExec$$anon$1.call(BroadcastExchangeExec.scala:78)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
select ts, dec, rnk
from
(select ts, dec,
rank() over (partition by ts order by dec) as rnk
from
(select other.ts, other.dec
from over1k other
join over1k on (other.b = over1k.b)
where other.t < 10
) joined
) ranked
where rnk = 1
order by ts, dec, rnk
== Parsed Logical Plan ==
'Sort ['ts ASC NULLS FIRST, 'dec ASC NULLS FIRST, 'rnk ASC NULLS FIRST], true
+- 'Project ['ts, 'dec, 'rnk]
+- 'Filter ('rnk = 1)
+- 'SubqueryAlias `ranked`
+- 'Project ['ts, 'dec, 'rank() windowspecdefinition('ts, 'dec ASC NULLS FIRST, unspecifiedframe$()) AS rnk#204324]
+- 'SubqueryAlias `joined`
+- 'Project ['other.ts, 'other.dec]
+- 'Filter ('other.t < 10)
+- 'Join Inner, ('other.b = 'over1k.b)
:- 'SubqueryAlias `other`
: +- 'UnresolvedRelation [over1k]
+- 'UnresolvedRelation [over1k]
== Analyzed Logical Plan ==
ts: timestamp, dec: decimal(4,2), rnk: int
Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true
+- Project [ts#204335, dec#204336, rnk#204324]
+- Filter (rnk#204324 = 1)
+- SubqueryAlias `ranked`
+- Project [ts#204335, dec#204336, rnk#204324]
+- Project [ts#204335, dec#204336, rnk#204324, rnk#204324]
+- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
+- Project [ts#204335, dec#204336]
+- SubqueryAlias `joined`
+- Project [ts#204335, dec#204336]
+- Filter (cast(t#204327 as int) < 10)
+- Join Inner, (b#204330L = b#204341L)
:- SubqueryAlias `other`
: +- SubqueryAlias `default`.`over1k`
: +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- SubqueryAlias `default`.`over1k`
+- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
== Optimized Logical Plan ==
Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true
+- Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
+- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
+- Project [ts#204335, dec#204336]
+- Join Inner, (b#204330L = b#204341L)
:- Project [b#204330L, ts#204335, dec#204336]
: +- Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
: +- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- Project [b#204341L]
+- Filter isnotnull(b#204341L)
+- HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
== Physical Plan ==
*(5) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST], true, 0
+- Exchange rangepartitioning(ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST, rnk#204324 ASC NULLS FIRST, 5), true, [id=#151921]
+- *(4) Filter (isnotnull(rnk#204324) AND (rnk#204324 = 1))
+- Window [rank(dec#204336) windowspecdefinition(ts#204335, dec#204336 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS rnk#204324], [ts#204335], [dec#204336 ASC NULLS FIRST]
+- *(3) Sort [ts#204335 ASC NULLS FIRST, dec#204336 ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(ts#204335, 5), true, [id=#151913]
+- *(2) Project [ts#204335, dec#204336]
+- *(2) BroadcastHashJoin [b#204330L], [b#204341L], Inner, BuildRight
:- *(2) Project [b#204330L, ts#204335, dec#204336]
: +- *(2) Filter ((isnotnull(t#204327) AND (cast(t#204327 as int) < 10)) AND isnotnull(b#204330L))
: +- Scan hive default.over1k [b#204330L, dec#204336, t#204327, ts#204335], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204327, si#204328, i#204329, b#204330L, f#204331, d#204332, bo#204333, s#204334, ts#204335, dec#204336, bin#204337]
+- BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint, false])), [id=#151908]
+- *(1) Filter isnotnull(b#204341L)
+- Scan hive default.over1k [b#204341L], HiveTableRelation `default`.`over1k`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [t#204338, si#204339, i#204340, b#204341L, f#204342, d#204343, bo#204344, s#204345, ts#204346, dec#204347, bin#204348]
== HIVE - 474 row(s) ==
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703074 58.47 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703076 18.51 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703077 66.68 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703087 25.19 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703088 1.97 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703089 41.57 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703091 68.85 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703092 54.02 1
2013-03-01 09:11:58.703096 87.84 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703097 0.9 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703098 21.29 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.703104 75.85 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.70311 65.88 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703111 85.94 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703112 13.29 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703113 58.65 1
2013-03-01 09:11:58.703118 8.69 1
2013-03-01 09:11:58.703118 8.69 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.70312 52.6 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703125 78.52 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703131 63.81 1
2013-03-01 09:11:58.703132 1.86 1
2013-03-01 09:11:58.703132 1.86 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703135 88.38 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703136 27.89 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703138 86.7 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703139 43.53 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703144 21.59 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703154 16.93 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703156 62.42 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703157 8.99 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703174 36.33 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703178 93.29 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703179 60.94 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703181 26.6 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703184 73.93 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703185 8.91 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703186 91.46 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703188 32.85 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703189 37.74 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703195 82.5 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703198 97.18 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703206 80.94 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703207 55.06 1
2013-03-01 09:11:58.703209 25.92 1
2013-03-01 09:11:58.703209 25.92 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.70321 37.12 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703213 48.8 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.703219 32.73 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.70322 7.37 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703221 26.64 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703223 57.1 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703224 42.93 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703226 68.3 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703231 18.7 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703233 40.81 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703242 31.23 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703244 25.67 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703245 32.3 1
2013-03-01 09:11:58.703246 72.87 1
2013-03-01 09:11:58.703246 72.87 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703248 81.28 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.703249 93.3 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.70325 93.79 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703254 0.32 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703256 43.8 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703258 21.21 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703259 52.28 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703262 78.56 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703263 14.4 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703264 52.49 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703265 11.46 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703266 83.67 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703269 61.06 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703272 7.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703273 30.49 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703275 90.69 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703276 88.46 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.703278 69.42 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.70328 45.81 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703281 62.11 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703283 17.62 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703289 0.56 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703293 42.86 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703294 29.74 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703296 43.66 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703299 23.19 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.703309 89.4 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.70331 69.26 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703313 20.69 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703315 53.04 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703318 85.62 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703323 65.61 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703324 98.36 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1
2013-03-01 09:11:58.703325 65.81 1
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:366)
at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at scala.collection.TraversableLike.map(TraversableLike.scala:237)
at scala.collection.TraversableLike.map$(TraversableLike.scala:230)
at scala.collection.AbstractTraversable.map(Traversable.scala:108)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)
at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)
at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)
at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)
at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)