&#010;Failed to execute query using catalyst:&#010;Error: execute, tree:&#010;Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]&#010;+- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]&#010;&#010;org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:&#010;Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]&#010;+- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]&#010;&#010; at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)&#010; at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)&#010; at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)&#010; at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)&#010; at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)&#010; at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)&#010; at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)&#010; at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)&#010; at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)&#010; at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)&#010; at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)&#010; at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)&#010; at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)&#010; at org.apache.spark.sql.execution.window.WindowExec.doExecute(WindowExec.scala:115)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)&#010; at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)&#010; at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)&#010; at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)&#010; at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)&#010; at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)&#010; at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)&#010; at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)&#010; at org.apache.spark.sql.execution.ProjectExec.inputRDDs(basicPhysicalOperators.scala:45)&#010; at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)&#010; at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)&#010; at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)&#010; at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)&#010; at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)&#010; at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:378)&#010; at org.apache.spark.sql.execution.SparkPlan.executeCollectPublic(SparkPlan.scala:408)&#010; at org.apache.spark.sql.execution.HiveResult$.hiveResultString(HiveResult.scala:52)&#010; at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(HiveComparisonTest.scala:351)&#010; at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)&#010; at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)&#010; at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)&#010; at org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(HiveComparisonTest.scala:351)&#010; at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:353)&#010; at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)&#010; at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)&#010; at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)&#010; at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)&#010; at scala.collection.TraversableLike.map(TraversableLike.scala:237)&#010; at scala.collection.TraversableLike.map$(TraversableLike.scala:230)&#010; at scala.collection.AbstractTraversable.map(Traversable.scala:108)&#010; at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)&#010; at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)&#010; at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)&#010; at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)&#010; at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)&#010; at org.scalatest.Transformer.apply(Transformer.scala:22)&#010; at org.scalatest.Transformer.apply(Transformer.scala:20)&#010; at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)&#010; at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)&#010; at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)&#010; at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)&#010; at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)&#010; at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)&#010; at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)&#010; at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)&#010; at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)&#010; at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)&#010; at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)&#010; at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)&#010; at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)&#010; at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)&#010; at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)&#010; at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)&#010; at scala.collection.immutable.List.foreach(List.scala:392)&#010; at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)&#010; at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)&#010; at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)&#010; at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)&#010; at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)&#010; at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)&#010; at org.scalatest.Suite.run(Suite.scala:1147)&#010; at org.scalatest.Suite.run$(Suite.scala:1129)&#010; at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)&#010; at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)&#010; at org.scalatest.SuperEngine.runImpl(Engine.scala:521)&#010; at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)&#010; at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)&#010; at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)&#010; at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)&#010; at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)&#010; at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)&#010; at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)&#010; at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)&#010; at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)&#010; at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)&#010; at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)&#010; at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)&#010; at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)&#010; at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)&#010; at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)&#010; at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)&#010; at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)&#010; at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)&#010; at org.scalatest.Suite.run(Suite.scala:1144)&#010; at org.scalatest.Suite.run$(Suite.scala:1129)&#010; at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)&#010; at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)&#010; at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)&#010; at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)&#010; at scala.collection.immutable.List.foreach(List.scala:392)&#010; at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)&#010; at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)&#010; at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)&#010; at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)&#010; at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)&#010; at org.scalatest.tools.Runner$.main(Runner.scala:827)&#010; at org.scalatest.tools.Runner.main(Runner.scala)&#010;Caused by: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.&#010;This stopped SparkContext was created at:&#010;&#010;org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)&#010;sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)&#010;sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)&#010;sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)&#010;java.lang.reflect.Constructor.newInstance(Constructor.java:423)&#010;java.lang.Class.newInstance(Class.java:442)&#010;org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)&#010;org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)&#010;scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)&#010;scala.collection.Iterator.foreach(Iterator.scala:941)&#010;scala.collection.Iterator.foreach$(Iterator.scala:941)&#010;scala.collection.AbstractIterator.foreach(Iterator.scala:1429)&#010;scala.collection.IterableLike.foreach(IterableLike.scala:74)&#010;scala.collection.IterableLike.foreach$(IterableLike.scala:73)&#010;scala.collection.AbstractIterable.foreach(Iterable.scala:56)&#010;scala.collection.TraversableLike.map(TraversableLike.scala:237)&#010;scala.collection.TraversableLike.map$(TraversableLike.scala:230)&#010;scala.collection.AbstractTraversable.map(Traversable.scala:108)&#010;org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)&#010;org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)&#010;&#010;The currently active SparkContext was created at:&#010;&#010;(No active SparkContext.)&#010; &#010; at org.apache.spark.SparkContext.assertNotStopped(SparkContext.scala:109)&#010; at org.apache.spark.SparkContext.broadcast(SparkContext.scala:1466)&#010; at org.apache.spark.sql.hive.HadoopTableReader.<init>(TableReader.scala:90)&#010; at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader$lzycompute(HiveTableScanExec.scala:110)&#010; at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader(HiveTableScanExec.scala:105)&#010; at org.apache.spark.sql.hive.execution.HiveTableScanExec.$anonfun$doExecute$1(HiveTableScanExec.scala:188)&#010; at org.apache.spark.util.Utils$.withDummyCallSite(Utils.scala:2488)&#010; at org.apache.spark.sql.hive.execution.HiveTableScanExec.doExecute(HiveTableScanExec.scala:188)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)&#010; at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)&#010; at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)&#010; at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)&#010; at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)&#010; at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)&#010; at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)&#010; ... 118 more&#010;&#010;select p_mfgr, p_name,&#010;rank() over(distribute by p_mfgr sort by p_name) as r,&#010;dense_rank() over(distribute by p_mfgr sort by p_name) as dr,&#010;count(p_size) over(distribute by p_mfgr sort by p_name) as cd,&#010;p_retailprice, sum(p_retailprice) over (distribute by p_mfgr sort by p_name&#010; rows between unbounded preceding and current row) as s1,&#010;p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) as deltaSz&#010;from part&#010;== Parsed Logical Plan ==&#010;'Project ['p_mfgr, 'p_name, 'rank() windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS r#204473, 'dense_rank() windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS dr#204474, 'count('p_size) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS cd#204475, 'p_retailprice, 'sum('p_retailprice) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, 'p_size, ('p_size - 'lag('p_size, 1, 'p_size) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$())) AS deltaSz#204477]&#010;+- 'UnresolvedRelation [part]&#010;&#010;== Analyzed Logical Plan ==&#010;p_mfgr: string, p_name: string, r: int, dr: int, cd: bigint, p_retailprice: double, s1: double, p_size: int, deltaSz: int&#010;Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, deltaSz#204477]&#010;+- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487, r#204473, dr#204474, cd#204475L, s1#204476, _we4#204499, r#204473, dr#204474, cd#204475L, s1#204476, (p_size#204487 - _we4#204499) AS deltaSz#204477]&#010; +- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]&#010; +- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487]&#010; +- SubqueryAlias `default`.`part`&#010; +- HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]&#010;&#010;== Optimized Logical Plan ==&#010;Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, (p_size#204487 - _we4#204499) AS deltaSz#204477]&#010;+- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]&#010; +- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487]&#010; +- HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]&#010;&#010;== Physical Plan ==&#010;*(2) Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, (p_size#204487 - _we4#204499) AS deltaSz#204477]&#010;+- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]&#010; +- *(1) Sort [p_mfgr#204484 ASC NULLS FIRST, p_name#204483 ASC NULLS FIRST], false, 0&#010; +- Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]&#010; +- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]&#010;&#010;== HIVE - 26 row(s) ==&#010;Manufacturer#1 almond antique burnished rose metallic 1 1 2 1173.15 1173.15 2 0&#010;Manufacturer#1 almond antique burnished rose metallic 1 1 2 1173.15 2346.3 2 0&#010;Manufacturer#1 almond antique chartreuse lavender yellow 3 2 3 1753.76 4100.06 34 32&#010;Manufacturer#1 almond antique salmon chartreuse burlywood 4 3 4 1602.59 5702.650000000001 6 -28&#010;Manufacturer#1 almond aquamarine burnished black steel 5 4 5 1414.42 7117.070000000001 28 22&#010;Manufacturer#1 almond aquamarine pink moccasin thistle 6 5 6 1632.66 8749.730000000001 42 14&#010;Manufacturer#2 almond antique violet chocolate turquoise 1 1 1 1690.68 1690.68 14 0&#010;Manufacturer#2 almond antique violet turquoise frosted 2 2 2 1800.7 3491.38 40 26&#010;Manufacturer#2 almond aquamarine midnight light salmon 3 3 3 2031.98 5523.360000000001 2 -38&#010;Manufacturer#2 almond aquamarine rose maroon antique 4 4 4 1698.66 7222.02 25 23&#010;Manufacturer#2 almond aquamarine sandy cyan gainsboro 5 5 5 1701.6 8923.62 18 -7&#010;Manufacturer#3 almond antique chartreuse khaki white 1 1 1 1671.68 1671.68 17 0&#010;Manufacturer#3 almond antique forest lavender goldenrod 2 2 2 1190.27 2861.95 14 -3&#010;Manufacturer#3 almond antique metallic orange dim 3 3 3 1410.39 4272.34 19 5&#010;Manufacturer#3 almond antique misty red olive 4 4 4 1922.98 6195.32 1 -18&#010;Manufacturer#3 almond antique olive coral navajo 5 5 5 1337.29 7532.61 45 44&#010;Manufacturer#4 almond antique gainsboro frosted violet 1 1 1 1620.67 1620.67 10 0&#010;Manufacturer#4 almond antique violet mint lemon 2 2 2 1375.42 2996.09 39 29&#010;Manufacturer#4 almond aquamarine floral ivory bisque 3 3 3 1206.26 4202.35 27 -12&#010;Manufacturer#4 almond aquamarine yellow dodger mint 4 4 4 1844.92 6047.27 7 -20&#010;Manufacturer#4 almond azure aquamarine papaya violet 5 5 5 1290.35 7337.620000000001 12 5&#010;Manufacturer#5 almond antique blue firebrick mint 1 1 1 1789.69 1789.69 31 0&#010;Manufacturer#5 almond antique medium spring khaki 2 2 2 1611.66 3401.3500000000004 6 -25&#010;Manufacturer#5 almond antique sky peru orange 3 3 3 1788.73 5190.08 2 -4&#010;Manufacturer#5 almond aquamarine dodger light gainsboro 4 4 4 1018.1 6208.18 46 44&#010;Manufacturer#5 almond azure blanched chiffon midnight 5 5 5 1464.48 7672.66 23 -23&#010;

      org.scalatest.exceptions.TestFailedException: 
Failed to execute query using catalyst:
Error: execute, tree:
Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]
+- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]

org.apache.spark.sql.catalyst.errors.package$TreeNodeException: execute, tree:
Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]
+- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]

	at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:56)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.doExecute(ShuffleExchangeExec.scala:90)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
	at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
	at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
	at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
	at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
	at org.apache.spark.sql.execution.SortExec.inputRDDs(SortExec.scala:124)
	at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
	at org.apache.spark.sql.execution.window.WindowExec.doExecute(WindowExec.scala:115)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
	at org.apache.spark.sql.execution.InputAdapter.inputRDD(WholeStageCodegenExec.scala:524)
	at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs(WholeStageCodegenExec.scala:452)
	at org.apache.spark.sql.execution.InputRDDCodegen.inputRDDs$(WholeStageCodegenExec.scala:451)
	at org.apache.spark.sql.execution.InputAdapter.inputRDDs(WholeStageCodegenExec.scala:495)
	at org.apache.spark.sql.execution.ProjectExec.inputRDDs(basicPhysicalOperators.scala:45)
	at org.apache.spark.sql.execution.WholeStageCodegenExec.doExecute(WholeStageCodegenExec.scala:717)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
	at org.apache.spark.sql.execution.SparkPlan.getByteArrayRdd(SparkPlan.scala:329)
	at org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:378)
	at org.apache.spark.sql.execution.SparkPlan.executeCollectPublic(SparkPlan.scala:408)
	at org.apache.spark.sql.execution.HiveResult$.hiveResultString(HiveResult.scala:52)
	at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$32(HiveComparisonTest.scala:351)
	at org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
	at org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
	at org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
	at org.apache.spark.sql.hive.execution.HiveComparisonTest.getResult$1(HiveComparisonTest.scala:351)
	at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:353)
	at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
	at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
	at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
	at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
	at scala.collection.TraversableLike.map(TraversableLike.scala:237)
	at scala.collection.TraversableLike.map$(TraversableLike.scala:230)
	at scala.collection.AbstractTraversable.map(Traversable.scala:108)
	at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)
	at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)
	at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
	at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
	at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
	at org.scalatest.Transformer.apply(Transformer.scala:22)
	at org.scalatest.Transformer.apply(Transformer.scala:20)
	at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
	at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
	at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
	at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
	at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
	at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
	at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
	at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
	at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
	at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
	at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)
	at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)
	at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)
	at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)
	at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
	at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
	at scala.collection.immutable.List.foreach(List.scala:392)
	at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
	at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
	at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
	at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
	at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
	at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
	at org.scalatest.Suite.run(Suite.scala:1147)
	at org.scalatest.Suite.run$(Suite.scala:1129)
	at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
	at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
	at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
	at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
	at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
	at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
	at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
	at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
	at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
	at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)
	at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)
	at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)
	at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)
	at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
	at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
	at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
	at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
	at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
	at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
	at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
	at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
	at org.scalatest.Suite.run(Suite.scala:1144)
	at org.scalatest.Suite.run$(Suite.scala:1129)
	at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
	at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
	at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
	at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
	at scala.collection.immutable.List.foreach(List.scala:392)
	at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
	at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
	at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
	at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
	at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
	at org.scalatest.tools.Runner$.main(Runner.scala:827)
	at org.scalatest.tools.Runner.main(Runner.scala)
Caused by: java.lang.IllegalStateException: Cannot call methods on a stopped SparkContext.
This stopped SparkContext was created at:

org.apache.spark.sql.hive.StatisticsSuite.<init>(StatisticsSuite.scala:46)
sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
java.lang.reflect.Constructor.newInstance(Constructor.java:423)
java.lang.Class.newInstance(Class.java:442)
org.scalatest.tools.DiscoverySuite$.getSuiteInstance(DiscoverySuite.scala:66)
org.scalatest.tools.DiscoverySuite.$anonfun$nestedSuites$1(DiscoverySuite.scala:38)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.Iterator.foreach(Iterator.scala:941)
scala.collection.Iterator.foreach$(Iterator.scala:941)
scala.collection.AbstractIterator.foreach(Iterator.scala:1429)
scala.collection.IterableLike.foreach(IterableLike.scala:74)
scala.collection.IterableLike.foreach$(IterableLike.scala:73)
scala.collection.AbstractIterable.foreach(Iterable.scala:56)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.scalatest.tools.DiscoverySuite.<init>(DiscoverySuite.scala:37)
org.scalatest.tools.Runner$.genDiscoSuites$1(Runner.scala:1165)

The currently active SparkContext was created at:

(No active SparkContext.)
         
	at org.apache.spark.SparkContext.assertNotStopped(SparkContext.scala:109)
	at org.apache.spark.SparkContext.broadcast(SparkContext.scala:1466)
	at org.apache.spark.sql.hive.HadoopTableReader.<init>(TableReader.scala:90)
	at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader$lzycompute(HiveTableScanExec.scala:110)
	at org.apache.spark.sql.hive.execution.HiveTableScanExec.hadoopReader(HiveTableScanExec.scala:105)
	at org.apache.spark.sql.hive.execution.HiveTableScanExec.$anonfun$doExecute$1(HiveTableScanExec.scala:188)
	at org.apache.spark.util.Utils$.withDummyCallSite(Utils.scala:2488)
	at org.apache.spark.sql.hive.execution.HiveTableScanExec.doExecute(HiveTableScanExec.scala:188)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$execute$1(SparkPlan.scala:189)
	at org.apache.spark.sql.execution.SparkPlan.$anonfun$executeQuery$1(SparkPlan.scala:227)
	at org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
	at org.apache.spark.sql.execution.SparkPlan.executeQuery(SparkPlan.scala:224)
	at org.apache.spark.sql.execution.SparkPlan.execute(SparkPlan.scala:185)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD$lzycompute(ShuffleExchangeExec.scala:64)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.inputRDD(ShuffleExchangeExec.scala:64)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency$lzycompute(ShuffleExchangeExec.scala:74)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.shuffleDependency(ShuffleExchangeExec.scala:72)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.createShuffledRDD(ShuffleExchangeExec.scala:82)
	at org.apache.spark.sql.execution.exchange.ShuffleExchangeExec.$anonfun$doExecute$1(ShuffleExchangeExec.scala:93)
	at org.apache.spark.sql.catalyst.errors.package$.attachTree(package.scala:52)
	... 118 more

select p_mfgr, p_name,
rank() over(distribute by p_mfgr sort by p_name) as r,
dense_rank() over(distribute by p_mfgr sort by p_name) as dr,
count(p_size) over(distribute by p_mfgr sort by p_name) as cd,
p_retailprice, sum(p_retailprice) over (distribute by p_mfgr sort by p_name
                                  rows between unbounded preceding and current row) as s1,
p_size, p_size - lag(p_size,1,p_size) over(distribute by p_mfgr sort by p_name) as deltaSz
from part
== Parsed Logical Plan ==
'Project ['p_mfgr, 'p_name, 'rank() windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS r#204473, 'dense_rank() windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS dr#204474, 'count('p_size) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$()) AS cd#204475, 'p_retailprice, 'sum('p_retailprice) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, 'p_size, ('p_size - 'lag('p_size, 1, 'p_size) windowspecdefinition('p_mfgr, 'p_name ASC NULLS FIRST, unspecifiedframe$())) AS deltaSz#204477]
+- 'UnresolvedRelation [part]

== Analyzed Logical Plan ==
p_mfgr: string, p_name: string, r: int, dr: int, cd: bigint, p_retailprice: double, s1: double, p_size: int, deltaSz: int
Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, deltaSz#204477]
+- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487, r#204473, dr#204474, cd#204475L, s1#204476, _we4#204499, r#204473, dr#204474, cd#204475L, s1#204476, (p_size#204487 - _we4#204499) AS deltaSz#204477]
   +- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]
      +- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487]
         +- SubqueryAlias `default`.`part`
            +- HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]

== Optimized Logical Plan ==
Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, (p_size#204487 - _we4#204499) AS deltaSz#204477]
+- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]
   +- Project [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487]
      +- HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]

== Physical Plan ==
*(2) Project [p_mfgr#204484, p_name#204483, r#204473, dr#204474, cd#204475L, p_retailprice#204489, s1#204476, p_size#204487, (p_size#204487 - _we4#204499) AS deltaSz#204477]
+- Window [rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS r#204473, dense_rank(p_name#204483) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS dr#204474, count(p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RangeFrame, unboundedpreceding$(), currentrow$())) AS cd#204475L, sum(p_retailprice#204489) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS s1#204476, lag(p_size#204487, 1, p_size#204487) windowspecdefinition(p_mfgr#204484, p_name#204483 ASC NULLS FIRST, specifiedwindowframe(RowFrame, -1, -1)) AS _we4#204499], [p_mfgr#204484], [p_name#204483 ASC NULLS FIRST]
   +- *(1) Sort [p_mfgr#204484 ASC NULLS FIRST, p_name#204483 ASC NULLS FIRST], false, 0
      +- Exchange hashpartitioning(p_mfgr#204484, 5), true, [id=#152063]
         +- Scan hive default.part [p_mfgr#204484, p_name#204483, p_retailprice#204489, p_size#204487], HiveTableRelation `default`.`part`, org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe, [p_partkey#204482, p_name#204483, p_mfgr#204484, p_brand#204485, p_type#204486, p_size#204487, p_container#204488, p_retailprice#204489, p_comment#204490]

== HIVE - 26 row(s) ==
Manufacturer#1	almond antique burnished rose metallic	1	1	2	1173.15	1173.15	2	0
Manufacturer#1	almond antique burnished rose metallic	1	1	2	1173.15	2346.3	2	0
Manufacturer#1	almond antique chartreuse lavender yellow	3	2	3	1753.76	4100.06	34	32
Manufacturer#1	almond antique salmon chartreuse burlywood	4	3	4	1602.59	5702.650000000001	6	-28
Manufacturer#1	almond aquamarine burnished black steel	5	4	5	1414.42	7117.070000000001	28	22
Manufacturer#1	almond aquamarine pink moccasin thistle	6	5	6	1632.66	8749.730000000001	42	14
Manufacturer#2	almond antique violet chocolate turquoise	1	1	1	1690.68	1690.68	14	0
Manufacturer#2	almond antique violet turquoise frosted	2	2	2	1800.7	3491.38	40	26
Manufacturer#2	almond aquamarine midnight light salmon	3	3	3	2031.98	5523.360000000001	2	-38
Manufacturer#2	almond aquamarine rose maroon antique	4	4	4	1698.66	7222.02	25	23
Manufacturer#2	almond aquamarine sandy cyan gainsboro	5	5	5	1701.6	8923.62	18	-7
Manufacturer#3	almond antique chartreuse khaki white	1	1	1	1671.68	1671.68	17	0
Manufacturer#3	almond antique forest lavender goldenrod	2	2	2	1190.27	2861.95	14	-3
Manufacturer#3	almond antique metallic orange dim	3	3	3	1410.39	4272.34	19	5
Manufacturer#3	almond antique misty red olive	4	4	4	1922.98	6195.32	1	-18
Manufacturer#3	almond antique olive coral navajo	5	5	5	1337.29	7532.61	45	44
Manufacturer#4	almond antique gainsboro frosted violet	1	1	1	1620.67	1620.67	10	0
Manufacturer#4	almond antique violet mint lemon	2	2	2	1375.42	2996.09	39	29
Manufacturer#4	almond aquamarine floral ivory bisque	3	3	3	1206.26	4202.35	27	-12
Manufacturer#4	almond aquamarine yellow dodger mint	4	4	4	1844.92	6047.27	7	-20
Manufacturer#4	almond azure aquamarine papaya violet	5	5	5	1290.35	7337.620000000001	12	5
Manufacturer#5	almond antique blue firebrick mint	1	1	1	1789.69	1789.69	31	0
Manufacturer#5	almond antique medium spring khaki	2	2	2	1611.66	3401.3500000000004	6	-25
Manufacturer#5	almond antique sky peru orange	3	3	3	1788.73	5190.08	2	-4
Manufacturer#5	almond aquamarine dodger light gainsboro	4	4	4	1018.1	6208.18	46	44
Manufacturer#5	almond azure blanched chiffon midnight	5	5	5	1464.48	7672.66	23	-23
                
      at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
      at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
      at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
      at org.scalatest.Assertions.fail(Assertions.scala:1089)
      at org.scalatest.Assertions.fail$(Assertions.scala:1085)
      at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
      at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$31(HiveComparisonTest.scala:366)
      at scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
      at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
      at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
      at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
      at scala.collection.TraversableLike.map(TraversableLike.scala:237)
      at scala.collection.TraversableLike.map$(TraversableLike.scala:230)
      at scala.collection.AbstractTraversable.map(Traversable.scala:108)
      at org.apache.spark.sql.hive.execution.HiveComparisonTest.doTest$1(HiveComparisonTest.scala:347)
      at org.apache.spark.sql.hive.execution.HiveComparisonTest.$anonfun$createQueryTest$10(HiveComparisonTest.scala:467)
      at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
      at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
      at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
      at org.scalatest.Transformer.apply(Transformer.scala:22)
      at org.scalatest.Transformer.apply(Transformer.scala:20)
      at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
      at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
      at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
      at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
      at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
      at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
      at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
      at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
      at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
      at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
      at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$runTest(HiveWindowFunctionQuerySuite.scala:35)
      at org.scalatest.BeforeAndAfter.runTest(BeforeAndAfter.scala:203)
      at org.scalatest.BeforeAndAfter.runTest$(BeforeAndAfter.scala:192)
      at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.runTest(HiveWindowFunctionQuerySuite.scala:35)
      at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
      at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
      at scala.collection.immutable.List.foreach(List.scala:392)
      at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
      at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
      at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
      at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
      at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
      at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
      at org.scalatest.Suite.run(Suite.scala:1147)
      at org.scalatest.Suite.run$(Suite.scala:1129)
      at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
      at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
      at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
      at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
      at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
      at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
      at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
      at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
      at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
      at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.org$scalatest$BeforeAndAfter$$super$run(HiveWindowFunctionQuerySuite.scala:35)
      at org.scalatest.BeforeAndAfter.run(BeforeAndAfter.scala:258)
      at org.scalatest.BeforeAndAfter.run$(BeforeAndAfter.scala:256)
      at org.apache.spark.sql.hive.execution.HiveWindowFunctionQuerySuite.run(HiveWindowFunctionQuerySuite.scala:35)
      at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
      at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
      at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
      at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
      at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
      at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
      at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
      at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
      at org.scalatest.Suite.run(Suite.scala:1144)
      at org.scalatest.Suite.run$(Suite.scala:1129)
      at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
      at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
      at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
      at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
      at scala.collection.immutable.List.foreach(List.scala:392)
      at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
      at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
      at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
      at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
      at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
      at org.scalatest.tools.Runner$.main(Runner.scala:827)
      at org.scalatest.tools.Runner.main(Runner.scala)