Timed out waiting for stream: The code passed to failAfter did not complete within 60 seconds.
java.lang.Thread.getStackTrace(Thread.java:1559)
 org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:234)
 org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
 org.apache.spark.ml.feature.CountVectorizerSuite.failAfterImpl(CountVectorizerSuite.scala:25)
 org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
 org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)
 org.apache.spark.ml.feature.CountVectorizerSuite.failAfter(CountVectorizerSuite.scala:25)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7(StreamTest.scala:463)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7$adapted(StreamTest.scala:462)
 scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)

 Caused by: null
 java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2151)
 org.apache.spark.sql.execution.streaming.StreamExecution.awaitOffset(StreamExecution.scala:457)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$8(StreamTest.scala:464)
 scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
 org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
 org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:239)
 org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
 org.apache.spark.ml.feature.CountVectorizerSuite.failAfterImpl(CountVectorizerSuite.scala:25)
 org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
 org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)


== Progress ==
 AddData to MemoryStream[_1#80733,_2#80734,_3#80735]: (0,List(a, b, c, d),(2,[0,1],[1.0,1.0])),(1,List(a, b, c),(2,[0,1],[1.0,1.0])),(2,List(a, b),(2,[0,1],[1.0,1.0])),(3,List(a),(2,[0],[1.0]))
=> CheckAnswerByFunc

== Stream ==
Output Mode: Append
Stream state: {}
Thread state: alive
Thread stack trace: scala.collection.TraversableOnce.nonEmpty(TraversableOnce.scala:114)
scala.collection.TraversableOnce.nonEmpty$(TraversableOnce.scala:114)
scala.collection.AbstractTraversable.nonEmpty(Traversable.scala:108)
scala.collection.generic.Growable.loop$1(Growable.scala:55)
scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:61)
scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53)
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:189)
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:47)
scala.collection.TraversableLike.$anonfun$flatMap$1(TraversableLike.scala:244)
scala.collection.TraversableLike$$Lambda$336/1478150312.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
scala.collection.TraversableLike.flatMap(TraversableLike.scala:244)
scala.collection.TraversableLike.flatMap$(TraversableLike.scala:241)
scala.collection.immutable.List.flatMap(List.scala:355)
org.apache.spark.sql.catalyst.plans.QueryPlan.seqToExpressions$1(QueryPlan.scala:145)
org.apache.spark.sql.catalyst.plans.QueryPlan.$anonfun$expressions$2(QueryPlan.scala:154)
org.apache.spark.sql.catalyst.plans.QueryPlan$$Lambda$2439/1794314439.apply(Unknown Source)
scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484)
scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490)
scala.collection.Iterator.toStream(Iterator.scala:1415)
scala.collection.Iterator.toStream$(Iterator.scala:1414)
scala.collection.AbstractIterator.toStream(Iterator.scala:1429)
scala.collection.TraversableOnce.toSeq(TraversableOnce.scala:301)
scala.collection.TraversableOnce.toSeq$(TraversableOnce.scala:301)
scala.collection.AbstractIterator.toSeq(Iterator.scala:1429)
org.apache.spark.sql.catalyst.plans.QueryPlan.expressions(QueryPlan.scala:151)
org.apache.spark.sql.catalyst.plans.logical.PlanHelper$.specialExpressionsInUnsupportedOperator(PlanHelper.scala:40)
org.apache.spark.sql.catalyst.optimizer.Optimizer.$anonfun$isPlanIntegral$1(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer.$anonfun$isPlanIntegral$1$adapted(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer$$Lambda$2600/977245867.apply(Unknown Source)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:129)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$2(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2498/529621529.apply(Unknown Source)
scala.Option.orElse(Option.scala:306)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$1(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2443/257684104.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$2(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2498/529621529.apply(Unknown Source)
scala.Option.orElse(Option.scala:306)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$1(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2443/257684104.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:132)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:38)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$2(RuleExecutor.scala:125)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$2419/1993191331.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1(RuleExecutor.scala:106)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1$adapted(RuleExecutor.scala:98)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$2418/190490203.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:98)
org.apache.spark.sql.execution.streaming.IncrementalExecution.$anonfun$optimizedPlan$1(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution$$Lambda$2974/1895776445.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan$lzycompute(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan(IncrementalExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution.$anonfun$sparkPlan$1(QueryExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2628/2053136992.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:75)
org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:75)
org.apache.spark.sql.execution.QueryExecution.$anonfun$executedPlan$1(QueryExecution.scala:85)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2627/1038892935.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:85)
org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:84)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:545)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2972/724107857.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:535)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:213)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2880/879681262.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:181)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2878/897063366.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)


== Sink ==



== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [features#80757, expected#80738]
 +- Project [id#80736, words#80737, expected#80738, UDF(words#80737) AS features#80757]
 +- Project [id#80743 AS id#80736, words#80744 AS words#80737, expected#80745 AS expected#80738]
 +- Project [_1#80733 AS id#80743, _2#80734 AS words#80744, _3#80735 AS expected#80745]
 +- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0

== Analyzed Logical Plan ==

WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [features#80757, expected#80738]
 +- Project [id#80736, words#80737, expected#80738, UDF(words#80737) AS features#80757]
 +- Project [id#80743 AS id#80736, words#80744 AS words#80737, expected#80745 AS expected#80738]
 +- Project [_1#80733 AS id#80743, _2#80734 AS words#80744, _3#80735 AS expected#80745]
 +- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0

== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [UDF(_2#80734) AS features#80757, _3#80735 AS expected#80738]
 +- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0

== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- *(1) Project [UDF(_2#80734) AS features#80757, _3#80735 AS expected#80738]
 +- *(1) Project [_1#80733, _2#80734, _3#80735]
 +- *(1) MicroBatchScan[_1#80733, _2#80734, _3#80735] MemoryStreamDataSource

 

org.scalatest.exceptions.TestFailedException:
Timed out waiting for stream: The code passed to failAfter did not complete within 60 seconds.
java.lang.Thread.getStackTrace(Thread.java:1559)
org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:234)
org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
org.apache.spark.ml.feature.CountVectorizerSuite.failAfterImpl(CountVectorizerSuite.scala:25)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)
org.apache.spark.ml.feature.CountVectorizerSuite.failAfter(CountVectorizerSuite.scala:25)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7(StreamTest.scala:463)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7$adapted(StreamTest.scala:462)
scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)
Caused by: null
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2151)
org.apache.spark.sql.execution.streaming.StreamExecution.awaitOffset(StreamExecution.scala:457)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$8(StreamTest.scala:464)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:239)
org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
org.apache.spark.ml.feature.CountVectorizerSuite.failAfterImpl(CountVectorizerSuite.scala:25)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)
== Progress ==
AddData to MemoryStream[_1#80733,_2#80734,_3#80735]: (0,List(a, b, c, d),(2,[0,1],[1.0,1.0])),(1,List(a, b, c),(2,[0,1],[1.0,1.0])),(2,List(a, b),(2,[0,1],[1.0,1.0])),(3,List(a),(2,[0],[1.0]))
=> CheckAnswerByFunc
== Stream ==
Output Mode: Append
Stream state: {}
Thread state: alive
Thread stack trace: scala.collection.TraversableOnce.nonEmpty(TraversableOnce.scala:114)
scala.collection.TraversableOnce.nonEmpty$(TraversableOnce.scala:114)
scala.collection.AbstractTraversable.nonEmpty(Traversable.scala:108)
scala.collection.generic.Growable.loop$1(Growable.scala:55)
scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:61)
scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53)
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:189)
scala.collection.mutable.ListBuffer.$plus$plus$eq(ListBuffer.scala:47)
scala.collection.TraversableLike.$anonfun$flatMap$1(TraversableLike.scala:244)
scala.collection.TraversableLike$$Lambda$336/1478150312.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
scala.collection.TraversableLike.flatMap(TraversableLike.scala:244)
scala.collection.TraversableLike.flatMap$(TraversableLike.scala:241)
scala.collection.immutable.List.flatMap(List.scala:355)
org.apache.spark.sql.catalyst.plans.QueryPlan.seqToExpressions$1(QueryPlan.scala:145)
org.apache.spark.sql.catalyst.plans.QueryPlan.$anonfun$expressions$2(QueryPlan.scala:154)
org.apache.spark.sql.catalyst.plans.QueryPlan$$Lambda$2439/1794314439.apply(Unknown Source)
scala.collection.Iterator$$anon$11.nextCur(Iterator.scala:484)
scala.collection.Iterator$$anon$11.hasNext(Iterator.scala:490)
scala.collection.Iterator.toStream(Iterator.scala:1415)
scala.collection.Iterator.toStream$(Iterator.scala:1414)
scala.collection.AbstractIterator.toStream(Iterator.scala:1429)
scala.collection.TraversableOnce.toSeq(TraversableOnce.scala:301)
scala.collection.TraversableOnce.toSeq$(TraversableOnce.scala:301)
scala.collection.AbstractIterator.toSeq(Iterator.scala:1429)
org.apache.spark.sql.catalyst.plans.QueryPlan.expressions(QueryPlan.scala:151)
org.apache.spark.sql.catalyst.plans.logical.PlanHelper$.specialExpressionsInUnsupportedOperator(PlanHelper.scala:40)
org.apache.spark.sql.catalyst.optimizer.Optimizer.$anonfun$isPlanIntegral$1(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer.$anonfun$isPlanIntegral$1$adapted(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer$$Lambda$2600/977245867.apply(Unknown Source)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:129)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$2(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2498/529621529.apply(Unknown Source)
scala.Option.orElse(Option.scala:306)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$1(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2443/257684104.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$2(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2498/529621529.apply(Unknown Source)
scala.Option.orElse(Option.scala:306)
org.apache.spark.sql.catalyst.trees.TreeNode.$anonfun$find$1(TreeNode.scala:132)
org.apache.spark.sql.catalyst.trees.TreeNode$$Lambda$2443/257684104.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.trees.TreeNode.find(TreeNode.scala:132)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:47)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:38)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$2(RuleExecutor.scala:125)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$2419/1993191331.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1(RuleExecutor.scala:106)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1$adapted(RuleExecutor.scala:98)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$2418/190490203.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:98)
org.apache.spark.sql.execution.streaming.IncrementalExecution.$anonfun$optimizedPlan$1(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution$$Lambda$2974/1895776445.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan$lzycompute(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan(IncrementalExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution.$anonfun$sparkPlan$1(QueryExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2628/2053136992.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:75)
org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:75)
org.apache.spark.sql.execution.QueryExecution.$anonfun$executedPlan$1(QueryExecution.scala:85)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2627/1038892935.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:85)
org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:84)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:545)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2972/724107857.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:535)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:213)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2880/879681262.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:181)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2878/897063366.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)
== Sink ==
== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [features#80757, expected#80738]
+- Project [id#80736, words#80737, expected#80738, UDF(words#80737) AS features#80757]
+- Project [id#80743 AS id#80736, words#80744 AS words#80737, expected#80745 AS expected#80738]
+- Project [_1#80733 AS id#80743, _2#80734 AS words#80744, _3#80735 AS expected#80745]
+- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0
== Analyzed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [features#80757, expected#80738]
+- Project [id#80736, words#80737, expected#80738, UDF(words#80737) AS features#80757]
+- Project [id#80743 AS id#80736, words#80744 AS words#80737, expected#80745 AS expected#80738]
+- Project [_1#80733 AS id#80743, _2#80734 AS words#80744, _3#80735 AS expected#80745]
+- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0
== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- Project [UDF(_2#80734) AS features#80757, _3#80735 AS expected#80738]
+- StreamingDataSourceV2Relation [_1#80733, _2#80734, _3#80735], org.apache.spark.sql.execution.streaming.MemoryStreamScanBuilder@638047a4, MemoryStream[_1#80733,_2#80734,_3#80735], -1, 0
== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@42ca4b3c
+- *(1) Project [UDF(_2#80734) AS features#80757, _3#80735 AS expected#80738]
+- *(1) Project [_1#80733, _2#80734, _3#80735]
+- *(1) MicroBatchScan[_1#80733, _2#80734, _3#80735] MemoryStreamDataSource
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:444)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:780)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:756)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:326)
at org.apache.spark.ml.feature.CountVectorizerSuite.testStream(CountVectorizerSuite.scala:25)
at org.apache.spark.ml.util.MLTest.testTransformerOnStreamData(MLTest.scala:86)
at org.apache.spark.ml.util.MLTest.testTransformerOnStreamData$(MLTest.scala:67)
at org.apache.spark.ml.feature.CountVectorizerSuite.testTransformerOnStreamData(CountVectorizerSuite.scala:25)
at org.apache.spark.ml.util.MLTest.testTransformerByGlobalCheckFunc(MLTest.scala:121)
at org.apache.spark.ml.util.MLTest.testTransformerByGlobalCheckFunc$(MLTest.scala:114)
at org.apache.spark.ml.feature.CountVectorizerSuite.testTransformerByGlobalCheckFunc(CountVectorizerSuite.scala:25)
at org.apache.spark.ml.util.MLTest.testTransformer(MLTest.scala:111)
at org.apache.spark.ml.util.MLTest.testTransformer$(MLTest.scala:101)
at org.apache.spark.ml.feature.CountVectorizerSuite.testTransformer(CountVectorizerSuite.scala:25)
at org.apache.spark.ml.feature.CountVectorizerSuite.$anonfun$new$6(CountVectorizerSuite.scala:113)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:56)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:56)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)