Timed out waiting for stream: The code passed to failAfter did not complete within 30 seconds.
java.lang.Thread.getStackTrace(Thread.java:1559)
 org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:234)
 org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
 org.apache.spark.sql.kafka010.KafkaSourceTest.failAfterImpl(KafkaMicroBatchSourceSuite.scala:50)
 org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
 org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)
 org.apache.spark.sql.kafka010.KafkaSourceTest.failAfter(KafkaMicroBatchSourceSuite.scala:50)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7(StreamTest.scala:463)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7$adapted(StreamTest.scala:462)
 scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)

 Caused by: null
 java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
 java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2173)
 org.apache.spark.sql.execution.streaming.StreamExecution.awaitOffset(StreamExecution.scala:457)
 org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$8(StreamTest.scala:464)
 scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
 org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
 org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:239)
 org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
 org.apache.spark.sql.kafka010.KafkaSourceTest.failAfterImpl(KafkaMicroBatchSourceSuite.scala:50)
 org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)


== Progress ==
 AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(4, 5, 6), message = )
=> CheckAnswer: [2],[3],[4],[5],[6],[7]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@7de1cc9f,Map(),null)
 CheckAnswer: [2],[3],[4],[5],[6],[7]
 StopStream
 AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(7, 8), message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@61b83fef,Map(),null)
 CheckAnswer: [2],[3],[4],[5],[6],[7],[8],[9]
 AssertOnQuery(<condition>, Add partitions)
 AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(9, 10, 11, 12, 13, 14, 15, 16), message = )
 CheckAnswer: [2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17]

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[topic-8-.*]]: {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}}
Thread state: alive
Thread stack trace: scala.collection.immutable.HashMap.$plus(HashMap.scala:65)
scala.collection.immutable.HashMap.$plus(HashMap.scala:39)
scala.collection.mutable.MapBuilder.$plus$eq(MapBuilder.scala:32)
scala.collection.mutable.MapBuilder.$plus$eq(MapBuilder.scala:28)
scala.collection.generic.Growable.$anonfun$$plus$plus$eq$1(Growable.scala:62)
scala.collection.generic.Growable$$Lambda$22/1260134048.apply(Unknown Source)
scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:62)
scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53)
scala.collection.mutable.MapBuilder.$plus$plus$eq(MapBuilder.scala:28)
scala.collection.generic.GenMapFactory.apply(GenMapFactory.scala:51)
scala.sys.package$.env(package.scala:64)
org.apache.spark.util.Utils$.isTesting(Utils.scala:1883)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:46)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:38)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$2(RuleExecutor.scala:125)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$1813/549049813.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1(RuleExecutor.scala:106)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1$adapted(RuleExecutor.scala:98)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$1812/1756988236.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:98)
org.apache.spark.sql.execution.streaming.IncrementalExecution.$anonfun$optimizedPlan$1(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution$$Lambda$4317/1127973602.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan$lzycompute(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan(IncrementalExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution.$anonfun$sparkPlan$1(QueryExecution.scala:82)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2265/1198859194.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:76)
org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:76)
org.apache.spark.sql.execution.QueryExecution.$anonfun$executedPlan$1(QueryExecution.scala:92)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2264/1117812847.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:92)
org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:91)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:544)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4315/565575825.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:534)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:213)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4213/1592570199.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:181)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4211/594699115.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)


== Sink ==
0: [4] [3] [2]
1: [5]


== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
 +- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
 +- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}

== Analyzed Logical Plan ==

WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
 +- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
 +- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}

== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
 +- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
 +- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}

== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- *(1) SerializeFromObject [input[0, int, false] AS value#2029]
 +- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, obj#2028: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
 +- *(1) Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
 +- *(1) Project [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009]
 +- *(1) MicroBatchScan[key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

 

org.scalatest.exceptions.TestFailedException:
Timed out waiting for stream: The code passed to failAfter did not complete within 30 seconds.
java.lang.Thread.getStackTrace(Thread.java:1559)
org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:234)
org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
org.apache.spark.sql.kafka010.KafkaSourceTest.failAfterImpl(KafkaMicroBatchSourceSuite.scala:50)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
org.scalatest.concurrent.TimeLimits.failAfter$(TimeLimits.scala:229)
org.apache.spark.sql.kafka010.KafkaSourceTest.failAfter(KafkaMicroBatchSourceSuite.scala:50)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7(StreamTest.scala:463)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$7$adapted(StreamTest.scala:462)
scala.collection.mutable.HashMap.$anonfun$foreach$1(HashMap.scala:149)
Caused by: null
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2173)
org.apache.spark.sql.execution.streaming.StreamExecution.awaitOffset(StreamExecution.scala:457)
org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$8(StreamTest.scala:464)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.scalatest.enablers.Timed$$anon$1.timeoutAfter(Timed.scala:127)
org.scalatest.concurrent.TimeLimits.failAfterImpl(TimeLimits.scala:239)
org.scalatest.concurrent.TimeLimits.failAfterImpl$(TimeLimits.scala:233)
org.apache.spark.sql.kafka010.KafkaSourceTest.failAfterImpl(KafkaMicroBatchSourceSuite.scala:50)
org.scalatest.concurrent.TimeLimits.failAfter(TimeLimits.scala:230)
== Progress ==
AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(4, 5, 6), message = )
=> CheckAnswer: [2],[3],[4],[5],[6],[7]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@7de1cc9f,Map(),null)
CheckAnswer: [2],[3],[4],[5],[6],[7]
StopStream
AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(7, 8), message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@61b83fef,Map(),null)
CheckAnswer: [2],[3],[4],[5],[6],[7],[8],[9]
AssertOnQuery(<condition>, Add partitions)
AddKafkaData(topics = Set(topic-8-suffix), data = WrappedArray(9, 10, 11, 12, 13, 14, 15, 16), message = )
CheckAnswer: [2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17]
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[topic-8-.*]]: {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}}
Thread state: alive
Thread stack trace: scala.collection.immutable.HashMap.$plus(HashMap.scala:65)
scala.collection.immutable.HashMap.$plus(HashMap.scala:39)
scala.collection.mutable.MapBuilder.$plus$eq(MapBuilder.scala:32)
scala.collection.mutable.MapBuilder.$plus$eq(MapBuilder.scala:28)
scala.collection.generic.Growable.$anonfun$$plus$plus$eq$1(Growable.scala:62)
scala.collection.generic.Growable$$Lambda$22/1260134048.apply(Unknown Source)
scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
scala.collection.generic.Growable.$plus$plus$eq(Growable.scala:62)
scala.collection.generic.Growable.$plus$plus$eq$(Growable.scala:53)
scala.collection.mutable.MapBuilder.$plus$plus$eq(MapBuilder.scala:28)
scala.collection.generic.GenMapFactory.apply(GenMapFactory.scala:51)
scala.sys.package$.env(package.scala:64)
org.apache.spark.util.Utils$.isTesting(Utils.scala:1883)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:46)
org.apache.spark.sql.catalyst.optimizer.Optimizer.isPlanIntegral(Optimizer.scala:38)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$2(RuleExecutor.scala:125)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$1813/549049813.apply(Unknown Source)
scala.collection.LinearSeqOptimized.foldLeft(LinearSeqOptimized.scala:126)
scala.collection.LinearSeqOptimized.foldLeft$(LinearSeqOptimized.scala:122)
scala.collection.immutable.List.foldLeft(List.scala:89)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1(RuleExecutor.scala:106)
org.apache.spark.sql.catalyst.rules.RuleExecutor.$anonfun$execute$1$adapted(RuleExecutor.scala:98)
org.apache.spark.sql.catalyst.rules.RuleExecutor$$Lambda$1812/1756988236.apply(Unknown Source)
scala.collection.immutable.List.foreach(List.scala:392)
org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:98)
org.apache.spark.sql.execution.streaming.IncrementalExecution.$anonfun$optimizedPlan$1(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution$$Lambda$4317/1127973602.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan$lzycompute(IncrementalExecution.scala:80)
org.apache.spark.sql.execution.streaming.IncrementalExecution.optimizedPlan(IncrementalExecution.scala:79)
org.apache.spark.sql.execution.QueryExecution.$anonfun$sparkPlan$1(QueryExecution.scala:82)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2265/1198859194.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:76)
org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:76)
org.apache.spark.sql.execution.QueryExecution.$anonfun$executedPlan$1(QueryExecution.scala:92)
org.apache.spark.sql.execution.QueryExecution$$Lambda$2264/1117812847.apply(Unknown Source)
org.apache.spark.sql.catalyst.QueryPlanningTracker.measurePhase(QueryPlanningTracker.scala:111)
org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:92)
org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:91)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:544)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4315/565575825.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:534)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:213)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4213/1592570199.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:328)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:326)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:68)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:181)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4211/594699115.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)
== Sink ==
0: [4] [3] [2]
1: [5]
== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
+- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
+- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}
== Analyzed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
+- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
+- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}
== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- SerializeFromObject [input[0, int, false] AS value#2029]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2028: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
+- Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
+- StreamingDataSourceV2Relation [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@12d35edd, KafkaV2[SubscribePattern[topic-8-.*]], {"topic-8-suffix":{"2":0,"4":1,"1":1,"3":1,"0":1}}, {"topic-8-suffix":{"2":1,"4":1,"1":1,"3":2,"0":1}}
== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@229f3c5d
+- *(1) SerializeFromObject [input[0, int, false] AS value#2029]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceSuiteBase$$Lambda$4834/352639761@53df88a8, obj#2028: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#2027: scala.Tuple2
+- *(1) Project [cast(key#2003 as string) AS key#2017, cast(value#2004 as string) AS value#2018]
+- *(1) Project [key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009]
+- *(1) MicroBatchScan[key#2003, value#2004, topic#2005, partition#2006, offset#2007L, timestamp#2008, timestampType#2009] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:444)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:780)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:756)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:326)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:50)
at org.apache.spark.sql.kafka010.KafkaSourceSuiteBase.testFromEarliestOffsets(KafkaMicroBatchSourceSuite.scala:1530)
at org.apache.spark.sql.kafka010.KafkaSourceSuiteBase.$anonfun$new$120(KafkaMicroBatchSourceSuite.scala:1262)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:56)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:56)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)