== Results ==
!== Correct Answer - 1 == == Spark Answer - 0 ==
!struct<value:int> struct<>
![1] 
 

== Progress ==
 AssertOnQuery(<condition>, )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 1, message = Add topic stress7)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 1 until 1, message = Delete topic stress6)
=> CheckAnswer: [1]
 CheckAnswer: [1]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1c6145e6,Map(),null)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 1 until 6, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6]
 StopStream
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 6 until 14, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 14 until 15, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 15 until 24, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 24 until 24, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 24 until 24, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 24 until 27, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 27 until 28, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 28 until 32, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 32 until 37, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 37 until 37, message = Add partition)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5fb52243,Map(),null)
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 37 until 40, message = Delete topic stress2)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@2bfe497b,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5ed1eb42,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
 StopStream
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 40 until 49, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 49 until 57, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 57 until 63, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 63 until 63, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 63 until 63, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 63 until 67, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 67 until 67, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 67 until 70, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 70 until 70, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 70 until 71, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 71 until 71, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 71 until 71, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 71 until 75, message = Add partition)
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 75 until 76, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4809db0b,Map(),null)
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 76 until 84, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
 StopStream
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 84 until 86, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@3ed85f73,Map(),null)
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 86 until 90, message = Add topic stress9)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = empty Range 90 until 90, message = Add topic stress11)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
 StopStream
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 90 until 94, message = )
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 94 until 102, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@67b46c42,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102]

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:230)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4239/1583571735.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)


== Sink ==
0: 


== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
 +- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
 +- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}

== Analyzed Logical Plan ==

WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
 +- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
 +- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}

== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
 +- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
 +- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
 +- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}

== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- *(1) SerializeFromObject [input[0, int, false] AS value#15272]
 +- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, obj#15271: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
 +- *(1) Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
 +- *(1) Project [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252]
 +- *(1) MicroBatchScan[key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

 

org.scalatest.exceptions.TestFailedException:
== Results ==
!== Correct Answer - 1 == == Spark Answer - 0 ==
!struct<value:int> struct<>
![1]
== Progress ==
AssertOnQuery(<condition>, )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 1, message = Add topic stress7)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 1 until 1, message = Delete topic stress6)
=> CheckAnswer: [1]
CheckAnswer: [1]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1c6145e6,Map(),null)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 1 until 6, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6]
StopStream
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 6 until 14, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 14 until 15, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 15 until 24, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 24 until 24, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 24 until 24, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 24 until 27, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 27 until 28, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 28 until 32, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 32 until 37, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 37 until 37, message = Add partition)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5fb52243,Map(),null)
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 37 until 40, message = Delete topic stress2)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@2bfe497b,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5ed1eb42,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40]
StopStream
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 40 until 49, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 49 until 57, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 57 until 63, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 63 until 63, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 63 until 63, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 63 until 67, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 67 until 67, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 67 until 70, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 70 until 70, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 70 until 71, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 71 until 71, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 71 until 71, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 71 until 75, message = Add partition)
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 75 until 76, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4809db0b,Map(),null)
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 76 until 84, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
StopStream
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 84 until 86, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@3ed85f73,Map(),null)
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 86 until 90, message = Add topic stress9)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = empty Range 90 until 90, message = Add topic stress11)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
StopStream
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 90 until 94, message = )
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 94 until 102, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@67b46c42,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102]
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:230)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$4239/1583571735.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:175)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:332)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:244)
== Sink ==
0:
== Plan ==
== Parsed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
+- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
+- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}
== Analyzed Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
+- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
+- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}
== Optimized Logical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- SerializeFromObject [input[0, int, false] AS value#15272]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#15271: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
+- Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
+- StreamingDataSourceV2Relation [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@5708b188, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}, {"stress5":{"2":1,"4":1,"1":1,"3":1,"0":1},"stress1":{"0":5},"stress4":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress3":{"2":1,"5":1,"4":0,"1":1,"3":1,"0":1},"stress2":{"2":1,"1":2,"3":1,"0":1}}
== Physical Plan ==
WriteToDataSourceV2 org.apache.spark.sql.execution.streaming.sources.MicroBatchWrite@12bf1a1e
+- *(1) SerializeFromObject [input[0, int, false] AS value#15272]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5934/1859950705@3dac93fe, obj#15271: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#15270: scala.Tuple2
+- *(1) Project [cast(key#15246 as string) AS key#15260, cast(value#15247 as string) AS value#15261]
+- *(1) Project [key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252]
+- *(1) MicroBatchScan[key#15246, value#15247, topic#15248, partition#15249, offset#15250L, timestamp#15251, timestampType#15252] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:444)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$53(StreamTest.scala:725)
at scala.Option.foreach(Option.scala:274)
at org.apache.spark.sql.streaming.StreamTest.executeAction$1(StreamTest.scala:725)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56(StreamTest.scala:770)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56$adapted(StreamTest.scala:757)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:757)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:756)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:326)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:50)
at org.apache.spark.sql.streaming.StreamTest.runStressTest(StreamTest.scala:868)
at org.apache.spark.sql.streaming.StreamTest.runStressTest$(StreamTest.scala:820)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runStressTest(KafkaMicroBatchSourceSuite.scala:50)
at org.apache.spark.sql.kafka010.KafkaSourceStressSuite.$anonfun$new$136(KafkaMicroBatchSourceSuite.scala:1666)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:149)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterEach$$super$runTest(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.SparkFunSuite.runTest(SparkFunSuite.scala:56)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:56)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:56)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)