== Results ==
!== Correct Answer - 5 == == Spark Answer - 3 ==
 struct<value:int> struct<value:int>
 [1] [1]
 [2] [2]
![3] [5]
![4] 
![5] 
 

== Progress ==
 AssertOnQuery(<condition>, )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 0 until 2, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 2 until 2, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 2 until 4, message = Add topic stress7)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 4 until 5, message = Delete topic stress6)
=> CheckAnswer: [1],[2],[3],[4],[5]
 StopStream
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 5 until 13, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 13 until 17, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5745b0d5,Map(),null)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 17 until 20, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@747768e8,Map(),null)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 20 until 24, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24]
 StopStream
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 24 until 32, message = )
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 32 until 33, message = Add partition)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@685c8929,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33]
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 33 until 40, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 40 until 49, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 49 until 55, message = Delete topic stress1)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@16689be4,Map(),null)
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 55 until 61, message = Delete topic stress2)
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 61 until 66, message = )
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 66 until 66, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6c5152e4,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
 StopStream
 AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 66 until 66, message = )
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 66 until 72, message = Add topic stress9)
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 72 until 75, message = )
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = empty Range 75 until 75, message = )
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 75 until 84, message = Add topic stress11)
 AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 84 until 87, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 87 until 89, message = Add topic stress13)
 AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 89 until 92, message = )
 AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 92 until 93, message = )
 AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 93 until 98, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 98 until 104, message = Add topic stress15)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@232e47ae,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 104 until 111, message = Add partition)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@2fb79723,Map(),null)
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 111 until 112, message = Delete topic stress5)
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 112 until 113, message = Add partition)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = empty Range 113 until 113, message = Add partition)
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 113 until 118, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10, stress16), data = Range 118 until 123, message = Add topic stress17)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@7dd28e8a,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123]

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"2":1,"4":0,"1":1,"3":2,"0":1},"stress1":{"2":1,"5":1,"4":1,"7":1,"1":1,"3":0,"6":0,"0":1},"stress4":{"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress3":{"8":0,"2":2,"5":0,"4":0,"7":0,"1":1,"9":0,"3":1,"6":0,"0":1},"stress2":{"2":2,"5":0,"4":0,"7":0,"1":2,"3":1,"6":1,"0":1}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:212)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2028/1301771139.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:157)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:280)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:190)


== Sink ==
0: 
1: 
2: [1] [2]
3: [5]


== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
 +- Project [cast(key#10605 as string) AS key#10619, cast(value#10606 as string) AS value#10620]
 +- Project [key#10693 AS key#10605, value#10694 AS value#10606, topic#10695 AS topic#10607, partition#10696 AS partition#10608, offset#10697L AS offset#10609L, timestamp#10698 AS timestamp#10610, timestampType#10699 AS timestampType#10611]
 +- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)

== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
 +- Project [cast(key#10605 as string) AS key#10619, cast(value#10606 as string) AS value#10620]
 +- Project [key#10693 AS key#10605, value#10694 AS value#10606, topic#10695 AS topic#10607, partition#10696 AS partition#10608, offset#10697L AS offset#10609L, timestamp#10698 AS timestamp#10610, timestampType#10699 AS timestampType#10611]
 +- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)

== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
 +- Project [cast(key#10693 as string) AS key#10619, cast(value#10694 as string) AS value#10620]
 +- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)

== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#10629]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, obj#10628: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
 +- *(1) Project [cast(key#10693 as string) AS key#10619, cast(value#10694 as string) AS value#10620]
 +- *(1) Project [key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699]
 +- *(1) ScanV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)
 

org.scalatest.exceptions.TestFailedException:
== Results ==
!== Correct Answer - 5 == == Spark Answer - 3 ==
struct<value:int> struct<value:int>
[1] [1]
[2] [2]
![3] [5]
![4]
![5]
== Progress ==
AssertOnQuery(<condition>, )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 0 until 2, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = empty Range 2 until 2, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 2 until 4, message = Add topic stress7)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 4 until 5, message = Delete topic stress6)
=> CheckAnswer: [1],[2],[3],[4],[5]
StopStream
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 5 until 13, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 13 until 17, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5745b0d5,Map(),null)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 17 until 20, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@747768e8,Map(),null)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 20 until 24, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24]
StopStream
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 24 until 32, message = )
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 32 until 33, message = Add partition)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@685c8929,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33]
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 33 until 40, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 40 until 49, message = Add partition)
AddKafkaData(topics = Set(stress4, stress2, stress1, stress5, stress3), data = Range 49 until 55, message = Delete topic stress1)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@16689be4,Map(),null)
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 55 until 61, message = Delete topic stress2)
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = Range 61 until 66, message = )
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 66 until 66, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6c5152e4,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66]
StopStream
AddKafkaData(topics = Set(stress1, stress3, stress4, stress5), data = empty Range 66 until 66, message = )
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 66 until 72, message = Add topic stress9)
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = Range 72 until 75, message = )
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3), data = empty Range 75 until 75, message = )
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 75 until 84, message = Add topic stress11)
AddKafkaData(topics = Set(stress4, stress8, stress1, stress5, stress3, stress10), data = Range 84 until 87, message = Add partition)
AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 87 until 89, message = Add topic stress13)
AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 89 until 92, message = )
AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 92 until 93, message = )
AddKafkaData(topics = Set(stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 93 until 98, message = )
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 98 until 104, message = Add topic stress15)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@232e47ae,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress5, stress3, stress10), data = Range 104 until 111, message = Add partition)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@2fb79723,Map(),null)
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 111 until 112, message = Delete topic stress5)
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 112 until 113, message = Add partition)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = empty Range 113 until 113, message = Add partition)
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10), data = Range 113 until 118, message = )
AddKafkaData(topics = Set(stress14, stress4, stress12, stress8, stress1, stress3, stress10, stress16), data = Range 118 until 123, message = Add topic stress17)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@7dd28e8a,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123]
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"2":1,"4":0,"1":1,"3":2,"0":1},"stress1":{"2":1,"5":1,"4":1,"7":1,"1":1,"3":0,"6":0,"0":1},"stress4":{"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress3":{"8":0,"2":2,"5":0,"4":0,"7":0,"1":1,"9":0,"3":1,"6":0,"0":1},"stress2":{"2":2,"5":0,"4":0,"7":0,"1":2,"3":1,"6":1,"0":1}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:212)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2028/1301771139.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:157)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:280)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:190)
== Sink ==
0:
1:
2: [1] [2]
3: [5]
== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
+- Project [cast(key#10605 as string) AS key#10619, cast(value#10606 as string) AS value#10620]
+- Project [key#10693 AS key#10605, value#10694 AS value#10606, topic#10695 AS topic#10607, partition#10696 AS partition#10608, offset#10697L AS offset#10609L, timestamp#10698 AS timestamp#10610, timestampType#10699 AS timestampType#10611]
+- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)
== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
+- Project [cast(key#10605 as string) AS key#10619, cast(value#10606 as string) AS value#10620]
+- Project [key#10693 AS key#10605, value#10694 AS value#10606, topic#10695 AS topic#10607, partition#10696 AS partition#10608, offset#10697L AS offset#10609L, timestamp#10698 AS timestamp#10610, timestampType#10699 AS timestampType#10611]
+- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)
== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10629]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10628: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
+- Project [cast(key#10693 as string) AS key#10619, cast(value#10694 as string) AS value#10620]
+- Streaming RelationV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)
== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#10629]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5470/1346915250@8df2992, obj#10628: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#10627: scala.Tuple2
+- *(1) Project [cast(key#10693 as string) AS key#10619, cast(value#10694 as string) AS value#10620]
+- *(1) Project [key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699]
+- *(1) ScanV2 kafka[key#10693, value#10694, topic#10695, partition#10696, offset#10697L, timestamp#10698, timestampType#10699] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:42732,kafka.d...)
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:453)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$53(StreamTest.scala:728)
at scala.Option.foreach(Option.scala:257)
at org.apache.spark.sql.streaming.StreamTest.executeAction$1(StreamTest.scala:728)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56(StreamTest.scala:773)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56$adapted(StreamTest.scala:760)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:59)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:52)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:760)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:759)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:329)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.streaming.StreamTest.runStressTest(StreamTest.scala:871)
at org.apache.spark.sql.streaming.StreamTest.runStressTest$(StreamTest.scala:823)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runStressTest(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.kafka010.KafkaSourceStressSuite.$anonfun$new$119(KafkaMicroBatchSourceSuite.scala:1480)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:12)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:103)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.sql.kafka010.KafkaSourceTest.org$scalatest$BeforeAndAfterEach$$super$runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:389)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:52)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:52)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:32)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:29)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:194)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1334)
at scala.collection.immutable.List.foreach(List.scala:389)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1334)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1500)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)