Error adding data: Timeout after waiting for 10000 ms.
org.apache.kafka.clients.producer.internals.FutureRecordMetadata.get(FutureRecordMetadata.java:78)
 org.apache.kafka.clients.producer.internals.FutureRecordMetadata.get(FutureRecordMetadata.java:30)
 org.apache.spark.sql.kafka010.KafkaTestUtils.$anonfun$sendMessages$4(KafkaTestUtils.scala:269)
 scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
 scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
 scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
 scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
 scala.collection.TraversableLike.map(TraversableLike.scala:237)
 scala.collection.TraversableLike.map$(TraversableLike.scala:230)
 scala.collection.mutable.ArrayOps$ofRef.map(ArrayOps.scala:198)


== Progress ==
 AssertOnQuery(<condition>, )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 2, message = Add topic stress7)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 2 until 10, message = Add partition)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10]
 StopStream
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 10 until 10, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 10 until 12, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 12 until 12, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 12 until 20, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 20 until 26, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@23d3db66,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26]
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 26 until 27, message = Add partition)
=> AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 27 until 36, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 36 until 42, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5fbbd42d,Map(),null)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 42 until 42, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 42 until 51, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 51 until 53, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53]
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 53 until 61, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 61 until 63, message = )
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@43f50f25,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63]
 StopStream
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 63 until 64, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 64 until 67, message = Add topic stress9)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 67 until 72, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@68a8c257,Map(),null)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 72 until 73, message = Add topic stress11)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73]
 StopStream
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 73 until 76, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 76 until 77, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 77 until 79, message = Add topic stress13)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 79 until 84, message = Add topic stress15)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4b9bb79,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 84 until 93, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 93 until 100, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 100 until 109, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 109 until 115, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 115 until 122, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 122 until 125, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5220d7f,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 125 until 127, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 127 until 128, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 128 until 137, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6e45a6d9,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125],[126],[127],[128],[129],[130],[131],[132],[133],[134],[135],[136],[137]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@40d17b3c,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125],[126],[127],[128],[129],[130],[131],[132],[133],[134],[135],[136],[137]

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.kafka010.KafkaOffsetReader.$anonfun$withRetriesWithoutInterrupt$1(KafkaOffsetReader.scala:366)
org.apache.spark.sql.kafka010.KafkaOffsetReader$$Lambda$2233/438734293.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.util.UninterruptibleThread.runUninterruptibly(UninterruptibleThread.scala:77)
org.apache.spark.sql.kafka010.KafkaOffsetReader.withRetriesWithoutInterrupt(KafkaOffsetReader.scala:359)
org.apache.spark.sql.kafka010.KafkaOffsetReader.$anonfun$fetchLatestOffsets$1(KafkaOffsetReader.scala:217)
org.apache.spark.sql.kafka010.KafkaOffsetReader$$Lambda$2231/2095874433.apply(Unknown Source)
org.apache.spark.sql.kafka010.KafkaOffsetReader.runUninterruptibly(KafkaOffsetReader.scala:327)
org.apache.spark.sql.kafka010.KafkaOffsetReader.fetchLatestOffsets(KafkaOffsetReader.scala:217)
org.apache.spark.sql.kafka010.KafkaMicroBatchStream.latestOffset(KafkaMicroBatchStream.scala:86)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$4(MicroBatchExecution.scala:366)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2224/993060437.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$2(MicroBatchExecution.scala:362)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2223/90001842.apply(Unknown Source)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.TraversableLike$$Lambda$69/1134612201.apply(Unknown Source)
scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$1(MicroBatchExecution.scala:354)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2222/1008503592.apply$mcZ$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.withProgressLocked(MicroBatchExecution.scala:577)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.constructNextBatch(MicroBatchExecution.scala:350)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:195)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2211/144160397.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:178)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2209/1209233636.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:172)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:331)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:243)


== Sink ==
0: 
1: [2] [1]
2: 
3: 
4: 
5: [5] [3] [10] [9] [4] [7] [8] [6]
6: [15] [19] [20] [13] [16] [12] [25] [23] [26] [17] [24] [22] [18] [14] [21] [11]
7: 
8: 
9: [27]


== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
 +- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
 +- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}

== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
 +- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
 +- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}

== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
 +- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
 +- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}

== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#10167]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, obj#10166: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
 +- *(1) Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
 +- *(1) Project [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147]
 +- *(1) MicroBatchScan[key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

 

org.scalatest.exceptions.TestFailedException:
Error adding data: Timeout after waiting for 10000 ms.
org.apache.kafka.clients.producer.internals.FutureRecordMetadata.get(FutureRecordMetadata.java:78)
org.apache.kafka.clients.producer.internals.FutureRecordMetadata.get(FutureRecordMetadata.java:30)
org.apache.spark.sql.kafka010.KafkaTestUtils.$anonfun$sendMessages$4(KafkaTestUtils.scala:269)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.mutable.ArrayOps$ofRef.map(ArrayOps.scala:198)
== Progress ==
AssertOnQuery(<condition>, )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 2, message = Add topic stress7)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 2 until 10, message = Add partition)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10]
StopStream
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 10 until 10, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 10 until 12, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 12 until 12, message = Add partition)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 12 until 20, message = Add partition)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 20 until 26, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@23d3db66,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26]
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 26 until 27, message = Add partition)
=> AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 27 until 36, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 36 until 42, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5fbbd42d,Map(),null)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 42 until 42, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 42 until 51, message = Add partition)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 51 until 53, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53]
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 53 until 61, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 61 until 63, message = )
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@43f50f25,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63]
StopStream
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 63 until 64, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 64 until 67, message = Add topic stress9)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 67 until 72, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@68a8c257,Map(),null)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 72 until 73, message = Add topic stress11)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73]
StopStream
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 73 until 76, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 76 until 77, message = )
AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 77 until 79, message = Add topic stress13)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 79 until 84, message = Add topic stress15)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4b9bb79,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 84 until 93, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 93 until 100, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 100 until 109, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 109 until 115, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 115 until 122, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 122 until 125, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@5220d7f,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 125 until 127, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 127 until 128, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 128 until 137, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6e45a6d9,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125],[126],[127],[128],[129],[130],[131],[132],[133],[134],[135],[136],[137]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@40d17b3c,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109],[110],[111],[112],[113],[114],[115],[116],[117],[118],[119],[120],[121],[122],[123],[124],[125],[126],[127],[128],[129],[130],[131],[132],[133],[134],[135],[136],[137]
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.kafka010.KafkaOffsetReader.$anonfun$withRetriesWithoutInterrupt$1(KafkaOffsetReader.scala:366)
org.apache.spark.sql.kafka010.KafkaOffsetReader$$Lambda$2233/438734293.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.util.UninterruptibleThread.runUninterruptibly(UninterruptibleThread.scala:77)
org.apache.spark.sql.kafka010.KafkaOffsetReader.withRetriesWithoutInterrupt(KafkaOffsetReader.scala:359)
org.apache.spark.sql.kafka010.KafkaOffsetReader.$anonfun$fetchLatestOffsets$1(KafkaOffsetReader.scala:217)
org.apache.spark.sql.kafka010.KafkaOffsetReader$$Lambda$2231/2095874433.apply(Unknown Source)
org.apache.spark.sql.kafka010.KafkaOffsetReader.runUninterruptibly(KafkaOffsetReader.scala:327)
org.apache.spark.sql.kafka010.KafkaOffsetReader.fetchLatestOffsets(KafkaOffsetReader.scala:217)
org.apache.spark.sql.kafka010.KafkaMicroBatchStream.latestOffset(KafkaMicroBatchStream.scala:86)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$4(MicroBatchExecution.scala:366)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2224/993060437.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$2(MicroBatchExecution.scala:362)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2223/90001842.apply(Unknown Source)
scala.collection.TraversableLike.$anonfun$map$1(TraversableLike.scala:237)
scala.collection.TraversableLike$$Lambda$69/1134612201.apply(Unknown Source)
scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
scala.collection.TraversableLike.map(TraversableLike.scala:237)
scala.collection.TraversableLike.map$(TraversableLike.scala:230)
scala.collection.AbstractTraversable.map(Traversable.scala:108)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$constructNextBatch$1(MicroBatchExecution.scala:354)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2222/1008503592.apply$mcZ$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcZ$sp.apply(JFunction0$mcZ$sp.java:23)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.withProgressLocked(MicroBatchExecution.scala:577)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.constructNextBatch(MicroBatchExecution.scala:350)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:195)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2211/144160397.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:178)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2209/1209233636.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:172)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:331)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:243)
== Sink ==
0:
1: [2] [1]
2:
3:
4:
5: [5] [3] [10] [9] [4] [7] [8] [6]
6: [15] [19] [20] [13] [16] [12] [25] [23] [26] [17] [24] [22] [18] [14] [21] [11]
7:
8:
9: [27]
== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
+- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
+- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}
== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
+- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
+- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}
== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#10167]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#10166: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
+- Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
+- StreamingDataSourceV2Relation [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@28c175cc, KafkaV2[SubscribePattern[stress.*]], {"stress5":{"8":0,"2":0,"5":1,"4":1,"7":0,"10":0,"1":3,"9":0,"3":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":0,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"2":1,"5":0,"4":1,"7":0,"1":1,"3":1,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}, {"stress5":{"8":0,"11":0,"2":0,"5":1,"14":0,"13":0,"4":1,"7":0,"1":3,"10":0,"9":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress1":{"23":0,"17":0,"8":0,"11":1,"20":0,"2":0,"5":2,"14":0,"13":0,"4":1,"22":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress4":{"8":0,"11":0,"2":1,"5":1,"14":0,"13":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":0},"stress3":{"8":0,"11":0,"2":1,"5":0,"4":1,"7":0,"1":1,"10":0,"9":0,"3":1,"12":0,"6":0,"0":1},"stress6":{"17":0,"8":1,"11":0,"20":0,"2":1,"5":1,"14":1,"13":1,"4":0,"22":0,"16":0,"7":1,"1":2,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":1,"15":1,"6":1,"0":2},"stress2":{"8":1,"11":0,"2":2,"5":0,"14":0,"13":0,"4":2,"7":0,"1":2,"10":1,"9":1,"3":2,"12":0,"15":0,"6":0,"0":2}}
== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#10167]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5728/1669646366@55bc0974, obj#10166: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#10165: scala.Tuple2
+- *(1) Project [cast(key#10141 as string) AS key#10155, cast(value#10142 as string) AS value#10156]
+- *(1) Project [key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147]
+- *(1) MicroBatchScan[key#10141, value#10142, topic#10143, partition#10144, offset#10145L, timestamp#10146, timestampType#10147] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:452)
at org.apache.spark.sql.streaming.StreamTest.executeAction$1(StreamTest.scala:724)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56(StreamTest.scala:778)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56$adapted(StreamTest.scala:765)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:765)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:764)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:328)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.streaming.StreamTest.runStressTest(StreamTest.scala:876)
at org.apache.spark.sql.streaming.StreamTest.runStressTest$(StreamTest.scala:828)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runStressTest(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.kafka010.KafkaSourceStressSuite.$anonfun$new$136(KafkaMicroBatchSourceSuite.scala:1593)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:105)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.sql.kafka010.KafkaSourceTest.org$scalatest$BeforeAndAfterEach$$super$runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:54)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:54)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)