== Results ==
!== Correct Answer - 75 == == Spark Answer - 68 ==
 struct<value:int> struct<value:int>
 [10] [10]
 [11] [11]
 [12] [12]
 [13] [13]
 [14] [14]
 [15] [15]
 [16] [16]
 [17] [17]
 [18] [18]
 [19] [19]
 [1] [1]
 [20] [20]
 [21] [21]
 [22] [22]
 [23] [23]
 [24] [24]
 [25] [25]
 [26] [26]
 [27] [27]
 [28] [28]
 [29] [29]
 [2] [2]
 [30] [30]
 [31] [31]
 [32] [32]
 [33] [33]
 [34] [34]
 [35] [35]
 [36] [36]
 [37] [37]
 [38] [38]
 [39] [39]
 [3] [3]
 [40] [40]
 [41] [41]
 [42] [42]
 [43] [43]
 [44] [44]
 [45] [45]
 [46] [46]
 [47] [47]
 [48] [48]
 [49] [49]
 [4] [4]
 [50] [50]
 [51] [51]
 [52] [52]
 [53] [53]
 [54] [54]
 [55] [55]
 [56] [56]
 [57] [57]
 [58] [58]
 [59] [59]
 [5] [5]
 [60] [60]
![61] [68]
![62] [69]
![63] [6]
![64] [70]
![65] [71]
![66] [72]
![67] [73]
![68] [74]
![69] [75]
![6] [7]
![70] [8]
![71] [9]
![72] 
![73] 
![74] 
![75] 
![7] 
![8] 
![9] 
 

== Progress ==
 AssertOnQuery(<condition>, )
 CheckAnswer: 
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@28882179,Map(),null)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 7, message = Add topic stress7)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 7 until 14, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 14 until 14, message = Add partition)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14]
 StopStream
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 14 until 18, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 18 until 21, message = Add partition)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 21 until 22, message = Add topic stress9)
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 22 until 25, message = Add topic stress11)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@3eab3af8,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25]
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 25 until 26, message = Add partition)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26]
 StopStream
 AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 26 until 31, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 31 until 40, message = Add topic stress13)
 AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 40 until 44, message = )
 AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 44 until 44, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 44 until 44, message = Add topic stress15)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 44 until 52, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 52 until 54, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 54 until 54, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6a8d16a6,Map(),null)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 54 until 58, message = Add topic stress17)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@14bb7918,Map(),null)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 58 until 60, message = Add partition)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress18, stress3, stress10, stress16), data = Range 60 until 67, message = Add topic stress19)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 67 until 75, message = Delete topic stress18)
=> CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 75 until 81, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 81 until 90, message = Add partition)
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@74130dc8,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1f23f5ea,Map(),null)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 90 until 91, message = Add partition)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4f122c6b,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1c6d2c9,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 StopStream
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6dd7f274,Map(),null)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
 StopStream
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = empty Range 91 until 91, message = )
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 91 until 97, message = )
 StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6ddbc681,Map(),null)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress20, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 97 until 104, message = Add topic stress21)
 AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress20, stress8, stress1, stress5, stress3, stress10), data = Range 104 until 109, message = Delete topic stress16)
 CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109]

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"23":0,"8":0,"17":0,"11":0,"2":1,"20":0,"5":2,"14":0,"4":1,"13":0,"22":0,"7":1,"16":0,"25":0,"10":1,"1":1,"19":0,"9":0,"18":0,"12":0,"3":0,"21":0,"15":0,"6":0,"24":0,"0":2},"stress8":{"2":2,"1":3,"3":1,"0":2},"stress16":{"2":1,"5":1,"4":1,"1":1,"3":2,"6":1,"0":1},"stress10":{"2":2,"5":0,"4":0,"7":0,"1":1,"3":0,"6":0,"0":2},"stress1":{"23":0,"8":1,"17":1,"26":0,"11":0,"2":5,"20":0,"5":0,"14":1,"4":1,"13":1,"22":0,"7":1,"16":1,"25":0,"10":0,"1":6,"19":1,"27":0,"9":0,"18":1,"12":2,"3":1,"21":1,"15":0,"6":1,"24":0,"0":4},"stress4":{"17":0,"8":0,"11":0,"20":0,"2":1,"5":0,"14":0,"13":0,"4":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress3":{"17":0,"8":0,"11":0,"20":0,"2":2,"5":0,"14":0,"13":0,"4":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress6":{"23":0,"17":0,"8":2,"11":0,"20":0,"2":1,"5":0,"14":0,"13":0,"4":0,"22":0,"16":0,"7":0,"1":0,"10":0,"19":0,"18":0,"9":1,"21":0,"3":0,"12":2,"15":1,"6":0,"0":0},"stress12":{"2":0,"5":0,"4":0,"1":0,"3":0,"0":0},"stress2":{"8":0,"11":0,"2":2,"5":0,"14":0,"13":1,"4":3,"16":0,"7":0,"1":5,"10":0,"9":1,"3":1,"12":0,"15":0,"6":1,"0":3},"stress14":{"8":0,"2":0,"5":0,"4":0,"7":0,"1":0,"3":0,"6":0,"0":0}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:220)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2190/381050230.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:165)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:285)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:195)


== Sink ==
0: 
1: [3] [1] [2]
2: [6] [4] [7] [5]
3: 
4: 
5: [12] [11] [8] [13] [10] [9] [14]
6: 
7: 
8: 
9: [23] [22] [15] [16] [17] [19] [24] [20] [25] [21] [18]
10: 
11: [26]
12: 
13: [32] [38] [40] [45] [27] [30] [35] [50] [29] [33] [39] [43] [54] [49] [34] [51] [47] [37] [42] [53] [36] [28] [31] [41] [44] [48] [46] [52]
14: [55] [56] [57]
15: [58]
16: 
17: 
18: 
19: [60] [59]
20: 
21: [68] [71] [70] [69] [72]
22: [74] [75] [73]


== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
 +- Project [cast(key#11385 as string) AS key#11399, cast(value#11386 as string) AS value#11400]
 +- Project [key#11692 AS key#11385, value#11693 AS value#11386, topic#11694 AS topic#11387, partition#11695 AS partition#11388, offset#11696L AS offset#11389L, timestamp#11697 AS timestamp#11390, timestampType#11698 AS timestampType#11391]
 +- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)

== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
 +- Project [cast(key#11385 as string) AS key#11399, cast(value#11386 as string) AS value#11400]
 +- Project [key#11692 AS key#11385, value#11693 AS value#11386, topic#11694 AS topic#11387, partition#11695 AS partition#11388, offset#11696L AS offset#11389L, timestamp#11697 AS timestamp#11390, timestampType#11698 AS timestampType#11391]
 +- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)

== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
 +- Project [cast(key#11692 as string) AS key#11399, cast(value#11693 as string) AS value#11400]
 +- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)

== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#11411]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, obj#11410: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
 +- *(1) Project [cast(key#11692 as string) AS key#11399, cast(value#11693 as string) AS value#11400]
 +- *(1) Project [key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698]
 +- *(1) ScanV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)

 

org.scalatest.exceptions.TestFailedException:
== Results ==
!== Correct Answer - 75 == == Spark Answer - 68 ==
struct<value:int> struct<value:int>
[10] [10]
[11] [11]
[12] [12]
[13] [13]
[14] [14]
[15] [15]
[16] [16]
[17] [17]
[18] [18]
[19] [19]
[1] [1]
[20] [20]
[21] [21]
[22] [22]
[23] [23]
[24] [24]
[25] [25]
[26] [26]
[27] [27]
[28] [28]
[29] [29]
[2] [2]
[30] [30]
[31] [31]
[32] [32]
[33] [33]
[34] [34]
[35] [35]
[36] [36]
[37] [37]
[38] [38]
[39] [39]
[3] [3]
[40] [40]
[41] [41]
[42] [42]
[43] [43]
[44] [44]
[45] [45]
[46] [46]
[47] [47]
[48] [48]
[49] [49]
[4] [4]
[50] [50]
[51] [51]
[52] [52]
[53] [53]
[54] [54]
[55] [55]
[56] [56]
[57] [57]
[58] [58]
[59] [59]
[5] [5]
[60] [60]
![61] [68]
![62] [69]
![63] [6]
![64] [70]
![65] [71]
![66] [72]
![67] [73]
![68] [74]
![69] [75]
![6] [7]
![70] [8]
![71] [9]
![72]
![73]
![74]
![75]
![7]
![8]
![9]
== Progress ==
AssertOnQuery(<condition>, )
CheckAnswer:
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@28882179,Map(),null)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 0 until 7, message = Add topic stress7)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 7 until 14, message = Add partition)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = empty Range 14 until 14, message = Add partition)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14]
StopStream
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 14 until 18, message = )
AddKafkaData(topics = Set(stress4, stress6, stress2, stress1, stress5, stress3), data = Range 18 until 21, message = Add partition)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3), data = Range 21 until 22, message = Add topic stress9)
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 22 until 25, message = Add topic stress11)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@3eab3af8,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25]
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 25 until 26, message = Add partition)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26]
StopStream
AddKafkaData(topics = Set(stress4, stress6, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 26 until 31, message = )
AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 31 until 40, message = Add topic stress13)
AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 40 until 44, message = )
AddKafkaData(topics = Set(stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 44 until 44, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 44 until 44, message = Add topic stress15)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 44 until 52, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = Range 52 until 54, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10), data = empty Range 54 until 54, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6a8d16a6,Map(),null)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 54 until 58, message = Add topic stress17)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@14bb7918,Map(),null)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 58 until 60, message = Add partition)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress18, stress3, stress10, stress16), data = Range 60 until 67, message = Add topic stress19)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 67 until 75, message = Delete topic stress18)
=> CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 75 until 81, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 81 until 90, message = Add partition)
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@74130dc8,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1f23f5ea,Map(),null)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 90 until 91, message = Add partition)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@4f122c6b,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@1c6d2c9,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
StopStream
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6dd7f274,Map(),null)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91]
StopStream
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = empty Range 91 until 91, message = )
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 91 until 97, message = )
StartStream(ProcessingTime(0),org.apache.spark.util.SystemClock@6ddbc681,Map(),null)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress20, stress8, stress1, stress5, stress3, stress10, stress16), data = Range 97 until 104, message = Add topic stress21)
AddKafkaData(topics = Set(stress14, stress4, stress6, stress12, stress2, stress20, stress8, stress1, stress5, stress3, stress10), data = Range 104 until 109, message = Delete topic stress16)
CheckAnswer: [1],[2],[3],[4],[5],[6],[7],[8],[9],[10],[11],[12],[13],[14],[15],[16],[17],[18],[19],[20],[21],[22],[23],[24],[25],[26],[27],[28],[29],[30],[31],[32],[33],[34],[35],[36],[37],[38],[39],[40],[41],[42],[43],[44],[45],[46],[47],[48],[49],[50],[51],[52],[53],[54],[55],[56],[57],[58],[59],[60],[61],[62],[63],[64],[65],[66],[67],[68],[69],[70],[71],[72],[73],[74],[75],[76],[77],[78],[79],[80],[81],[82],[83],[84],[85],[86],[87],[88],[89],[90],[91],[92],[93],[94],[95],[96],[97],[98],[99],[100],[101],[102],[103],[104],[105],[106],[107],[108],[109]
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[SubscribePattern[stress.*]]: {"stress5":{"23":0,"8":0,"17":0,"11":0,"2":1,"20":0,"5":2,"14":0,"4":1,"13":0,"22":0,"7":1,"16":0,"25":0,"10":1,"1":1,"19":0,"9":0,"18":0,"12":0,"3":0,"21":0,"15":0,"6":0,"24":0,"0":2},"stress8":{"2":2,"1":3,"3":1,"0":2},"stress16":{"2":1,"5":1,"4":1,"1":1,"3":2,"6":1,"0":1},"stress10":{"2":2,"5":0,"4":0,"7":0,"1":1,"3":0,"6":0,"0":2},"stress1":{"23":0,"8":1,"17":1,"26":0,"11":0,"2":5,"20":0,"5":0,"14":1,"4":1,"13":1,"22":0,"7":1,"16":1,"25":0,"10":0,"1":6,"19":1,"27":0,"9":0,"18":1,"12":2,"3":1,"21":1,"15":0,"6":1,"24":0,"0":4},"stress4":{"17":0,"8":0,"11":0,"20":0,"2":1,"5":0,"14":0,"13":0,"4":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":1,"12":0,"15":0,"6":0,"0":2},"stress3":{"17":0,"8":0,"11":0,"20":0,"2":2,"5":0,"14":0,"13":0,"4":0,"16":0,"7":0,"1":1,"10":0,"19":0,"18":0,"9":0,"21":0,"3":0,"12":0,"15":0,"6":0,"0":2},"stress6":{"23":0,"17":0,"8":2,"11":0,"20":0,"2":1,"5":0,"14":0,"13":0,"4":0,"22":0,"16":0,"7":0,"1":0,"10":0,"19":0,"18":0,"9":1,"21":0,"3":0,"12":2,"15":1,"6":0,"0":0},"stress12":{"2":0,"5":0,"4":0,"1":0,"3":0,"0":0},"stress2":{"8":0,"11":0,"2":2,"5":0,"14":0,"13":1,"4":3,"16":0,"7":0,"1":5,"10":0,"9":1,"3":1,"12":0,"15":0,"6":1,"0":3},"stress14":{"8":0,"2":0,"5":0,"4":0,"7":0,"1":0,"3":0,"6":0,"0":0}}}
Thread state: alive
Thread stack trace: java.lang.Thread.sleep(Native Method)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:220)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2190/381050230.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:165)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:285)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:195)
== Sink ==
0:
1: [3] [1] [2]
2: [6] [4] [7] [5]
3:
4:
5: [12] [11] [8] [13] [10] [9] [14]
6:
7:
8:
9: [23] [22] [15] [16] [17] [19] [24] [20] [25] [21] [18]
10:
11: [26]
12:
13: [32] [38] [40] [45] [27] [30] [35] [50] [29] [33] [39] [43] [54] [49] [34] [51] [47] [37] [42] [53] [36] [28] [31] [41] [44] [48] [46] [52]
14: [55] [56] [57]
15: [58]
16:
17:
18:
19: [60] [59]
20:
21: [68] [71] [70] [69] [72]
22: [74] [75] [73]
== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
+- Project [cast(key#11385 as string) AS key#11399, cast(value#11386 as string) AS value#11400]
+- Project [key#11692 AS key#11385, value#11693 AS value#11386, topic#11694 AS topic#11387, partition#11695 AS partition#11388, offset#11696L AS offset#11389L, timestamp#11697 AS timestamp#11390, timestampType#11698 AS timestampType#11391]
+- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)
== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
+- Project [cast(key#11385 as string) AS key#11399, cast(value#11386 as string) AS value#11400]
+- Project [key#11692 AS key#11385, value#11693 AS value#11386, topic#11694 AS topic#11387, partition#11695 AS partition#11388, offset#11696L AS offset#11389L, timestamp#11697 AS timestamp#11390, timestampType#11698 AS timestampType#11391]
+- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)
== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#11411]
+- MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#11410: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
+- Project [cast(key#11692 as string) AS key#11399, cast(value#11693 as string) AS value#11400]
+- Streaming RelationV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)
== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#11411]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaSourceStressSuite$$Lambda$5552/192818487@f0741b0, obj#11410: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#11409: scala.Tuple2
+- *(1) Project [cast(key#11692 as string) AS key#11399, cast(value#11693 as string) AS value#11400]
+- *(1) Project [key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698]
+- *(1) ScanV2 kafka[key#11692, value#11693, topic#11694, partition#11695, offset#11696L, timestamp#11697, timestampType#11698] (Options: [kafka.metadata.max.age.ms=1,failOnDataLoss=false,kafka.bootstrap.servers=127.0.0.1:40372,kafka.d...)
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:453)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$53(StreamTest.scala:728)
at scala.Option.foreach(Option.scala:274)
at org.apache.spark.sql.streaming.StreamTest.executeAction$1(StreamTest.scala:728)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56(StreamTest.scala:773)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56$adapted(StreamTest.scala:760)
at scala.collection.mutable.ResizableArray.foreach(ResizableArray.scala:62)
at scala.collection.mutable.ResizableArray.foreach$(ResizableArray.scala:55)
at scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:49)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:760)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:759)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:329)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.streaming.StreamTest.runStressTest(StreamTest.scala:871)
at org.apache.spark.sql.streaming.StreamTest.runStressTest$(StreamTest.scala:823)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runStressTest(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.kafka010.KafkaSourceStressSuite.$anonfun$new$124(KafkaMicroBatchSourceSuite.scala:1528)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:104)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.sql.kafka010.KafkaSourceTest.org$scalatest$BeforeAndAfterEach$$super$runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:53)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:53)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1334)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1334)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1500)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)