Assert on query failed: name: The code passed to eventually never returned normally. Attempted 1983 times over 30.002590711 seconds. Last failure message: clock.isStreamWaitingAt(clock.getTimeMillis()) was false.
org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
 org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
 org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
 org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)
 org.scalatest.concurrent.Eventually.eventually(Eventually.scala:337)
 org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:336)
 org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)
 org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$60(KafkaMicroBatchSourceSuite.scala:782)
 org.apache.spark.sql.streaming.StreamTest$Execute$.$anonfun$apply$6(StreamTest.scala:297)
 org.apache.spark.sql.streaming.StreamTest$Execute$.$anonfun$apply$6$adapted(StreamTest.scala:297)

 Caused by: clock.isStreamWaitingAt(clock.getTimeMillis()) was false
 org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
 org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
 org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
 org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:501)
 org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$61(KafkaMicroBatchSourceSuite.scala:784)
 org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
 org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
 org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
 org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
 org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)


== Progress ==
 StartStream(ProcessingTime(100),org.apache.spark.sql.streaming.util.StreamManualClock@195c5803,Map(),null)
 AssertOnQuery(<condition>, name)
 CheckAnswer: 
 AssertOnQuery(<condition>, name)
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: 
 AssertOnQuery(<condition>, name)
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [0],[1],[2]
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [3],[4]
 AssertOnQuery(<condition>, name)
 AdvanceManualClock(100)
=> AssertOnQuery(<condition>, name)
 CheckNewAnswer: 
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: 
 AssertOnQuery(<condition>, name)
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [12],[13],[14]
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [15],[16]
 AssertOnQuery(<condition>, name)
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [18],[20]
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: [22],[23]
 AdvanceManualClock(100)
 AssertOnQuery(<condition>, name)
 CheckNewAnswer: 

== Stream ==
Output Mode: Append
Stream state: {KafkaV2[Subscribe[topic-34]]: {"topic-34":{"0":6}}}
Thread state: alive
Thread stack trace: sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:242)
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:258)
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:187)
org.apache.spark.util.ThreadUtils$.awaitReady(ThreadUtils.scala:242)
org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:736)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2013)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2034)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2053)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2078)
org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:961)
org.apache.spark.rdd.RDD$$Lambda$2760/1999924824.apply(Unknown Source)
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
org.apache.spark.rdd.RDD.withScope(RDD.scala:366)
org.apache.spark.rdd.RDD.collect(RDD.scala:960)
org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:299)
org.apache.spark.sql.Dataset.collectFromPlan(Dataset.scala:3377)
org.apache.spark.sql.Dataset.$anonfun$collect$1(Dataset.scala:2725)
org.apache.spark.sql.Dataset$$Lambda$2553/180967888.apply(Unknown Source)
org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3366)
org.apache.spark.sql.Dataset$$Lambda$2555/518702991.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
org.apache.spark.sql.execution.SQLExecution$$$Lambda$2534/786210579.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
org.apache.spark.sql.Dataset.withAction(Dataset.scala:3362)
org.apache.spark.sql.Dataset.collect(Dataset.scala:2725)
org.apache.spark.sql.execution.streaming.MemorySink.addBatch(memory.scala:324)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$15(MicroBatchExecution.scala:552)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2527/572648546.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
org.apache.spark.sql.execution.SQLExecution$$$Lambda$2534/786210579.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:550)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2526/869754835.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:550)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:210)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2220/1442285356.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:178)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2218/1990880235.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:172)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:331)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:243)


== Sink ==
0: 
1: [0] [1] [2]
2: [3] [4]


== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
 +- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
 +- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}

== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
 +- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
 +- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}

== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
 +- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
 +- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
 +- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}

== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#2520]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, obj#2519: int
 +- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
 +- *(1) Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
 +- *(1) Project [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500]
 +- *(1) MicroBatchScan[key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan

 

org.scalatest.exceptions.TestFailedException:
Assert on query failed: name: The code passed to eventually never returned normally. Attempted 1983 times over 30.002590711 seconds. Last failure message: clock.isStreamWaitingAt(clock.getTimeMillis()) was false.
org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:432)
org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)
org.scalatest.concurrent.Eventually.eventually(Eventually.scala:337)
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:336)
org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)
org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$60(KafkaMicroBatchSourceSuite.scala:782)
org.apache.spark.sql.streaming.StreamTest$Execute$.$anonfun$apply$6(StreamTest.scala:297)
org.apache.spark.sql.streaming.StreamTest$Execute$.$anonfun$apply$6$adapted(StreamTest.scala:297)
Caused by: clock.isStreamWaitingAt(clock.getTimeMillis()) was false
org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
org.scalatest.Assertions$AssertionsHelper.macroAssert(Assertions.scala:501)
org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$61(KafkaMicroBatchSourceSuite.scala:784)
org.scalatest.concurrent.Eventually.makeAValiantAttempt$1(Eventually.scala:395)
org.scalatest.concurrent.Eventually.tryTryAgain$1(Eventually.scala:409)
org.scalatest.concurrent.Eventually.eventually(Eventually.scala:439)
org.scalatest.concurrent.Eventually.eventually$(Eventually.scala:391)
org.apache.spark.sql.kafka010.KafkaSourceTest.eventually(KafkaMicroBatchSourceSuite.scala:49)
== Progress ==
StartStream(ProcessingTime(100),org.apache.spark.sql.streaming.util.StreamManualClock@195c5803,Map(),null)
AssertOnQuery(<condition>, name)
CheckAnswer:
AssertOnQuery(<condition>, name)
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer:
AssertOnQuery(<condition>, name)
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [0],[1],[2]
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [3],[4]
AssertOnQuery(<condition>, name)
AdvanceManualClock(100)
=> AssertOnQuery(<condition>, name)
CheckNewAnswer:
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer:
AssertOnQuery(<condition>, name)
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [12],[13],[14]
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [15],[16]
AssertOnQuery(<condition>, name)
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [18],[20]
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer: [22],[23]
AdvanceManualClock(100)
AssertOnQuery(<condition>, name)
CheckNewAnswer:
== Stream ==
Output Mode: Append
Stream state: {KafkaV2[Subscribe[topic-34]]: {"topic-34":{"0":6}}}
Thread state: alive
Thread stack trace: sun.misc.Unsafe.park(Native Method)
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:836)
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:997)
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1304)
scala.concurrent.impl.Promise$DefaultPromise.tryAwait(Promise.scala:242)
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:258)
scala.concurrent.impl.Promise$DefaultPromise.ready(Promise.scala:187)
org.apache.spark.util.ThreadUtils$.awaitReady(ThreadUtils.scala:242)
org.apache.spark.scheduler.DAGScheduler.runJob(DAGScheduler.scala:736)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2013)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2034)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2053)
org.apache.spark.SparkContext.runJob(SparkContext.scala:2078)
org.apache.spark.rdd.RDD.$anonfun$collect$1(RDD.scala:961)
org.apache.spark.rdd.RDD$$Lambda$2760/1999924824.apply(Unknown Source)
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:151)
org.apache.spark.rdd.RDDOperationScope$.withScope(RDDOperationScope.scala:112)
org.apache.spark.rdd.RDD.withScope(RDD.scala:366)
org.apache.spark.rdd.RDD.collect(RDD.scala:960)
org.apache.spark.sql.execution.SparkPlan.executeCollect(SparkPlan.scala:299)
org.apache.spark.sql.Dataset.collectFromPlan(Dataset.scala:3377)
org.apache.spark.sql.Dataset.$anonfun$collect$1(Dataset.scala:2725)
org.apache.spark.sql.Dataset$$Lambda$2553/180967888.apply(Unknown Source)
org.apache.spark.sql.Dataset.$anonfun$withAction$1(Dataset.scala:3366)
org.apache.spark.sql.Dataset$$Lambda$2555/518702991.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
org.apache.spark.sql.execution.SQLExecution$$$Lambda$2534/786210579.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
org.apache.spark.sql.Dataset.withAction(Dataset.scala:3362)
org.apache.spark.sql.Dataset.collect(Dataset.scala:2725)
org.apache.spark.sql.execution.streaming.MemorySink.addBatch(memory.scala:324)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$15(MicroBatchExecution.scala:552)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2527/572648546.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.$anonfun$withNewExecutionId$4(SQLExecution.scala:100)
org.apache.spark.sql.execution.SQLExecution$$$Lambda$2534/786210579.apply(Unknown Source)
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated(SQLExecution.scala:160)
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId(SQLExecution.scala:87)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$14(MicroBatchExecution.scala:550)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2526/869754835.apply(Unknown Source)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:550)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:210)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2220/1442285356.apply$mcV$sp(Unknown Source)
scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:327)
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:325)
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:178)
org.apache.spark.sql.execution.streaming.MicroBatchExecution$$Lambda$2218/1990880235.apply$mcZ$sp(Unknown Source)
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:56)
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:172)
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:331)
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:243)
== Sink ==
0:
1: [0] [1] [2]
2: [3] [4]
== Plan ==
== Parsed Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
+- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
+- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}
== Analyzed Logical Plan ==
value: int
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
+- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
+- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}
== Optimized Logical Plan ==
SerializeFromObject [input[0, int, false] AS value#2520]
+- MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, class scala.Tuple2, [StructField(_1,StringType,true), StructField(_2,StringType,true)], obj#2519: int
+- DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
+- Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
+- StreamingDataSourceV2Relation [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500], org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan@543077e3, KafkaV2[Subscribe[topic-34]], {"topic-34":{"0":6}}, {"topic-34":{"0":9}}
== Physical Plan ==
*(1) SerializeFromObject [input[0, int, false] AS value#2520]
+- *(1) MapElements org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase$$Lambda$4591/448941079@657ea9a3, obj#2519: int
+- *(1) DeserializeToObject newInstance(class scala.Tuple2), obj#2518: scala.Tuple2
+- *(1) Project [cast(key#2494 as string) AS key#2508, cast(value#2495 as string) AS value#2509]
+- *(1) Project [key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500]
+- *(1) MicroBatchScan[key#2494, value#2495, topic#2496, partition#2497, offset#2498L, timestamp#2499, timestampType#2500] class org.apache.spark.sql.kafka010.KafkaSourceProvider$KafkaScan
at org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:528)
at org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:527)
at org.scalatest.FunSuite.newAssertionFailedException(FunSuite.scala:1560)
at org.scalatest.Assertions.fail(Assertions.scala:1089)
at org.scalatest.Assertions.fail$(Assertions.scala:1085)
at org.scalatest.FunSuite.fail(FunSuite.scala:1560)
at org.apache.spark.sql.streaming.StreamTest.failTest$1(StreamTest.scala:449)
at org.apache.spark.sql.streaming.StreamTest.executeAction$1(StreamTest.scala:651)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56(StreamTest.scala:775)
at org.apache.spark.sql.streaming.StreamTest.$anonfun$testStream$56$adapted(StreamTest.scala:762)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.WrappedArray.foreach(WrappedArray.scala:39)
at org.apache.spark.sql.streaming.StreamTest.liftedTree1$1(StreamTest.scala:762)
at org.apache.spark.sql.streaming.StreamTest.testStream(StreamTest.scala:761)
at org.apache.spark.sql.streaming.StreamTest.testStream$(StreamTest.scala:328)
at org.apache.spark.sql.kafka010.KafkaSourceTest.testStream(KafkaMicroBatchSourceSuite.scala:49)
at org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$62(KafkaMicroBatchSourceSuite.scala:868)
at org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$62$adapted(KafkaMicroBatchSourceSuite.scala:794)
at org.apache.spark.sql.kafka010.KafkaTestUtils.withTranscationalProducer(KafkaTestUtils.scala:360)
at org.apache.spark.sql.kafka010.KafkaMicroBatchSourceSuiteBase.$anonfun$new$58(KafkaMicroBatchSourceSuite.scala:794)
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
at org.scalatest.OutcomeOf.outcomeOf(OutcomeOf.scala:85)
at org.scalatest.OutcomeOf.outcomeOf$(OutcomeOf.scala:83)
at org.scalatest.OutcomeOf$.outcomeOf(OutcomeOf.scala:104)
at org.scalatest.Transformer.apply(Transformer.scala:22)
at org.scalatest.Transformer.apply(Transformer.scala:20)
at org.scalatest.FunSuiteLike$$anon$1.apply(FunSuiteLike.scala:186)
at org.apache.spark.SparkFunSuite.withFixture(SparkFunSuite.scala:105)
at org.scalatest.FunSuiteLike.invokeWithFixture$1(FunSuiteLike.scala:184)
at org.scalatest.FunSuiteLike.$anonfun$runTest$1(FunSuiteLike.scala:196)
at org.scalatest.SuperEngine.runTestImpl(Engine.scala:289)
at org.scalatest.FunSuiteLike.runTest(FunSuiteLike.scala:196)
at org.scalatest.FunSuiteLike.runTest$(FunSuiteLike.scala:178)
at org.apache.spark.sql.kafka010.KafkaSourceTest.org$scalatest$BeforeAndAfterEach$$super$runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.BeforeAndAfterEach.runTest(BeforeAndAfterEach.scala:221)
at org.scalatest.BeforeAndAfterEach.runTest$(BeforeAndAfterEach.scala:214)
at org.apache.spark.sql.kafka010.KafkaSourceTest.runTest(KafkaMicroBatchSourceSuite.scala:49)
at org.scalatest.FunSuiteLike.$anonfun$runTests$1(FunSuiteLike.scala:229)
at org.scalatest.SuperEngine.$anonfun$runTestsInBranch$1(Engine.scala:396)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.SuperEngine.traverseSubNodes$1(Engine.scala:384)
at org.scalatest.SuperEngine.runTestsInBranch(Engine.scala:379)
at org.scalatest.SuperEngine.runTestsImpl(Engine.scala:461)
at org.scalatest.FunSuiteLike.runTests(FunSuiteLike.scala:229)
at org.scalatest.FunSuiteLike.runTests$(FunSuiteLike.scala:228)
at org.scalatest.FunSuite.runTests(FunSuite.scala:1560)
at org.scalatest.Suite.run(Suite.scala:1147)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.FunSuite.org$scalatest$FunSuiteLike$$super$run(FunSuite.scala:1560)
at org.scalatest.FunSuiteLike.$anonfun$run$1(FunSuiteLike.scala:233)
at org.scalatest.SuperEngine.runImpl(Engine.scala:521)
at org.scalatest.FunSuiteLike.run(FunSuiteLike.scala:233)
at org.scalatest.FunSuiteLike.run$(FunSuiteLike.scala:232)
at org.apache.spark.SparkFunSuite.org$scalatest$BeforeAndAfterAll$$super$run(SparkFunSuite.scala:54)
at org.scalatest.BeforeAndAfterAll.liftedTree1$1(BeforeAndAfterAll.scala:213)
at org.scalatest.BeforeAndAfterAll.run(BeforeAndAfterAll.scala:210)
at org.scalatest.BeforeAndAfterAll.run$(BeforeAndAfterAll.scala:208)
at org.apache.spark.SparkFunSuite.run(SparkFunSuite.scala:54)
at org.scalatest.Suite.callExecuteOnSuite$1(Suite.scala:1210)
at org.scalatest.Suite.$anonfun$runNestedSuites$1(Suite.scala:1257)
at scala.collection.IndexedSeqOptimized.foreach(IndexedSeqOptimized.scala:36)
at scala.collection.IndexedSeqOptimized.foreach$(IndexedSeqOptimized.scala:33)
at scala.collection.mutable.ArrayOps$ofRef.foreach(ArrayOps.scala:198)
at org.scalatest.Suite.runNestedSuites(Suite.scala:1255)
at org.scalatest.Suite.runNestedSuites$(Suite.scala:1189)
at org.scalatest.tools.DiscoverySuite.runNestedSuites(DiscoverySuite.scala:30)
at org.scalatest.Suite.run(Suite.scala:1144)
at org.scalatest.Suite.run$(Suite.scala:1129)
at org.scalatest.tools.DiscoverySuite.run(DiscoverySuite.scala:30)
at org.scalatest.tools.SuiteRunner.run(SuiteRunner.scala:45)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13(Runner.scala:1346)
at org.scalatest.tools.Runner$.$anonfun$doRunRunRunDaDoRunRun$13$adapted(Runner.scala:1340)
at scala.collection.immutable.List.foreach(List.scala:392)
at org.scalatest.tools.Runner$.doRunRunRunDaDoRunRun(Runner.scala:1340)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24(Runner.scala:1031)
at org.scalatest.tools.Runner$.$anonfun$runOptionallyWithPassFailReporter$24$adapted(Runner.scala:1010)
at org.scalatest.tools.Runner$.withClassLoaderAndDispatchReporter(Runner.scala:1506)
at org.scalatest.tools.Runner$.runOptionallyWithPassFailReporter(Runner.scala:1010)
at org.scalatest.tools.Runner$.main(Runner.scala:827)
at org.scalatest.tools.Runner.main(Runner.scala)