An error occurred while calling o19537.newInstance. : java.net.BindException: Address already in use: Service failed after 16 retries! Consider explicitly setting the appropriate port for the service (for example spark.ui.port for SparkUI) to an available port or increasing spark.port.maxRetries. at java.net.PlainSocketImpl.socketBind(Native Method) at java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:376) at java.net.ServerSocket.bind(ServerSocket.java:376) at java.net.ServerSocket.<init>(ServerSocket.java:237) at java.net.ServerSocket.<init>(ServerSocket.java:128) at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:56) at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:55) at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2012) at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:166) at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2003) at org.apache.spark.streaming.flume.FlumeTestUtils.findFreePort(FlumeTestUtils.scala:55) at org.apache.spark.streaming.flume.FlumeTestUtils.<init>(FlumeTestUtils.scala:48) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at java.lang.Class.newInstance(Class.java:379) at sun.reflect.GeneratedMethodAccessor90.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:231) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:381) at py4j.Gateway.invoke(Gateway.java:290) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:133) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:209) at java.lang.Thread.run(Thread.java:745)
Traceback (most recent call last):
File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/pyspark/streaming/tests.py", line 1277, in setUp
self._utils = utilsClz.newInstance()
File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/lib/py4j-0.9.1-src.zip/py4j/java_gateway.py", line 835, in __call__
answer, self.gateway_client, self.target_id, self.name)
File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/lib/py4j-0.9.1-src.zip/py4j/protocol.py", line 310, in get_return_value
format(target_id, ".", name), value)
Py4JJavaError: An error occurred while calling o19537.newInstance.
: java.net.BindException: Address already in use: Service failed after 16 retries! Consider explicitly setting the appropriate port for the service (for example spark.ui.port for SparkUI) to an available port or increasing spark.port.maxRetries.
at java.net.PlainSocketImpl.socketBind(Native Method)
at java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:376)
at java.net.ServerSocket.bind(ServerSocket.java:376)
at java.net.ServerSocket.<init>(ServerSocket.java:237)
at java.net.ServerSocket.<init>(ServerSocket.java:128)
at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:56)
at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:55)
at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2012)
at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:166)
at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2003)
at org.apache.spark.streaming.flume.FlumeTestUtils.findFreePort(FlumeTestUtils.scala:55)
at org.apache.spark.streaming.flume.FlumeTestUtils.<init>(FlumeTestUtils.scala:48)
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
at java.lang.Class.newInstance(Class.java:379)
at sun.reflect.GeneratedMethodAccessor90.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:231)
at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:381)
at py4j.Gateway.invoke(Gateway.java:290)
at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:133)
at py4j.commands.CallCommand.execute(CallCommand.java:79)
at py4j.GatewayConnection.run(GatewayConnection.java:209)
at java.lang.Thread.run(Thread.java:745)