An error occurred while calling o19537.newInstance. : java.net.BindException: Address already in use: Service failed after 16 retries! Consider explicitly setting the appropriate port for the service (for example spark.ui.port for SparkUI) to an available port or increasing spark.port.maxRetries. at java.net.PlainSocketImpl.socketBind(Native Method) at java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:376) at java.net.ServerSocket.bind(ServerSocket.java:376) at java.net.ServerSocket.<init>(ServerSocket.java:237) at java.net.ServerSocket.<init>(ServerSocket.java:128) at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:56) at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:55) at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2012) at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:166) at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2003) at org.apache.spark.streaming.flume.FlumeTestUtils.findFreePort(FlumeTestUtils.scala:55) at org.apache.spark.streaming.flume.FlumeTestUtils.<init>(FlumeTestUtils.scala:48) at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at java.lang.Class.newInstance(Class.java:379) at sun.reflect.GeneratedMethodAccessor90.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:231) at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:381) at py4j.Gateway.invoke(Gateway.java:290) at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:133) at py4j.commands.CallCommand.execute(CallCommand.java:79) at py4j.GatewayConnection.run(GatewayConnection.java:209) at java.lang.Thread.run(Thread.java:745)


Traceback (most recent call last):
  File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/pyspark/streaming/tests.py", line 1277, in setUp
    self._utils = utilsClz.newInstance()
  File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/lib/py4j-0.9.1-src.zip/py4j/java_gateway.py", line 835, in __call__
    answer, self.gateway_client, self.target_id, self.name)
  File "/home/jenkins/workspace/spark-master-test-sbt-hadoop-2.4/python/lib/py4j-0.9.1-src.zip/py4j/protocol.py", line 310, in get_return_value
    format(target_id, ".", name), value)
Py4JJavaError: An error occurred while calling o19537.newInstance.
: java.net.BindException: Address already in use: Service failed after 16 retries! Consider explicitly setting the appropriate port for the service (for example spark.ui.port for SparkUI) to an available port or increasing spark.port.maxRetries.
	at java.net.PlainSocketImpl.socketBind(Native Method)
	at java.net.AbstractPlainSocketImpl.bind(AbstractPlainSocketImpl.java:376)
	at java.net.ServerSocket.bind(ServerSocket.java:376)
	at java.net.ServerSocket.<init>(ServerSocket.java:237)
	at java.net.ServerSocket.<init>(ServerSocket.java:128)
	at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:56)
	at org.apache.spark.streaming.flume.FlumeTestUtils$$anonfun$findFreePort$1.apply(FlumeTestUtils.scala:55)
	at org.apache.spark.util.Utils$$anonfun$startServiceOnPort$1.apply$mcVI$sp(Utils.scala:2012)
	at scala.collection.immutable.Range.foreach$mVc$sp(Range.scala:166)
	at org.apache.spark.util.Utils$.startServiceOnPort(Utils.scala:2003)
	at org.apache.spark.streaming.flume.FlumeTestUtils.findFreePort(FlumeTestUtils.scala:55)
	at org.apache.spark.streaming.flume.FlumeTestUtils.<init>(FlumeTestUtils.scala:48)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
	at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:526)
	at java.lang.Class.newInstance(Class.java:379)
	at sun.reflect.GeneratedMethodAccessor90.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at py4j.reflection.MethodInvoker.invoke(MethodInvoker.java:231)
	at py4j.reflection.ReflectionEngine.invoke(ReflectionEngine.java:381)
	at py4j.Gateway.invoke(Gateway.java:290)
	at py4j.commands.AbstractCommand.invokeMethod(AbstractCommand.java:133)
	at py4j.commands.CallCommand.execute(CallCommand.java:79)
	at py4j.GatewayConnection.run(GatewayConnection.java:209)
	at java.lang.Thread.run(Thread.java:745)