Set spark.driver.bindAddress and SPARK_LOCAL_IP

Author: EnricoMi

.github/workflows/ci.yml

@@ -269,6 +269,7 @@ jobs:
 
     - name: Integration Tests
       env:
+        SPARK_LOCAL_IP: 127.0.0.1
         SPARK_HOME: ${{ steps.params.outputs.home }}/spark
         ARTIFACT_ID: ${{ steps.params.outputs.artifact-id }}
         VERSION: ${{ steps.params.outputs.version }}

python/test/spark_common.py

@@ -64,6 +64,7 @@ def get_spark_config(path, dependencies) -> SparkConf:
         master = 'local[2]'
         conf = SparkConf().setAppName('unit test').setMaster(master)
         return conf.setAll([
+            ('spark.driver.bindAddress', '127.0.0.1'),
             ('spark.ui.showConsoleProgress', 'false'),
             ('spark.test.home', os.environ.get('SPARK_HOME')),
             ('spark.locality.wait', '0'),

src/test/scala/uk/co/gresearch/spark/SparkTestSession.scala

@@ -27,6 +27,7 @@ trait SparkTestSession {
       .builder()
       .master(s"local[$cores]")
       .appName("spark test example")
+      .config("spark.driver.bindAddress", "127.0.0.1")
       .config("spark.sql.shuffle.partitions", 2)
       .config("spark.local.dir", ".")
       .getOrCreate()