Set SPARK_LOCAL_IP to fix flaky spark session creation (mlflow#4233)

* fix Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt2 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt3 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt4 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt5 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * Fix comment position Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * stop using local-cluster Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt2 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt3 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * try HIVE_SERVER2_THRIFT_BIND_HOST Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt2 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt3 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt4 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt5 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * set env in test step Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt2 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt3 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt4 Signed-off-by: harupy <17039389+harupy@users.noreply.github.com> * attempt Signed-off-by: harupy <17039389+harupy@users.noreply.github.com>
simonvanbernem · Apr 9, 2021 · 54d1349 · 54d1349
1 parent a145f59
commit 54d1349
Showing 1 changed file with 11 additions and 0 deletions.
diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml
@@ -177,6 +177,9 @@ jobs:
       run: |
         source ./dev/install-common-deps.sh
     - name: Run tests
+      env:
+        # Fix for https://github.com/mlflow/mlflow/issues/4229
+        SPARK_LOCAL_IP: 127.0.0.1
       run: |
         export PATH="$CONDA_DIR/bin:$PATH"
         source activate test-environment
@@ -198,6 +201,8 @@ jobs:
       run: |
         source ./dev/install-common-deps.sh
     - name: Run tests
+      env:
+        SPARK_LOCAL_IP: 127.0.0.1
       run: |
         export PATH="$CONDA_DIR/bin:$PATH"
         source activate test-environment
@@ -256,6 +261,8 @@ jobs:
         run: |
           source ./dev/install-common-deps.sh
       - name: Run tests
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
         run: |
           export PATH="$CONDA_DIR/bin:$PATH"
           source activate test-environment
@@ -295,6 +302,8 @@ jobs:
         run: |
           source ./dev/install-common-deps.sh
       - name: Run tests
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
         run: |
           export PATH="$CONDA_DIR/bin:$PATH"
           source activate test-environment
@@ -314,6 +323,8 @@ jobs:
         run: |
           source ./dev/install-common-deps.sh
       - name: Run tests
+        env:
+          SPARK_LOCAL_IP: 127.0.0.1
         run: |
           export PATH="$CONDA_DIR/bin:$PATH"
           source activate test-environment