Push images on self hosted machine (#2799)

* push images on self hosted machine

* update

* update

* update

* update

* test install.sh

* fix go mirrors

* clean up

* add clean up

* update clean up script

Author: typhoonzero

.github/workflows/main.yml

@@ -81,11 +81,11 @@ jobs:
         source build/env/bin/activate
         bash scripts/test/workflow.sh
         # bash scripts/travis/upload_codecov.sh
-  push:
-    runs-on: ubuntu-latest
+  push-images:
+    runs-on: [self-hosted, linux]
     needs: [test-mysql, test-hive-java, test-workflow]
     steps:
-    - uses: actions/checkout@v2
+    - uses: actions/checkout@v1
     - uses: olegtarasov/get-tag@v2
       id: tagName
     - if: ${{ github.event_name == 'schedule' }}
@@ -96,16 +96,6 @@ jobs:
       run: echo "::set-env name=TRAVIS_BRANCH::${{ github.head_ref }}"
     - if: ${{ github.event_name == 'push' }}
       run: echo "::set-env name=TRAVIS_BRANCH::${GITHUB_REF##*/}"
-    - name: release latest linux client binary
-      env:
-        TRAVIS_OS_NAME: linux
-        QINIU_AK: ${{ secrets.QINIU_AK }}
-        QINIU_SK: ${{ secrets.QINIU_SK }}
-      run: |
-        export TRAVIS_BUILD_DIR=${{ github.workspace }}
-        export TRAVIS_TAG=${{ steps.tagName.outputs.tag }}
-        export TRAVIS_PULL_REQUEST=${{ github.event.number }}
-        bash scripts/travis/deploy_client.sh
     - name: push server images
       env:
         DOCKER_USERNAME: "typhoon1986"
@@ -119,6 +109,31 @@ jobs:
         export FIND_FASTED_MIRROR=false
         export TRAVIS_BUILD_STAGE_NAME=Deploy
         bash scripts/travis/deploy_docker.sh
+  linux-client:
+    runs-on: ubuntu-latest
+    needs: [test-mysql, test-hive-java, test-workflow]
+    steps:
+    - uses: actions/checkout@v2
+    - uses: olegtarasov/get-tag@v2
+      id: tagName
+    - if: ${{ github.event_name == 'schedule' }}
+      run: |
+        echo "::set-env name=TRAVIS_EVENT_TYPE::cron"
+        echo "::set-env name=TRAVIS_BRANCH::${GITHUB_REF##*/}"
+    - if: ${{ github.event_name == 'pull_request' }}
+      run: echo "::set-env name=TRAVIS_BRANCH::${{ github.head_ref }}"
+    - if: ${{ github.event_name == 'push' }}
+      run: echo "::set-env name=TRAVIS_BRANCH::${GITHUB_REF##*/}"
+    - name: release latest linux client binary
+      env:
+        TRAVIS_OS_NAME: linux
+        QINIU_AK: ${{ secrets.QINIU_AK }}
+        QINIU_SK: ${{ secrets.QINIU_SK }}
+      run: |
+        export TRAVIS_BUILD_DIR=${{ github.workspace }}
+        export TRAVIS_TAG=${{ steps.tagName.outputs.tag }}
+        export TRAVIS_PULL_REQUEST=${{ github.event.number }}
+        bash scripts/travis/deploy_client.sh
   # TODO(typhoonzero): remove travis envs when we have moved to github actions completely
   macos-client:
     runs-on: macos-latest

docker/dev/install.sh

@@ -13,7 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-set -e
+set -ex
 
 if [ "$FIND_FASTED_MIRROR" == "true" ]; then
     # shellcheck disable=SC1091
@@ -74,7 +74,7 @@ rm -rf "$HOME"/.cache/pip/*
 
 
 echo "Install Go compiler ..."
-GO_MIRROR_0="http://mirrors.ustc.edu.cn/golang/go1.13.4.linux-amd64.tar.gz"
+GO_MIRROR_0="https://studygolang.com/dl/golang/go1.13.4.linux-amd64.tar.gz"
 GO_MIRROR_1="https://dl.google.com/go/go1.13.4.linux-amd64.tar.gz"
 axel --quiet --output go.tar.gz $GO_MIRROR_0 $GO_MIRROR_1
 tar -C /usr/local -xzf go.tar.gz

scripts/travis/build.sh

@@ -70,3 +70,6 @@ build_sqlflow_image mysql
 build_sqlflow_image jupyter
 build_sqlflow_image step
 build_sqlflow_image modelzooserver
+
+echo "Clean up root permission $TRAVIS_BUILD_DIR/build ..."
+docker run --rm  -v "$TRAVIS_BUILD_DIR":/work sqlflow:ci rm -rf /work/build /work/java /work/python