Merge pull request #175 from tweag/feature/INFRA-979-migrate-buildkite-to-github-actions

Infra 979:  Migrate buildkite linux build to GitHub actions

Author: facundominguez

.github/workflows/build.yml

@@ -1,15 +1,50 @@
 name: Build & test
-on:
-  push:
+on: [push]
 env:
   BAZEL_ARGS: --repository_cache=~/repo-cache --disk_cache=~/disk-cache
   HADOOP_VERSION: 2.10.1
   SPARK_VERSION: 2.4.8
   SFL4J_VERSION: 1.7.30
 
 jobs:
-  test:
-    name: Run test
+  build_and_test_with_linux:
+    name: Build and Test with Linux Runner
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install NixOS
+        uses: cachix/install-nix-action@v18
+        with:
+          nix_path: nixpkgs=./nixpkgs.nix
+
+      - run: echo "build --host_platform=@rules_haskell//haskell/platforms:linux_x86_64_nixpkgs" > .bazelrc.local
+      - run: nix-shell --pure --run 'bazel build //apps/hello:sparkle-example-hello_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/rdd-ops:sparkle-example-rddops_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/dataframe:sparkle-example-dataframe_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/osthreads:sparkle-example-osthreads_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/lda:sparkle-example-lda_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/argv:sparkle-example-argv_deploy.jar'
+      - run: nix-shell --pure --run "bazel build //apps/bench:sparkle-benchmarks_deploy.jar"
+      - run: nix-shell --pure --run 'bazel build //apps/hello-safe:hello-safe_deploy.jar'
+      - run: nix-shell --pure --run 'bazel build //apps/dataframe-safe:dataframe-safe_deploy.jar'
+      - run: nix-shell --pure --run "bazel build //apps/hello-deltalake:sparkle-example-hello-deltalake_deploy.jar"
+      - run: nix-shell --pure --run "bazel build //apps/deltalake-glow:sparkle-example-deltalake-glow_deploy.jar"
+      - run: nix-shell --pure --run 'bazel run spark-submit -- --packages com.amazonaws:aws-java-sdk:1.11.920,org.apache.hadoop:hadoop-aws:2.8.4 $(pwd)/bazel-bin/apps/hello/sparkle-example-hello_deploy.jar'
+      - run: nix-shell --pure --run 'bazel run spark-submit -- $(pwd)/bazel-bin/apps/rdd-ops/sparkle-example-rddops_deploy.jar'
+      - run: nix-shell --pure --run 'bazel run spark-submit -- $(pwd)/bazel-bin/apps/dataframe/sparkle-example-dataframe_deploy.jar'
+      - run: nix-shell --pure --run 'bazel run spark-submit -- $(pwd)/bazel-bin/apps/argv/sparkle-example-argv_deploy.jar a b +RTS -s -RTS c'
+      - run: nix-shell --pure --run 'bazel run spark-submit -- --packages com.amazonaws:aws-java-sdk:1.11.920,org.apache.hadoop:hadoop-aws:2.8.4 $(pwd)/bazel-bin/apps/hello/sparkle-example-hello_deploy.jar $(pwd)/bazel-bin/apps/lda/sparkle-example-lda_deploy.jar'
+      - run: nix-shell --pure --run "bazel run spark-submit -- --packages com.amazonaws:aws-java-sdk:1.11.920,org.apache.hadoop:hadoop-aws:2.8.4 $(pwd)/bazel-bin/apps/lda/sparkle-example-lda_deploy.jar"
+      - run: nix-shell --pure --run 'bazel run spark-submit -- --packages com.amazonaws:aws-java-sdk:1.11.920,org.apache.hadoop:hadoop-aws:2.8.4 $(pwd)/bazel-bin/apps/hello-safe/hello-safe_deploy.jar'
+      - run: nix-shell --pure --run 'bazel run spark-submit -- $(pwd)/bazel-bin/apps/dataframe-safe/dataframe-safe_deploy.jar'
+      - run: nix-shell --pure --run "bazel run spark-submit -- --packages io.delta:delta-core_2.11:0.4.0 $(pwd)/bazel-bin/apps/hello-deltalake/sparkle-example-hello-deltalake_deploy.jar"
+      - run: nix-shell --pure --run "bazel run spark-submit-with-data -- --packages io.delta:delta-core_2.11:0.4.0,io.projectglow:glow-spark2_2.11:1.1.2 $(pwd)/bazel-bin/apps/deltalake-glow/sparkle-example-deltalake-glow_deploy.jar"
+      - run: spark-submit bazel-bin/apps/osthreads/sparkle-example-osthreads_deploy.jar | tee out.txt || grep "Job |           pool | start time (s) | end time (s)" out.txt 
+
+  build_and_test_with_macos:
+    name: Build and Test with MacOs Runner
     runs-on: macos-11
     steps: