diff --git a/.github/workflows/test-bts.yml b/.github/workflows/test-bts.yml new file mode 100644 index 000000000..c4e2d74bf --- /dev/null +++ b/.github/workflows/test-bts.yml @@ -0,0 +1,35 @@ +on: + pull_request: + push: + branches: + - main + - "release/**" + +env: + DOCKER_BUILDKIT: 1 + COMPOSE_DOCKER_CLI_BUILD: 1 + +jobs: + small_test_bts: + runs-on: ubuntu-latest + + steps: + - name: Checkout + uses: actions/checkout@v2 + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build bts with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "small_bts" + cache-key: ${{ hashFiles('./packages/server/beaver_triple_service/**') }} + dockerfile-path: ./packages/server/beaver_triple_service/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "small" + + - name: Run test in beaver_triple_service + run: make test t=./beaver_triple_service m=run + working-directory: ./scripts diff --git a/.github/workflows/test-cc.yml b/.github/workflows/test-cc.yml new file mode 100644 index 000000000..29f49e8ab --- /dev/null +++ b/.github/workflows/test-cc.yml @@ -0,0 +1,82 @@ +on: + pull_request: + push: + branches: + - main + - "release/**" + +env: + DOCKER_BUILDKIT: 1 + COMPOSE_DOCKER_CLI_BUILD: 1 + +jobs: + small_test_cc: + runs-on: ubuntu-latest + + steps: + - name: Checkout + uses: actions/checkout@v2 + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build cc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "small_cc" + cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} + dockerfile-path: ./packages/server/computation_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "small_tmp" + + - name: Run bazel test in computation_container + run: make test t=./computation_container m=run p=small + working-directory: ./scripts + + medium_test_cc: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build cc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "medium_cc" + cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} + dockerfile-path: ./packages/server/computation_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "medium" + + - name: Build bts with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "dev_bts" + cache-key: ${{ hashFiles('./packages/server/beaver_triple_service/**') }} + dockerfile-path: ./packages/server/beaver_triple_service/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "dev" + + - name: Run bazel test in computation_container + run: make test t=./computation_container m=run p=medium + working-directory: ./scripts diff --git a/.github/workflows/test-container.yml b/.github/workflows/test-container.yml new file mode 100644 index 000000000..e2ab62836 --- /dev/null +++ b/.github/workflows/test-container.yml @@ -0,0 +1,347 @@ +on: + pull_request: + push: + branches: + - main + - "release/**" + +env: + DOCKER_BUILDKIT: 1 + COMPOSE_DOCKER_CLI_BUILD: 1 + +jobs: + medium_test_container_up: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_up.py -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_succes_send_share_with_restart: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_succes_send_share_with_restart -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_execute_computation_with_restart: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_execute_computation_with_restart -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_execute_computations_with_restart: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_execute_computations_with_restart -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_get_computation_result_with_restart: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_get_computation_result_with_restart -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_execute_multiple_with_restart_0: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container0] -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_execute_multiple_with_restart_1: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container1] -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_restart_test_success_execute_multiple_with_restart_2: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container2] -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_down_test_failed_send_share_with_down: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_down_request.py::test_failed_send_share_with_down -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_down_test_failed_execute_computation_with_down_0: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_down_request.py::test_failed_execute_computation_with_down -k [down_container0] -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_down_test_failed_execute_computation_with_down_1: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_down_request.py::test_failed_execute_computation_with_down -k [down_container1] -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test + + medium_test_container_down_test_failed_get_computation_result_with_down: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - uses: ./.github/actions/prepare_container_test + + - name: Run container test + run: | + pipenv sync + pipenv install --skip-lock ../../packages/client/libclient-py + pipenv run pytest ./tests/test_down_request.py::test_failed_get_computation_result_with_down -s -v -log-cli-level=DEBUG --durations=0 + working-directory: ./scripts/container_test diff --git a/.github/workflows/test-libc.yml b/.github/workflows/test-libc.yml new file mode 100644 index 000000000..ecffb1599 --- /dev/null +++ b/.github/workflows/test-libc.yml @@ -0,0 +1,65 @@ +on: + pull_request: + push: + branches: + - main + - "release/**" + +env: + DOCKER_BUILDKIT: 1 + COMPOSE_DOCKER_CLI_BUILD: 1 + +jobs: + medium_test_libclient: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + with: + fetch-depth: 0 + token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} + submodules: true + + - name: Update .bazelrc for using remote cache + run: | + eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc + env: + BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} + + - name: Log into registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build libc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "medium_libc" + cache-key: ${{ hashFiles('./packages/client/libclient-py/**') }} + dockerfile-path: ./scripts/libclient/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "medium" + + - name: Build cc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "dev_cc" + cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} + dockerfile-path: ./packages/server/computation_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "dev" + + - name: Build mc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "dev_mc" + cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} + dockerfile-path: ./packages/server/manage_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "dev" + + - name: Run bazel test in libclient + run: make test t=./libclient m=run p=medium + working-directory: ./scripts diff --git a/.github/workflows/test-mc.yml b/.github/workflows/test-mc.yml new file mode 100644 index 000000000..a0ab7b9a8 --- /dev/null +++ b/.github/workflows/test-mc.yml @@ -0,0 +1,58 @@ +on: + pull_request: + push: + branches: + - main + - "release/**" + +env: + DOCKER_BUILDKIT: 1 + COMPOSE_DOCKER_CLI_BUILD: 1 + +jobs: + small_test_mc: + runs-on: ubuntu-latest + + steps: + - name: Checkout + uses: actions/checkout@v2 + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build mc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "small_mc" + cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} + dockerfile-path: ./packages/server/manage_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "small" + + - name: Run Go test in manage_container + run: make test t=./manage_container m=run p=small + working-directory: ./scripts + + medium_test_mc: + runs-on: ubuntu-latest + steps: + - name: Checkout + uses: actions/checkout@v2 + + - name: Set up Docker buildx + id: buildx + uses: docker/setup-buildx-action@v2 + + - name: Build mc with cache + uses: ./.github/actions/build_images_with_cache + with: + container-name: "medium_mc" + cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} + dockerfile-path: ./packages/server/manage_container/Dockerfile + builder-name: ${{ steps.buildx.outputs.name }} + target: "medium" + + - name: Run bazel test in manage_container + run: make test t=./manage_container m=run p=medium + working-directory: ./scripts diff --git a/.github/workflows/test-server-all.yml b/.github/workflows/test-server-all.yml index 5691d7319..ab3fc4d5f 100644 --- a/.github/workflows/test-server-all.yml +++ b/.github/workflows/test-server-all.yml @@ -29,535 +29,3 @@ jobs: run: | cd ${{ github.workspace }}/packages/server/ make check - - small_test_cc: - runs-on: ubuntu-latest - - steps: - - name: Checkout - uses: actions/checkout@v2 - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build cc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "small_cc" - cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} - dockerfile-path: ./packages/server/computation_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "small_tmp" - - - name: Run bazel test in computation_container - run: make test t=./computation_container m=run p=small - working-directory: ./scripts - - small_test_mc: - runs-on: ubuntu-latest - - steps: - - name: Checkout - uses: actions/checkout@v2 - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build mc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "small_mc" - cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} - dockerfile-path: ./packages/server/manage_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "small" - - - name: Run Go test in manage_container - run: make test t=./manage_container m=run p=small - working-directory: ./scripts - - small_test_bts: - runs-on: ubuntu-latest - - steps: - - name: Checkout - uses: actions/checkout@v2 - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build bts with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "small_bts" - cache-key: ${{ hashFiles('./packages/server/beaver_triple_service/**') }} - dockerfile-path: ./packages/server/beaver_triple_service/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "small" - - - name: Run test in beaver_triple_service - run: make test t=./beaver_triple_service m=run - working-directory: ./scripts - - medium_test_cc: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build cc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "medium_cc" - cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} - dockerfile-path: ./packages/server/computation_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "medium" - - - name: Build bts with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "dev_bts" - cache-key: ${{ hashFiles('./packages/server/beaver_triple_service/**') }} - dockerfile-path: ./packages/server/beaver_triple_service/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "dev" - - - name: Run bazel test in computation_container - run: make test t=./computation_container m=run p=medium - working-directory: ./scripts - - medium_test_mc: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build mc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "medium_mc" - cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} - dockerfile-path: ./packages/server/manage_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "medium" - - - name: Run bazel test in manage_container - run: make test t=./manage_container m=run p=medium - working-directory: ./scripts - - medium_test_libclient: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - name: Set up Docker buildx - id: buildx - uses: docker/setup-buildx-action@v2 - - - name: Build libc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "medium_libc" - cache-key: ${{ hashFiles('./packages/client/libclient-py/**') }} - dockerfile-path: ./scripts/libclient/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "medium" - - - name: Build cc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "dev_cc" - cache-key: ${{ hashFiles('./packages/server/computation_container/**') }} - dockerfile-path: ./packages/server/computation_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "dev" - - - name: Build mc with cache - uses: ./.github/actions/build_images_with_cache - with: - container-name: "dev_mc" - cache-key: ${{ hashFiles('./packages/server/manage_container/**') }} - dockerfile-path: ./packages/server/manage_container/Dockerfile - builder-name: ${{ steps.buildx.outputs.name }} - target: "dev" - - - name: Run bazel test in libclient - run: make test t=./libclient m=run p=medium - working-directory: ./scripts - - medium_test_container_up: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_up.py -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_succes_send_share_with_restart: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_succes_send_share_with_restart -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_execute_computation_with_restart: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_execute_computation_with_restart -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_execute_computations_with_restart: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_execute_computations_with_restart -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_get_computation_result_with_restart: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_get_computation_result_with_restart -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_execute_multiple_with_restart_0: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container0] -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_execute_multiple_with_restart_1: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container1] -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_restart_test_success_execute_multiple_with_restart_2: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_restart_request.py::test_success_execute_multiple_with_restart -k [restart_container2] -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_down_test_failed_send_share_with_down: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_down_request.py::test_failed_send_share_with_down -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_down_test_failed_execute_computation_with_down_0: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_down_request.py::test_failed_execute_computation_with_down -k [down_container0] -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_down_test_failed_execute_computation_with_down_1: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_down_request.py::test_failed_execute_computation_with_down -k [down_container1] -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test - - medium_test_container_down_test_failed_get_computation_result_with_down: - runs-on: ubuntu-latest - steps: - - name: Checkout - uses: actions/checkout@v2 - with: - fetch-depth: 0 - token: ${{ secrets.CI_REPOSITORY_ACCESS_TOKEN }} - submodules: true - - - name: Update .bazelrc for using remote cache - run: | - eval "echo \"$(cat ./.github/workflows/.bazelrc_for_ci)\"" >> ./packages/server/computation_container/.bazelrc - env: - BUILDBUDDY_API_KEY: ${{ secrets.BUILDBUDDY_API_KEY }} - - - name: Log into registry - run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u ${{ github.repository_owner }} --password-stdin - - - uses: ./.github/actions/prepare_container_test - - - name: Run container test - run: | - pipenv sync - pipenv install --skip-lock ../../packages/client/libclient-py - pipenv run pytest ./tests/test_down_request.py::test_failed_get_computation_result_with_down -s -v -log-cli-level=DEBUG --durations=0 - working-directory: ./scripts/container_test