Skip to content

Commit

Permalink
240218.132232.HKT use actions/upload-artifact/merge to merge the ar…
Browse files Browse the repository at this point in the history
…tifacts
  • Loading branch information
zaikunzhang committed Feb 18, 2024
1 parent 3b23ade commit bff9e4c
Show file tree
Hide file tree
Showing 19 changed files with 151 additions and 278 deletions.
29 changes: 10 additions & 19 deletions .github/workflows/profile_all.yml
Original file line number Diff line number Diff line change
Expand Up @@ -209,22 +209,13 @@ jobs:
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/${{ env.SOLNAME }}_profile_prima


# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# or "EMFILE: too many open files".
# See https://github.com/actions/upload-artifact/issues/485
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
26 changes: 10 additions & 16 deletions .github/workflows/profile_all_sq.yml
Original file line number Diff line number Diff line change
Expand Up @@ -203,19 +203,13 @@ jobs:
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/${{ env.SOLNAME }}_profile_prima


# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
16 changes: 5 additions & 11 deletions .github/workflows/profile_bobyqa_small.yml
Original file line number Diff line number Diff line change
Expand Up @@ -136,18 +136,12 @@ jobs:


merge_artifacts:
runs-on: ubuntu-latest
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Download all workflow run artifacts
uses: actions/download-artifact@v4.1.2
- name: Move all artifacts to the current directory
run: ls -al && mv */*.pdf ./ && ls -al
- name: Upload all files
uses: actions/upload-artifact@v4.3.1
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: all
path: ./*
- name: Remove all files
run: ls -al && rm -rf ./*
name: 00-merged-artifacts
pattern: artifact-*
16 changes: 5 additions & 11 deletions .github/workflows/profile_bobyqa_small_sq.yml
Original file line number Diff line number Diff line change
Expand Up @@ -153,18 +153,12 @@ jobs:


merge_artifacts:
runs-on: ubuntu-latest
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Download all workflow run artifacts
uses: actions/download-artifact@v4.1.2
- name: Move all artifacts to the current directory
run: ls -al && mv */*.pdf ./ && ls -al
- name: Upload all files
uses: actions/upload-artifact@v4.3.1
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: all
path: ./*
- name: Remove all files
run: ls -al && rm -rf ./*
name: 00-merged-artifacts
pattern: artifact-*
27 changes: 10 additions & 17 deletions .github/workflows/profile_cobyla_small.yml
Original file line number Diff line number Diff line change
Expand Up @@ -170,20 +170,13 @@ jobs:
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/cobyla_profile_prima


# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
27 changes: 10 additions & 17 deletions .github/workflows/profile_cobyla_small_sq.yml
Original file line number Diff line number Diff line change
Expand Up @@ -176,20 +176,13 @@ jobs:
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/cobyla_profile_prima


# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
26 changes: 10 additions & 16 deletions .github/workflows/profile_compiler_options.yml
Original file line number Diff line number Diff line change
Expand Up @@ -199,19 +199,13 @@ jobs:
run: bash scripts/check_success_timeout_big_test ${{ secrets.GITHUB_TOKEN }} ${{ github.repository }} ${{ github.run_id }}


# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
29 changes: 10 additions & 19 deletions .github/workflows/profile_infnan.yml
Original file line number Diff line number Diff line change
Expand Up @@ -203,22 +203,13 @@ jobs:
run: bash scripts/check_success_timeout_big_test ${{ secrets.GITHUB_TOKEN }} ${{ github.repository }} ${{ github.run_id }}


# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# or "EMFILE: too many open files".
# See https://github.com/actions/upload-artifact/issues/485
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
27 changes: 10 additions & 17 deletions .github/workflows/profile_int16.yml
Original file line number Diff line number Diff line change
Expand Up @@ -202,20 +202,13 @@ jobs:
run: bash scripts/check_success_timeout_big_test ${{ secrets.GITHUB_TOKEN }} ${{ github.repository }} ${{ github.run_id }}


# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
26 changes: 10 additions & 16 deletions .github/workflows/profile_lincoa_small.yml
Original file line number Diff line number Diff line change
Expand Up @@ -160,19 +160,13 @@ jobs:
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/${{ matrix.solver }}_profile_prima


# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*
merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
28 changes: 11 additions & 17 deletions .github/workflows/profile_lincoa_small_sq.yml
Original file line number Diff line number Diff line change
Expand Up @@ -167,20 +167,14 @@ jobs:
if: always() # Always run even if the workflow is canceled manually or due to overtime.
run: rm -rf ./matlab/tests/testdata && rm -rf /tmp/${{ matrix.solver }}_profile_prima

# As of 20231228, it often fails with "Unable to download and extract artifact: Request timeout"
# merge_artifacts:
# runs-on: ubuntu-latest
# if: always()
# needs: test
# steps:
# - name: Download all workflow run artifacts
# uses: actions/download-artifact@v4.0.0
# - name: Move all artifacts to the current directory
# run: ls -al && mv */*.pdf ./ && ls -al
# - name: Upload all files
# uses: actions/upload-artifact@v4.3.1
# with:
# name: all
# path: ./*
# - name: Remove all files
# run: ls -al && rm -rf ./*

merge_artifacts:
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: 00-merged-artifacts
pattern: artifact-*
16 changes: 5 additions & 11 deletions .github/workflows/profile_newuoa_small.yml
Original file line number Diff line number Diff line change
Expand Up @@ -134,18 +134,12 @@ jobs:


merge_artifacts:
runs-on: ubuntu-latest
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Download all workflow run artifacts
uses: actions/download-artifact@v4.1.2
- name: Move all artifacts to the current directory
run: ls -al && mv */*.pdf ./ && ls -al
- name: Upload all files
uses: actions/upload-artifact@v4.3.1
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: all
path: ./*
- name: Remove all files
run: ls -al && rm -rf ./*
name: 00-merged-artifacts
pattern: artifact-*
16 changes: 5 additions & 11 deletions .github/workflows/profile_newuoa_small_sq.yml
Original file line number Diff line number Diff line change
Expand Up @@ -153,18 +153,12 @@ jobs:


merge_artifacts:
runs-on: ubuntu-latest
if: always()
runs-on: ubuntu-latest
needs: test
steps:
- name: Download all workflow run artifacts
uses: actions/download-artifact@v4.1.2
- name: Move all artifacts to the current directory
run: ls -al && mv */*.pdf ./ && ls -al
- name: Upload all files
uses: actions/upload-artifact@v4.3.1
- name: Merge Artifacts
uses: actions/upload-artifact/merge@v4
with:
name: all
path: ./*
- name: Remove all files
run: ls -al && rm -rf ./*
name: 00-merged-artifacts
pattern: artifact-*
Loading

0 comments on commit bff9e4c

Please sign in to comment.