Merge pull request #530 from monarch-initiative/upload-failed-builds

Upload failed builds / update closurizer
monarch-initiative · Oct 13, 2023 · 837a8df · 837a8df
2 parents b0492e0 + f1aea60
commit 837a8df
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 5 deletions.
diff --git a/Jenkinsfile b/Jenkinsfile
@@ -3,6 +3,7 @@ pipeline {
     environment {
         HOME = "${env.WORKSPACE}"
         RELEASE = sh(script: "echo `date +%Y-%m-%d`", returnStdout: true).trim()
+        BUILD_TIMESTAMP = sh(script: "echo `date +%s`", returnStdout: true).trim()
         PATH = "/opt/poetry/bin:${env.PATH}"
         AWS_ACCESS_KEY_ID = credentials('AWS_ACCESS_KEY_ID')        
         AWS_SECRET_ACCESS_KEY = credentials('AWS_SECRET_ACCESS_KEY')
@@ -108,5 +109,9 @@ pipeline {
             sh 'docker rm -f neo || true'
         //    sh 'docker rm my_solr || true'
         }
+        // upload data and output on failure
+        failure {
+            sh 'gsutil cp -r . gs://monarch-archive/monarch-kg-failed/${RELEASE}-${BUILD_TIMESTAMP}'
+        }
     }
 }
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -19,7 +19,7 @@ python = ">=3.10,<3.12"
 kghub-downloader = "^0.3.2"
 koza = "^0.3.0"
 cat-merge = ">=0.2.0"
-closurizer = "0.3.1"
+closurizer = "^0.3.2"
 kgx = ">=2.1"
 multi-indexer = "0.0.5"
 botocore = "^1.31"