From ff60419c86a8a8343d6c343d4de1506dbc72c4d5 Mon Sep 17 00:00:00 2001 From: Justin Reese Date: Thu, 21 May 2020 08:36:41 -0700 Subject: [PATCH 1/3] Upload stats to s3 --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index 6cb320a8..f656474e 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -109,7 +109,6 @@ pipeline { } } } - stage('Convert to RDF') { steps { dir('./gitrepo') { @@ -145,6 +144,7 @@ pipeline { sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.nt.gz s3://kg-hub-public-data/kg-covid-19.nt.gz' sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.tar.gz s3://kg-hub-public-data/kg-covid-19.tar.gz' sh 'cd config; s3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.jnl.gz s3://kg-hub-public-data/kg-covid-19.jnl.gz' + sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put *_stats.yaml s3://kg-hub-public-data/' // Should now appear at: // https://kg-hub.berkeleybop.io/[artifact name] } From d32666c941d0607141e90ff65272bbea2f18ef45 Mon Sep 17 00:00:00 2001 From: Justin Reese Date: Thu, 21 May 2020 08:37:41 -0700 Subject: [PATCH 2/3] Fix error in Publish stage --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index f656474e..a98b2ca8 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -143,7 +143,7 @@ pipeline { withCredentials([file(credentialsId: 's3cmd_kg_hub_push_configuration', variable: 'S3CMD_JSON')]) { sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.nt.gz s3://kg-hub-public-data/kg-covid-19.nt.gz' sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.tar.gz s3://kg-hub-public-data/kg-covid-19.tar.gz' - sh 'cd config; s3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.jnl.gz s3://kg-hub-public-data/kg-covid-19.jnl.gz' + sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put merged-kg.jnl.gz s3://kg-hub-public-data/kg-covid-19.jnl.gz' sh 's3cmd -c $S3CMD_JSON --acl-public --mime-type=plain/text --cf-invalidate put *_stats.yaml s3://kg-hub-public-data/' // Should now appear at: // https://kg-hub.berkeleybop.io/[artifact name] From 6bc26e1b62fc356a81263bc19b20902ed876ab41 Mon Sep 17 00:00:00 2001 From: Justin Reese Date: Thu, 21 May 2020 08:40:41 -0700 Subject: [PATCH 3/3] Fix pigz command --- Jenkinsfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Jenkinsfile b/Jenkinsfile index a98b2ca8..c96bcdaf 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -128,7 +128,7 @@ pipeline { sh 'sbt stage' sh 'pigz -d ../merged-kg.nt.gz' sh './target/universal/stage/bin/blazegraph-runner load --informat=ntriples --journal=merged-kg.jnl --use-ontology-graph=true ../merged-kg.nt' - sh 'pigz merged-kg.jnl' + sh 'pigz ../merged-kg.jnl' } } }