Skip to content

Commit

Permalink
try and speed up testing cycle; work on geneontology/go-site#842
Browse files Browse the repository at this point in the history
  • Loading branch information
kltm committed Sep 23, 2019
1 parent d9535d1 commit f3285f3
Showing 1 changed file with 37 additions and 37 deletions.
74 changes: 37 additions & 37 deletions Jenkinsfile
Expand Up @@ -90,7 +90,7 @@ pipeline {
].join(" ")
GOLR_INPUT_GAFS = [
//"http://skyhook.berkeleybop.org/master/products/annotations/paint_other.gaf.gz",
"http://skyhook.berkeleybop.org/master/annotations/wb.gaf.gz"
"http://skyhook.berkeleybop.org/master/annotations/sgn.gaf.gz"
].join(" ")
GOLR_INPUT_PANTHER_TREES = [
"http://skyhook.berkeleybop.org/master/products/panther/arbre.tgz"
Expand All @@ -115,7 +115,7 @@ pipeline {
//GORULE_TAGS_TO_SUPPRESS="silent"

// Optional. Groups to run.
RESOURCE_GROUPS="wb"
RESOURCE_GROUPS="sgn"
// Optional. Datasets to skip within the resources that we
// will run (defined in the line above).
DATASET_EXCLUDES=""
Expand Down Expand Up @@ -397,41 +397,41 @@ pipeline {
// serve as input into into mega step.
script {

dir('./noctua-models') {
git url: 'https://github.com/geneontology/noctua-models.git'

// Make all software products available in bin/
// (and lib/).
sh 'mkdir -p bin/'
sh 'mkdir -p lib/'
withCredentials([file(credentialsId: 'skyhook-private-key', variable: 'SKYHOOK_IDENTITY')]) {
sh 'rsync -avz -e "ssh -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY" skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/bin/* ./bin/'
// WARNING/BUG: needed for blazegraph-runner
// to run at this point.
sh 'rsync -avz -e "ssh -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY" skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/lib/* ./lib/'
}
sh 'chmod +x bin/*'

// Compile models.
sh 'mkdir -p legacy/gpad'
withEnv(['MINERVA_CLI_MEMORY=128G']){
// "Import" models.
sh './bin/minerva-cli.sh --import-owl-models -f models -j blazegraph.jnl'
// Convert GO-CAM to GPAD.
sh './bin/minerva-cli.sh --lego-to-gpad-sparql --ontology $MINERVA_INPUT_ONTOLOGIES -i blazegraph.jnl --gpad-output legacy/gpad'
}

// Collation.
sh 'perl ./util/collate-gpads.pl legacy/gpad/*.gpad'

// Rename, compress, and move to skyhook.
sh 'mcp "legacy/*.gpad" "legacy/noctua_#1.gpad"'
sh 'gzip -vk legacy/noctua_*.gpad'
withCredentials([file(credentialsId: 'skyhook-private-key', variable: 'SKYHOOK_IDENTITY')]) {
sh 'scp -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY legacy/noctua_*.gpad.gz skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/products/annotations/'
}
}
}
// dir('./noctua-models') {
// git url: 'https://github.com/geneontology/noctua-models.git'

// // Make all software products available in bin/
// // (and lib/).
// sh 'mkdir -p bin/'
// sh 'mkdir -p lib/'
// withCredentials([file(credentialsId: 'skyhook-private-key', variable: 'SKYHOOK_IDENTITY')]) {
// sh 'rsync -avz -e "ssh -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY" skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/bin/* ./bin/'
// // WARNING/BUG: needed for blazegraph-runner
// // to run at this point.
// sh 'rsync -avz -e "ssh -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY" skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/lib/* ./lib/'
// }
// sh 'chmod +x bin/*'

// // Compile models.
// sh 'mkdir -p legacy/gpad'
// withEnv(['MINERVA_CLI_MEMORY=128G']){
// // "Import" models.
// sh './bin/minerva-cli.sh --import-owl-models -f models -j blazegraph.jnl'
// // Convert GO-CAM to GPAD.
// sh './bin/minerva-cli.sh --lego-to-gpad-sparql --ontology $MINERVA_INPUT_ONTOLOGIES -i blazegraph.jnl --gpad-output legacy/gpad'
// }

// // Collation.
// sh 'perl ./util/collate-gpads.pl legacy/gpad/*.gpad'

// // Rename, compress, and move to skyhook.
// sh 'mcp "legacy/*.gpad" "legacy/noctua_#1.gpad"'
// sh 'gzip -vk legacy/noctua_*.gpad'
// withCredentials([file(credentialsId: 'skyhook-private-key', variable: 'SKYHOOK_IDENTITY')]) {
// sh 'scp -o StrictHostKeyChecking=no -o IdentitiesOnly=true -o IdentityFile=$SKYHOOK_IDENTITY legacy/noctua_*.gpad.gz skyhook@skyhook.berkeleybop.org:/home/skyhook/$BRANCH_NAME/products/annotations/'
// }
// }
// }

// Legacy: build 'gaf-production'
dir('./go-site') {
Expand Down

0 comments on commit f3285f3

Please sign in to comment.