Skip to content

Commit

Permalink
add rdf generation back in
Browse files Browse the repository at this point in the history
  • Loading branch information
kevinschaper committed Jul 2, 2024
1 parent 5c738a7 commit 76d94f6
Showing 1 changed file with 7 additions and 8 deletions.
15 changes: 7 additions & 8 deletions Jenkinsfile
Original file line number Diff line number Diff line change
Expand Up @@ -45,19 +45,18 @@ pipeline {
}
}
stage('transform') {
//TODO: add --rdf flag back to produce individual rdf files
steps {
sh 'poetry run ingest transform --all --log --write-metadata'
sh 'poetry run ingest transform --all --log --rdf --write-metadata'
sh '''
sed -i.bak 's@\r@@g' output/transform_output/*.tsv
rm output/transform_output/*.bak
'''
// sh '''
// gunzip output/rdf/*.gz
// sed -i.bak 's@\\r@@g' output/rdf/*.nt
// rm output/rdf/*.bak
// gzip output/rdf/*.nt
// '''
sh '''
gunzip output/rdf/*.gz
sed -i.bak 's@\\r@@g' output/rdf/*.nt
rm output/rdf/*.bak
gzip output/rdf/*.nt
'''
}
}
stage('merge') {
Expand Down

0 comments on commit 76d94f6

Please sign in to comment.