Merge pull request #357 from Knowledge-Graph-Hub/jenkins_preserve_exi…

…sting_builds_in_index_html

Added existing builds in index.html for project dir

Jenkinsfile

@@ -168,8 +168,12 @@ pipeline {
                                 sh 'mkdir $BUILDSTARTDATE/stats/'
                                 sh 'cp -p *_stats.yaml $BUILDSTARTDATE/stats/'
 
-                                // make local $S3PROJECTDIR with two dirs, $BUILDSTARTDATE and current/, both with the same contents
+                                // make local $S3PROJECTDIR
                                 sh 'mkdir $S3PROJECTDIR'
+                                // add dir for existing builds so they are indexed
+                                // do an s3cmd ls for our project subdir, for each existing build make a local dir in $S3PROJECTDIR
+                                sh "for dir in `s3cmd ls s3://kg-hub-public-data/kg-covid-19/ | grep '\/$' | awk '{print $NF}' | grep -w -v -E 'raw|current' | xargs -n1 basename`; do mkdir -p $S3PROJECTDIR/$dir; done"
+                                // now make two dirs, $BUILDSTARTDATE and current/, both with the same contents
                                 sh 'mv $BUILDSTARTDATE $S3PROJECTDIR/'
                                 sh 'cp -pr $S3PROJECTDIR/$BUILDSTARTDATE $S3PROJECTDIR/current'