added config for actian agreement

.circleci/config.yml

@@ -0,0 +1,116 @@
+version: 2
+defaults: &defaults
+    docker:
+      - image: appiriodevops/openjdk7:buildv1
+
+install_dependency: &install_dependency
+    name: Installation of build dependencies.
+    command: |
+      sed -i '/jessie-updates/d' /etc/apt/sources.list
+      apt update
+      apt install -y  openssl ant git zip jq 
+      mkdir ~/awscli
+      cd  ~/awscli
+      curl "https://s3.amazonaws.com/aws-cli/awscli-bundle.zip" -o "awscli-bundle.zip"
+      unzip awscli-bundle.zip
+      ./awscli-bundle/install -i /usr/local/aws -b /usr/local/bin/aws
+      cd /usr/share/ant/lib
+      wget https://repo1.maven.org/maven2/org/codehaus/groovy/groovy-all/1.7.8/groovy-all-1.7.8.jar
+      wget https://repo1.maven.org/maven2/ant-contrib/ant-contrib/1.0b3/ant-contrib-1.0b3.jar
+      cd ~
+      wget http://downloads.sourceforge.net/project/jboss/JBoss/JBoss-4.2.3.GA/jboss-4.2.3.GA-jdk6.zip
+      unzip jboss-4.2.3.GA-jdk6.zip
+      cd project
+install_deploysuite: &install_deploysuite
+    name: Installation of install_deploysuite.
+    command: |
+      git clone --branch v1.3 https://github.com/topcoder-platform/tc-deploy-scripts ../buildscript
+      cp ./../buildscript/master_deploy.sh .
+      cp ./../buildscript/buildenv.sh .
+      cp ./../buildscript/awsconfiguration.sh .
+install_dependentrepo: &install_dependentrepo
+    name: Installation of install_deploysuite.
+    command: |
+      git clone --branch $GLUE_BRANCH https://github.com/topcoder-platform/tc-website-glue ../glue
+      git clone --branch $TCSHARED_BRANCH https://github.com/topcoder-platform/tc-website-shared ../shared
+      git clone --branch $TCEA_BRANCH https://github.com/topcoder-platform/tc-website-external-artifacts ../external-artifacts
+      git clone --branch $TCCACHE_BRANCH https://github.com/appirio-tech/tc-cache ../tc-cache    
+build_steps: &build_steps
+    # Initialization.
+    # - run: *install_dependency
+    - checkout
+    - run: *install_deploysuite
+    - run: *install_dependentrepo
+    - run:
+        name: "AWS Configuration"
+        command: |
+          ./awsconfiguration.sh $BUILD_ENV
+          source awsenvconf
+    - run:
+        name: Building application
+        command: |
+          source awsenvconf
+          ant -f move.xml package-topcoder
+          zip -r lib.zip lib
+          zip -r resources.zip resources
+          cd ../tc-cache && ant && cp build/dist/lib/tcs/tc_cache/1.0.0/tc_cache.jar ../project/ && cd ../project
+    # - store_artifacts:
+    #     path: ./topcoder.jar
+    #     destination: topcoder.jar
+    # - store_artifacts:
+    #     path: ./tc_cache.jar
+    #     destination: tc_cache.jar
+    - run:
+        name: Build Pacakge
+        command: ./build-package.sh $BUILD_ENV       
+    - run:
+        name: "Deployment tc-website app"
+        command: |
+          source awsenvconf
+          echo $VER
+          # cp -f buildvar-app.conf buildvar.conf
+          ./deploy.sh $BUILD_ENV $VER
+
+
+jobs:
+  # Build & Deploy against development backend
+  "build-dev":
+    <<: *defaults
+    environment:
+      BUILD_ENV: "DEV"
+      GLUE_BRANCH: "dev"
+      TCSHARED_BRANCH: "dev"
+      TCEA_BRANCH: "dev"
+      TCCACHE_BRANCH: "master"
+    steps: *build_steps
+
+  "build-prod":
+    <<: *defaults
+    environment:
+      BUILD_ENV: "PROD"
+      GLUE_BRANCH: "master"
+      TCSHARED_BRANCH: "master"
+      TCEA_BRANCH: "master"
+      TCCACHE_BRANCH: "master"
+    steps: *build_steps      
+
+workflows:
+  version: 2
+  build:
+    jobs:
+      - Hold [TC-Website-Build-Deploy]:
+          type: approval
+      - build-dev:
+          context : org-global  
+          requires:
+            - Hold [TC-Website-Build-Deploy]       
+          filters:
+            branches:
+              only: [dev, reskin-payment]
+      - build-prod:
+          context : org-global   
+          requires:
+            - Hold [TC-Website-Build-Deploy]   
+          filters:
+            branches:
+              only: master

appspec.yml

@@ -0,0 +1,42 @@
+version: 0.0
+os: linux
+files:
+  - source: ./topcoder.jar
+    destination: /home/web/web_backup/
+  # - source: ./tc_cache.jar
+  #   destination: /home/web/web_backup/
+  # - source: ./lib.zip
+  #   destination: /home/web/web_backup/
+  # - source: ./resources.zip
+  #   destination: /home/web/web_backup/        
+permissions:
+  - object: /home/web/web_backup
+    pattern: "topcoder.jar"
+    owner: web
+    group: apps
+  # - object: /home/web/web_backup
+  #   pattern: "tc_cache.jar"
+  #   owner: web
+  #   group: apps
+  # - object: /home/web/web_backup
+  #   pattern: "lib.zip"
+  #   owner: web
+  #   group: apps    
+  # - object: /home/web/web_backup
+  #   pattern: "resources.zip"
+  #   owner: web
+  #   group: apps    
+hooks:
+  BeforeInstall:
+    - location: remote-cmd-backup-app.sh
+      runas: web
+  AfterInstall:
+    - location: remote-cmd-expand-app.sh
+      runas: web
+    - location: remote-cmd-stop-server.sh
+      runas: web
+    - location: remote-cmd-deploy-app.sh 
+      runas: web
+  ApplicationStart: 
+    - location: remote-cmd-start-server.sh
+      runas: web

build-package.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+#Preparing paackage
+ENV=$1
+if [ -z $ENV ];
+then
+ echo "The script need to be executed with version ex:build-package.sh ENV"
+ exit 1
+fi
+
+VER=`date "+%Y%m%d%H%M"`
+SCRIPTDIR="./deployscripts"
+
+BUILD_VARIABLE_FILE_NAME="./buildvar.conf"
+source $BUILD_VARIABLE_FILE_NAME
+AWS_CD_PACKAGE_NAME="${APPNAME}-${PACKAGETYPE}-${VER}.zip"
+PACAKAGE_LOCATION="dist-${PACKAGETYPE}"
+rm -rf $PACAKAGE_LOCATION
+mkdir $PACAKAGE_LOCATION
+cp -rvf $SCRIPTDIR/* $PACAKAGE_LOCATION/
+cp lib.zip lib $PACAKAGE_LOCATION/
+cp resources.zip $PACAKAGE_LOCATION/
+cp topcoder.jar $PACAKAGE_LOCATION/
+cp tc_cache.jar $PACAKAGE_LOCATION/
+cp appspec.yml $PACAKAGE_LOCATION/appspec.yml
+zip -j $AWS_CD_PACKAGE_NAME $PACAKAGE_LOCATION/*
+
+
+VER1=$VER
+echo export VER="$VER1" >> "$BASH_ENV"

buildvar.conf

@@ -0,0 +1,15 @@
+APPNAME="tc-website"
+PACKAGETYPE="app"
+DEPLOY=1
+DEV_AWS_REGION="us-east-1"
+DEV_AWS_CD_APPNAME="tc-website-app"
+DEV_AWS_CD_DG_NAME="tc-website-app"
+DEV_AWS_CD_DG_CONFIGURATION="CodeDeployDefault.AllAtOnce"
+DEV_AWS_S3_BUCKET="tc-website-app-dev"
+DEV_AWS_S3_KEY_LOCATION=""
+PROD_AWS_REGION="us-east-1"
+PROD_AWS_CD_APPNAME="tc-website-app"
+PROD_AWS_CD_DG_NAME="tc-website-app"
+PROD_AWS_CD_DG_CONFIGURATION="CodeDeployDefault.AllAtOnce"
+PROD_AWS_S3_BUCKET="tc-website-app-prod"
+PROD_AWS_S3_KEY_LOCATION=""

conf/loadtcs.xml

@@ -6,6 +6,8 @@
         <classname>com.topcoder.utilities.dwload.TCLoadTCS</classname>
         <parameterList>
             <parameter name="submission_dir" value="file:/tcssubmissions/"/>
+            <parameter name="full_load" value="false"/>
+            <parameter name="batch_size_days" value="15"/>
         </parameterList>
     </load>
-</loadDefinition>
+</loadDefinition>

deploy.sh

@@ -0,0 +1,125 @@
+#!/bin/bash
+
+ENV=$1
+APPVER=$2
+
+if [ -z $APPVER ] || [ -z $ENV ];
+then
+ echo "The script need to be executed with version ex:deploy.sh ENV 123"
+ exit 1
+fi
+
+JQ="jq --raw-output --exit-status"
+COUNTER_LIMIT=20
+
+BUILD_VARIABLE_FILE_NAME="./buildvar.conf"
+source $BUILD_VARIABLE_FILE_NAME
+
+AWS_CD_APPNAME=$(eval "echo \$${ENV}_AWS_CD_APPNAME")
+AWS_CD_DG_NAME=$(eval "echo \$${ENV}_AWS_CD_DG_NAME")
+AWS_CD_DG_CONFIGURATION=$(eval "echo \$${ENV}_AWS_CD_DG_CONFIGURATION")
+AWS_S3_BUCKET=$(eval "echo \$${ENV}_AWS_S3_BUCKET")
+AWS_S3_KEY_LOCATION=$(eval "echo \$${ENV}_AWS_S3_KEY_LOCATION")
+
+AWS_CD_PACKAGE_NAME="${APPNAME}-${PACKAGETYPE}-${APPVER}.zip"
+if [ "$AWS_S3_KEY_LOCATION" = "" ] ;
+then
+    AWS_S3_KEY="${AWS_CD_PACKAGE_NAME}"
+else
+    AWS_S3_KEY="$AWS_S3_KEY_LOCATION/${AWS_CD_PACKAGE_NAME}"
+fi
+DEPLOYID=""
+#log Function - Used to provide information of execution information with date and time
+log()
+{
+   echo "`date +'%D %T'` : $1"
+}
+
+#track_error function validates whether the application execute without any error
+track_error()
+{
+   if [ $1 != "0" ]; then
+        log "$2 exited with error code $1"
+        log "completed execution IN ERROR at `date`"
+        exit $1
+   fi
+
+}
+
+#uploading to S3 bucket
+upload_cd_pakcage()
+{
+    S3_URL=""
+	if [ "$AWS_S3_KEY_LOCATION" = "" ] ;
+	then
+		S3_URL="s3://${AWS_S3_BUCKET}/"
+	else
+		S3_URL="s3://${AWS_S3_BUCKET}/${AWS_S3_KEY_LOCATION}/"
+	fi
+	aws s3 cp ${AWS_CD_PACKAGE_NAME} $S3_URL
+	track_error $? "Package S3 deployment"
+	log "CD Package uploaded successfully to S3 bucket $S3_URL"
+}
+#register the revision in Code deploy
+update_cd_app_revision()
+{
+	aws deploy register-application-revision --application-name "${AWS_CD_APPNAME}" --s3-location "bucket=${AWS_S3_BUCKET},bundleType=zip,key=${AWS_S3_KEY}"
+	track_error $? "CD applicaton register"
+	log "CD application register completed successfully"
+}
+#Invoke the code deploy
+cd_deploy()
+{
+	RESULT=`aws deploy create-deployment --application-name "${AWS_CD_APPNAME}" --deployment-config-name "${AWS_CD_DG_CONFIGURATION}" --deployment-group-name "${AWS_CD_DG_NAME}" --s3-location "bucket=${AWS_S3_BUCKET},bundleType=zip,key=${AWS_S3_KEY}"`
+	track_error $? "CD applicaton deployment intiation"
+        DEPLOYID=`echo $RESULT | $JQ .deploymentId`
+	log "CD application deployment initiation completed successfully. Please find the $DEPLOYID"
+}
+#Checing the status
+cd_deploy_status()
+{
+	echo "check tatusget info aws deploy get-deployment --deployment-id $DEPLOYID"
+        counter=0
+        BUFFER=0
+        DEPLOYMENT_STATUS=`aws deploy get-deployment --deployment-id "$DEPLOYID" | $JQ .deploymentInfo.status`
+        if [ "$DEPLOYMENT_STATUS" = "Succeeded" ] || [ "$DEPLOYMENT_STATUS" = "Failed" ];
+        then
+           BUFFER=1
+        fi
+        while [ "$BUFFER" = "0" ]
+        do
+           echo "Current Deployment status : $DEPLOYMENT_STATUS"
+           echo "Waiting for 15 sec to check the Deployment status...."
+           sleep 15
+           DEPLOYMENT_STATUS=`aws deploy get-deployment --deployment-id "$DEPLOYID" | $JQ .deploymentInfo.status`
+           if [ "$DEPLOYMENT_STATUS" = "Succeeded" ] || [ "$DEPLOYMENT_STATUS" = "Failed" ];
+           then
+             BUFFER=1
+           fi
+           counter=`expr $counter + 1`
+           if [[ $counter -gt $COUNTER_LIMIT ]] ; then
+		echo "Deployment does not reach staedy state with in 600 seconds. Please check"
+		exit 1
+           fi
+        done
+        if  [[ "$DEPLOYMENT_STATUS" = "Succeeded" ]] ;
+        then
+          echo "Deployment status is $DEPLOYMENT_STATUS"
+        else
+          echo "Deployment Failed. Please caheck AWS Code Deploy  event logs"
+          exit 1
+        fi
+
+}
+# configure_aws_cli
+upload_cd_pakcage
+update_cd_app_revision
+if [ "$DEPLOY" = "1" ] ;
+then
+    echo "Proceeding deployment"
+else
+    echo "User skipped deployment by updating the DEPLOY variable other than 1"
+    exit 0
+fi
+cd_deploy
+cd_deploy_status

deployscripts/remote-cmd-backup-app.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+
+BACKUP_DIR=/home/web/web_backup
+TARGET_JAR=${BACKUP_DIR}/topcoder.jar
+BACKUP_JAR=${TARGET_JAR}.bak
+# TARGET_JAR1=${BACKUP_DIR}/tc_cache.jar
+# BACKUP_JAR1=${TARGET_JAR1}.bak
+
+# app
+echo [Taking backup of existing topcoder.jar]
+if [ -e $BACKUP_JAR ]; then
+  rm -rf $BACKUP_JAR
+fi
+if [ -e $TARGET_JAR ]; then
+  mv $TARGET_JAR $BACKUP_JAR
+fi
+
+# echo [Taking backup of existing tc_cache.jar]
+# if [ -e $BACKUP_JAR1 ]; then
+#   rm -rf $BACKUP_JAR1
+# fi
+# if [ -e $TARGET_JAR1 ]; then
+#   mv $TARGET_JAR1 $BACKUP_JAR1
+# fi

deployscripts/remote-cmd-deploy-app.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+source ~/.bash_profile
+
+pushd /home/web/web
+
+echo "Deploying tc-website"
+ant -f build_tc.xml expand
+
+popd