Dev

.circleci/config.yml

@@ -0,0 +1,106 @@
+version: 2
+defaults: &defaults
+    docker:
+      - image: circleci/python:2.7-stretch-browsers
+install_dependency: &install_dependency
+  name: Installation of build and deployment dependencies.
+  command: |
+    sudo apt install jq
+    sudo pip install awscli --upgrade
+    sudo pip install docker-compose
+install_deploysuite: &install_deploysuite
+  name: Installation of install_deploysuite.
+  command: |
+    git clone --branch v1.4.2 https://github.com/topcoder-platform/tc-deploy-scripts ../buildscript
+    cp ./../buildscript/master_deploy.sh .
+    cp ./../buildscript/buildenv.sh .
+    cp ./../buildscript/awsconfiguration.sh .
+restore_cache_settings_for_build: &restore_cache_settings_for_build
+  key: docker-node-modules-{{ checksum "package-lock.json" }}
+
+save_cache_settings: &save_cache_settings
+  key: docker-node-modules-{{ checksum "package-lock.json" }}
+  paths:
+    - node_modules
+
+builddeploy_steps: &builddeploy_steps
+      - checkout
+      - setup_remote_docker
+      - run: *install_dependency
+      - run: *install_deploysuite
+      - restore_cache: *restore_cache_settings_for_build
+      - run: ./build.sh ${APPNAME}
+      - save_cache: *save_cache_settings
+      - deploy:
+          name: Running MasterScript.
+          command: |
+            ./awsconfiguration.sh $DEPLOY_ENV
+            source awsenvconf
+            # # producer deployment
+            # ./unsetenv.sh
+            # ./buildenv.sh -e $DEPLOY_ENV -b ${LOGICAL_ENV}-${APPNAME}-producer-deployvar
+            # source buildenvvar
+            # ./master_deploy.sh -d ECS -e $DEPLOY_ENV -t latest -s ${LOGICAL_ENV}-global-appvar,${LOGICAL_ENV}-${APPNAME}-appvar -i ${APPNAME}
+            # # notify deployment
+            # rm -rf buildenvvar
+            # # ./unsetenv.sh            
+            # ./buildenv.sh -e $DEPLOY_ENV -b ${LOGICAL_ENV}-${APPNAME}-notify-deployvar
+            # source buildenvvar            
+            # ./master_deploy.sh -d ECS -e $DEPLOY_ENV -t latest -s ${LOGICAL_ENV}-global-appvar,${LOGICAL_ENV}-${APPNAME}-notify-appvar -i ${APPNAME}            
+            # # consumer deployment
+            # rm -rf buildenvvar
+            # ./unsetenv.sh
+            ./buildenv.sh -e $DEPLOY_ENV -b ${LOGICAL_ENV}-${APPNAME}-consumer-deployvar
+            source buildenvvar            
+            ./master_deploy.sh -d ECS -e $DEPLOY_ENV -t latest -s ${LOGICAL_ENV}-global-appvar,${LOGICAL_ENV}-${APPNAME}-appvar -i ${APPNAME}
+            # # without kafka dynamodb
+            # rm -rf buildenvvar
+            # ./unsetenv.sh
+            # ./buildenv.sh -e $DEPLOY_ENV -b ${LOGICAL_ENV}-${APPNAME}-withoutkafka-deployvar
+            # source buildenvvar            
+            # ./master_deploy.sh -d ECS -e $DEPLOY_ENV -t latest -s ${LOGICAL_ENV}-${APPNAME}-withoutkafka-appvar -i ${APPNAME}
+            # # reconciler deployment
+            # rm -rf buildenvvar
+            # # ./unsetenv.sh            
+            # ./buildenv.sh -e $DEPLOY_ENV -b ${LOGICAL_ENV}-${APPNAME}-reconciler-deployvar
+            # source buildenvvar
+            # ./master_deploy.sh -d ECS -e $DEPLOY_ENV -t latest -s ${LOGICAL_ENV}-global-appvar,${LOGICAL_ENV}-${APPNAME}-appvar -i ${APPNAME}
+
+
+jobs:
+  # Build & Deploy against development backend
+  "build-dev":
+    <<: *defaults
+    environment:
+      DEPLOY_ENV: "DEV"
+      LOGICAL_ENV: "dev"
+      APPNAME: "ifxpg-nodeserver"    
+    steps: *builddeploy_steps
+
+  "build-prod":
+    <<: *defaults
+    environment:
+      DEPLOY_ENV: "PROD"
+      LOGICAL_ENV: "prod"    
+      APPNAME: "ifxpg-nodeserver"  
+    steps: *builddeploy_steps
+
+workflows:
+  version: 2
+  build:
+    jobs:
+      # Development builds are executed on "develop" branch only.
+      - "build-dev":
+          context : org-global
+          filters:
+            branches:
+              only:
+                - dev
+
+      # Production builds are exectuted only on tagged commits to the
+      # master branch.
+      - "build-prod":
+          context : org-global
+          filters:
+            branches:
+              only: master

.gitignore

@@ -0,0 +1 @@
+.DS_Store

Dockerfile

@@ -37,11 +37,11 @@ ENV LICENSE accept
 RUN rm /usr/bin/python && ln -s /usr/bin/python2.7 /usr/bin/python
 RUN echo "sqlexec 2021/tcp" >> /etc/services
 
-RUN mkdir /app
-COPY . /app
+RUN mkdir /ifxpg-nodeserver
+COPY . /ifxpg-nodeserver
 
-WORKDIR /app
+WORKDIR /ifxpg-nodeserver
 RUN rm -rf node_modules && npm install --unsafe-perm
 
 # ENTRYPOINT [ "/bin/bash" ]
-ENTRYPOINT [ "npm" ]
+ENTRYPOINT [ "npm","run" ]

build.sh

@@ -0,0 +1,23 @@
+#!/bin/bash
+set -eo pipefail
+APP_NAME=$1
+UPDATE_CACHE=""
+#docker-compose -f docker/docker-compose.yml build $APP_NAME
+docker build -t $APP_NAME:latest .
+docker create --name app $APP_NAME:latest
+
+if [ -d node_modules ]
+then
+  mv package-lock.json old-package-lock.json
+  docker cp app:/$APP_NAME/package-lock.json package-lock.json
+  set +eo pipefail
+  UPDATE_CACHE=$(cmp package-lock.json old-package-lock.json)
+  set -eo pipefail
+else
+  UPDATE_CACHE=1
+fi
+
+if [ "$UPDATE_CACHE" == 1 ]
+then
+  docker cp app:/$APP_NAME/node_modules .
+fi

config/default.js

@@ -8,6 +8,7 @@ module.exports = {
     PARTITION: 0
   },
   RETRY_COUNTER: 3,
+  KAFKA_REPOST_COUNT: 5,
   topic_error: {
     NAME: 'db.ifxpgmigrate.error',
     PARTITION: 0,
@@ -41,5 +42,29 @@ module.exports = {
     USER: process.env.IFX_USER || 'informix',
     PASSWORD: process.env.IFX_PASSWORD || '1nf0rm1x',
     POOL_MAX_SIZE: parseInt(process.env.IFX_POOL_MAX_SIZE || '10')
+  },
+  DYNAMODB: {
+    REGION: process.env.AWS_REGION || 'us-east-1',
+    TABLENAME: process.env.DYNAMODB_TABLENAME || 'ifxpg-migrator'
+  },
+  SLACK: {
+    URL: process.env.SLACKURL || 'us-east-1',
+    SLACKCHANNEL: process.env.SLACKCHANNEL || 'ifxpg-migrator',
+    SLACKNOTIFY:  process.env.SLACKNOTIFY || 'false'
+  },
+  EXEMPTIONDATATYPE : {
+    MONEY: {
+      testdb_testtable5 : 'dmoney'
+    }
+  },
+  RECONCILER : 
+  {
+    RECONCILER_ELAPSE_TIME : 600000,
+    RECONCILER_IGNORE_STATUS : 'PostgresUpdated',
+    RECONCILER_START_ELAPSE_TIME : 1,
+    RECONCILER_DIFF_PERIOD : 10,
+    RECONCILER_DURATION_TYPE : 'm',
+    RECONCILER_RETRY_COUNT : 1,
+    RECONCILER_POST_URL : 'http://ifxpg-migrator.topcoder-dev.com/kafkaevents'
   }  
 }

informix_auditing/UNIX.mak

@@ -29,7 +29,7 @@
 # TARGET must be set to the location/filename
 # of the platform-specific make include file.
 
-TARGET=$(INFORMIXDIR)/incl/dbdk/makeinc.linux86_64
+TARGET=$(INFORMIXDIR)/incl/dbdk/makeinc.linux
 include $(TARGET)
 # ===============================================================
 # This is the project title.
@@ -39,12 +39,12 @@ BINDIR = $(OS_NAME)-$(PLATFORM)
 
 # Platform independent code goes here.
 # The following code was generated by BladeSmith.
-
+LDFLAGS = -m32
 LCURL = -lcurl
 MI_INCL = $(INFORMIXDIR)/incl
 COPTS=-O -DMI_SERVBUILD -DMITRACE_OFF=1
-CFLAGS =$(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
-PTCFLAGS =$(LCURL) $(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
+CFLAGS =$(LDFLAGS) $(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
+PTCFLAGS =$(LDFLAGS) $(LCURL) $(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
 LINKFLAGS = $(SHLIBLFLAG) $(SYMFLAG)
 LIBS =
 
@@ -89,7 +89,7 @@ RecordAudit.jar: RecordAudit.class
 # Misspelled symbol names will not be resolved here or at load time.
 #
 $(PROJECT_LIBS) : $(PROJECT_OBJS)
-	$(SHLIBLOD) $(LCURL) $(LINKFLAGS) -o $(PROJECT_LIBS) \
+	$(SHLIBLOD) $(LDFLAGS) $(LCURL) $(LINKFLAGS) -o $(PROJECT_LIBS) \
 	$(PROJECT_OBJS) $(LIBS) $(DATABLADE_LIBS) 2> link.errs
 
 server:	$(PROJECT_LIBS)

informix_auditing/UNIX_x64.mak

@@ -0,0 +1,105 @@
+# (c) Copyright IBM Corp. 2004  All rights reserved.                 */
+#                                                                    */
+# This sample program is owned by International Business Machines    */
+# Corporation or one of its subsidiaries ("IBM") and is copyrighted  */
+# and licensed, not sold.                                            */
+#                                                                    */
+# You may copy, modify, and distribute this sample program in any    */
+# form without payment to IBM,  for any purpose including developing,*/
+# using, marketing or distributing programs that include or are      */
+# derivative works of the sample program.                            */
+#                                                                    */
+# The sample program is provided to you on an "AS IS" basis, without */
+# warranty of any kind.  IBM HEREBY  EXPRESSLY DISCLAIMS ALL         */
+# WARRANTIES EITHER EXPRESS OR IMPLIED, INCLUDING, BUT NOT LIMITED TO*/
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTIC-*/
+# ULAR PURPOSE. Some jurisdictions do not allow for the exclusion or */
+# limitation of implied warranties, so the above limitations or      */
+# exclusions may not apply to you.  IBM shall not be liable for any  */
+# damages you suffer as a result of using, modifying or distributing */
+# the sample program or its derivatives.                             */
+#                                                                    */
+# Each copy of any portion of this sample program or any derivative  */
+# work,  must include a the above copyright notice and disclaimer of */
+# warranty.                                                          */
+#                                                                    */
+# ********************************************************************/
+
+# This Makefile builds the logger libraries
+# TARGET must be set to the location/filename
+# of the platform-specific make include file.
+
+TARGET=$(INFORMIXDIR)/incl/dbdk/makeinc.linux86_64
+include $(TARGET)
+# ===============================================================
+# This is the project title.
+PROJECT_TITLE = auditing
+
+BINDIR = $(OS_NAME)-$(PLATFORM)
+
+# Platform independent code goes here.
+# The following code was generated by BladeSmith.
+
+LCURL = -lcurl
+MI_INCL = $(INFORMIXDIR)/incl
+COPTS=-O -DMI_SERVBUILD -DMITRACE_OFF=1
+CFLAGS =$(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
+PTCFLAGS =$(LCURL) $(COPTS) $(CC_PIC) -I$(MI_INCL)/public -I$(MI_INCL)
+LINKFLAGS = $(SHLIBLFLAG) $(SYMFLAG)
+LIBS =
+
+PROJECT_OBJS= $(BINDIR)/auditing1.$(OBJSUFF) $(BINDIR)/auditing2.$(OBJSUFF) $(BINDIR)/auditing3.$(OBJSUFF) $(BINDIR)/audit_util.$(OBJSUFF)
+
+PROJECT_LIBS=$(BINDIR)/$(PROJECT_TITLE).$(BLDLIB_SUFF)
+
+all: $(BINDIR) RecordAudit.jar
+	$(MAKE) $(MAKEFLAGS) -f UNIX.mak server
+
+# Construct the object file.
+
+$(BINDIR)/auditing1.$(OBJSUFF) : auditing1.c
+	$(CC) $(CFLAGS) -o $@ -c $?
+
+$(BINDIR)/auditing2.$(OBJSUFF) : auditing2.c
+	$(CC) $(PTCFLAGS) -o $@ -c $?
+
+$(BINDIR)/auditing3.$(OBJSUFF) : auditing3.c
+	$(CC) $(CFLAGS) -o $@ -c $?
+
+$(BINDIR)/audit_util.$(OBJSUFF) : audit_util.c
+	$(CC) $(PTCFLAGS) -o $@ -c $?
+
+RecordAudit.class: RecordAudit.java
+	javac RecordAudit.java
+
+RecordAudit.jar: RecordAudit.class
+	jar cf RecordAudit.jar RecordAudit.class
+
+# Construct the shared library.
+# Do *NOT* link with client side libraries.
+# You will see many undefined symbols during linking.  This is
+# normal since those symbols are resolved when the server loads
+# your shared object.
+#
+# ATTENTION: 
+# The ld "Symbol referencing errors" warning is normal.  
+# These unresolved symbols are resolved when the server
+# loads the shared object.  This list should be examined, however,
+# for symbol names that may have been inadvertently misspelled.
+# Misspelled symbol names will not be resolved here or at load time.
+#
+$(PROJECT_LIBS) : $(PROJECT_OBJS)
+	$(SHLIBLOD) $(LCURL) $(LINKFLAGS) -o $(PROJECT_LIBS) \
+	$(PROJECT_OBJS) $(LIBS) $(DATABLADE_LIBS) 2> link.errs
+
+server:	$(PROJECT_LIBS)
+
+clean:
+	$(RM) $(RMFLAGS) $(PROJECT_LIBS) $(PROJECT_OBJS) RecordAudit.class RecordAudit.jar
+
+$(BINDIR):
+	-mkdir $(BINDIR)
+
+INSTALL:
+	cp $(BINDIR)/$(PROJECT_TITLE).bld $(INFORMIXDIR)/extend/auditing/$(PROJECT_TITLE).bld
+	cp RecordAudit.jar $(INFORMIXDIR)/extend/auditing/RecordAudit.jar