[CORE-4489 ]Snappy compression enabled to reduce Network usage by mongodump support version above and including 4.2.0

.circleci/config.yml

@@ -27,18 +27,12 @@ jobs:
 
       environment:
         PYTHON_BIN: /usr/local/bin/python2.7
+
     working_directory: ~/repo
 
     steps:
     - checkout
-
-      # Download and cache dependencies
-    - restore_cache:
-        keys:
-        - v1-dependencies-{{ checksum "requirements.txt" }}
-          # fallback to using the latest cache if no exact match is found
-        - v1-dependencies-
-
+
     - run:
         name: set version and build the rpm
         command: |

.gitignore

@@ -4,3 +4,6 @@ tmp
 *.pyc
 .idea
 *.iml
+.history*
+venv*
+.local*

VERSION

@@ -1 +1 @@
-1.4.1
+1.4.2

mongodb_consistent_backup/Backup/Mongodump/MongodumpThread.py

@@ -2,6 +2,7 @@
 import os
 import logging
 import sys
+from distutils.version import LooseVersion
 
 from multiprocessing import Process
 from select import select
@@ -73,7 +74,7 @@ def do_ssl_insecure(self):
 
     def is_version_gte(self, compare):
         if os.path.isfile(self.binary) and os.access(self.binary, os.X_OK):
-            if tuple(compare.split(".")) <= tuple(self.version.split(".")):
+            if LooseVersion(compare) <= LooseVersion(self.version):
                 return True
         return False
 
@@ -168,6 +169,12 @@ def mongodump_cmd(self):
         mongodump_flags.extend([
             "--out=%s/dump" % self.backup_dir
         ])
+        if self.is_version_gte("4.2.0"):
+            logging.info("MongoDump Version higher that 4.2.0 found extending mongodump with snppy compressor flag")
+            ## https://www.mongodb.com/docs/drivers/node/v4.4/fundamentals/connection/network-compression/
+            mongodump_flags.extend([
+                "--compressors=%s" % "snappy,zlib,zstd"
+            ])
 
         # --numParallelCollections
         if self.threads > 0:
@@ -222,6 +229,7 @@ def mongodump_cmd(self):
                 sys.exit(1)
 
         mongodump_cmd.extend(mongodump_flags)
+        logging.info("-----mongodump_cmd: %s" % mongodump_cmd)
         return mongodump_cmd
 
     def run(self):

scripts/build.sh

@@ -109,8 +109,8 @@ if [ -d ${srcdir} ]; then
 		exit 1
 	fi
 
-	# build fails on Pex 1.5+
-	${venvdir}/bin/python2.7 ${venvdir}/bin/pip install ${pip_flags} "pex<=1.4"
+	# build work with pex<=2.1.120 as of 23 feb 2023 
+	${venvdir}/bin/python2.7 ${venvdir}/bin/pip install ${pip_flags} "pex<=2.1.120"
 	if [ $? -gt 0 ]; then
 		echo "Failed to install pex utility for building!"
 		exit 1