updated scripts and removing unused imports

RELEASE_NOTES

@@ -11,10 +11,10 @@ Release date: November-2021
 -------------------------------
 New features
          * Runtime:
-		- Support REST services, http requests and Function-as-a-service tasks (@http decorator). 
+		- Support for http requests (@http decorator). 
 		- Support for Java versions higher than 8.
-		- Enable grouping processes in MPI tasks with the process_per_node flag. 
-		- Partial support for OSX systems? 
+		- Enable grouping processes in MPI tasks with the processes_per_node flag. 
+		- Partial support for OSX systems 
 
          * Python:
 		- PyArrow object serialization support
@@ -31,7 +31,7 @@ Improvements:
 
 Known Limitations:
 	- Collections are not supported in http tasks
-	- OSX support is limited to Java and Python without CPU affinity (require to execute with --cpu_affinity=disable)
+	- OSX support is limited to Java and Python without CPU affinity (require to execute with --cpu_affinity=disable). We have also detected issues when several python3 versions are installed in the system. Tracing is not available.
         - Reduce operations can consume more disk space than the manually programmed n-ary reduction
 	- Objects used as task parameters must be serializable.
         - Tasks that invoke Numpy and MKL may experience issues if a different MKL threads count is used in different tasks. This is due to the fact that MKL reuses threads in the different calls and it does not change the number of threads from one call to another. This can be also happen with other libraries implemented with OpenMP.

builders/scs/p9/buildP9_aux

@@ -44,14 +44,13 @@
   #######
 
   # DEFINE MODULES
-  modules="gcc openmpi boost java atlas/3.10.3 python/2.7.14"
+  modules="gcc/8.3.0 openmpi/4.0.1 boost java atlas/3.10.3 python/2.7.14"
   unload_before_python="ignore"
   py2_modules="python/2.7.14"
   run_before_py3_modules="ignore"
   py3_modules="python/3.6.5"
-  run_before_py3_other_modules="ignore"
-  py3_other_modules="ignore"
-  #py3_other_modules="Python/3.7.0-foss-2018b"
+  run_before_py3_other_modules="module load cuda/10.2 cudnn/7.6.4 nccl/2.4.8 tensorrt/6.0.1 openmpi/4.0.1 scalapack/2.0.2 fftw/3.3.8 szip/2.1.1 ffmpeg/4.2.1 opencv/4.1.1"
+  py3_other_modules="python/3.7.4_ML"
 
   # DEFINE CONFIGURATION PARAMETERS
   #(Environment vars must be scaped to get the correct value if not it could take a value previous to load the modules)

changelog

@@ -473,7 +473,43 @@ Known Limitations:
         - Delete file calls for files used as input can produce a significant synchronization of the main code.
         - Defining a parameter as OUT is only allowed for files and collections of objects with a default constructor.
 
-For further information, please refer to “COMPSs User Manual: Application development guide”.
+Release number: 2.10 (Kumquat)

+Release date: November-2021
+-------------------------------
+New features
+         * Runtime:
+		- Support for http requests (@http decorator). 
+		- Support for Java versions higher than 8.
+		- Enable grouping processes in MPI tasks with the processes_per_node flag. 
+		- Partial support for OSX systems 
+
+         * Python:
+		- PyArrow object serialization support
+		- Cache profiling enabled
+
+Improvements:
+	- Fixes in managing directory parameters.
+        - Improvements in asynchronous file system operations.
+	- Improvements visualizing collections in task dependency graphs. 
+        - Improvements and fixes in the support for different MPI versions (COMPSS_MPIRUN_TYPE)
+	- Improvements in tracing system. Fixes in events and cfgs
+	- Configuration files for Karolina, Mahti and CTE-AMD system.
+	- Several Bug fixes.
+
+Known Limitations:
+	- Collections are not supported in http tasks
+	- OSX support is limited to Java and Python without CPU affinity (require to execute with --cpu_affinity=disable). We have also detected issues when several python3 versions are installed in the system. Tracing is not available.
+        - Reduce operations can consume more disk space than the manually programmed n-ary reduction
+	- Objects used as task parameters must be serializable.
+        - Tasks that invoke Numpy and MKL may experience issues if a different MKL threads count is used in different tasks. This is due to the fact that MKL reuses threads in the different calls and it does not change the number of threads from one call to another. This can be also happen with other libraries implemented with OpenMP.
+        - C++ Objects declared as arguments in coarse-grain tasks must be passed as object pointers in order to have proper dependency management.
+        - Master as worker feature is not working for executions with persistent worker in C++.
+	- Coherence and concurrent writing in parameters annotated with the "Concurrent" direction must be managed by the underlying distributed storage system.
+	- Delete file calls for files used as input can produce a significant synchronization of the main code.
+	- Defining a parameter as OUT is only allowed for files and collections of objects with a default constructor.   
+
+For further information, please refer to the COMPSs Documentation at: 
+	https://compss-doc.readthedocs.io/en/stable/
 
 Please find more details about the COMP Superscalar framework at: 
-		http://compss.bsc.es/
+	http://compss.bsc.es/

compss/runtime/resources/commons/src/main/java/es/bsc/compss/connectors/AbstractConnector.java

@@ -16,7 +16,6 @@
  */
 package es.bsc.compss.connectors;
 
-import es.bsc.compss.comm.Comm;
 import es.bsc.compss.connectors.utils.CreationThread;
 import es.bsc.compss.connectors.utils.DeadlineThread;
 import es.bsc.compss.connectors.utils.DeletionThread;
@@ -28,24 +27,15 @@
 import es.bsc.compss.types.resources.ShutdownListener;
 import es.bsc.compss.types.resources.description.CloudMethodResourceDescription;
 
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.FileNotFoundException;
-import java.io.IOException;
-import java.io.ObjectInputStream;
 import java.util.LinkedList;
 import java.util.List;
 import java.util.Map;
 import java.util.TreeSet;
 import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.Semaphore;
 
-import jdk.nashorn.internal.parser.JSONParser;
 import org.apache.logging.log4j.LogManager;
 import org.apache.logging.log4j.Logger;
-import org.json.JSONArray;
-import org.json.JSONObject;
-import org.json.JSONTokener;
 
 
 /**

utils/scripts/update_version/deploy_tag_to_AMD

@@ -0,0 +1,36 @@
+#!/bin/bash -e
+
+  usage() {
+    exitValue=$1
+
+    echo " "
+    echo "Usage $0 <version>"
+    echo " "
+
+    exit "$exitValue"
+  }
+
+
+  #=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-
+  # MAIN
+  #=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-
+
+  # Check parameters
+  if [ $# -ne 1 ]; then
+    echo "ERROR: Incorrect number of parameters"
+    usage 1
+  fi
+
+  # Set parameters
+  version=$1
+  buildFolder="cte-amd"
+  buildScript="buildCTE-AMD"
+  MNuser=compss
+  MNendpoint=amdlogin1.bsc.es
+
+  # Call generic script
+  ./deploy_tag_to_SC "${version}" ${buildFolder} ${buildScript} ${MNuser} ${MNendpoint}
+
+  # END
+  exit 0
+

utils/scripts/update_version/deploy_tag_to_SC

@@ -28,7 +28,7 @@
   install() {
     echo "- Install to SC"
     cd "${trunk_dir}"
-    mvn -U clean install
+    #mvn -U clean install
 
     cd "${buildersDir}"
     ./"${buildScript}" "${SCuser}" "/home/bsc19/${SCuser}/tmpCOMPSs/" "/apps/COMPSs/$version"

utils/scripts/update_version/main_release

@@ -48,7 +48,7 @@ usage() {
   ./deploy_tag_to_Nord "${version}"
   ./deploy_tag_to_MT "${version}"
   ./deploy_tag_to_P9 "${version}"
-
+  ./deploy_tag_to_AMD "${version}"
   # END
   echo "ALL SUCCESS!"
   exit 0