Adding control APIs and namespacing for core algorithm paths like SpG…

…EMM, SpMV, and SpTrans. (AMReX-Codes#2859)

Co-authored-by: Paul Mullowney <Paul.Mullowney@nrel.gov>

Src/Base/AMReX.cpp

@@ -123,6 +123,11 @@ namespace {
 #ifdef AMREX_USE_HYPRE
 namespace {
     int init_hypre = 1;
+#if defined(HYPRE_USING_CUDA) || defined(HYPRE_USING_HIP)
+    int hypre_spgemm_use_vendor = 0;
+    int hypre_spmv_use_vendor = 0;
+    int hypre_sptrans_use_vendor = 0;
+#endif
 }
 #endif
 
@@ -489,6 +494,11 @@ amrex::Initialize (int& argc, char**& argv, bool build_parm_parse,
 
 #ifdef AMREX_USE_HYPRE
         pp.queryAdd("init_hypre", init_hypre);
+#if defined(HYPRE_USING_CUDA) || defined(HYPRE_USING_HIP)
+        pp.queryAdd("hypre_spgemm_use_vendor", hypre_spgemm_use_vendor);
+        pp.queryAdd("hypre_spmv_use_vendor", hypre_spmv_use_vendor);
+        pp.queryAdd("hypre_sptrans_use_vendor", hypre_sptrans_use_vendor);
+#endif
 #endif
     }
 
@@ -526,7 +536,7 @@ amrex::Initialize (int& argc, char**& argv, bool build_parm_parse,
 #ifdef AMREX_USE_HYPRE
     if (init_hypre) {
         HYPRE_Init();
-#ifdef HYPRE_USING_CUDA
+#if defined(HYPRE_USING_CUDA) || defined(HYPRE_USING_HIP)
 
 #if defined(HYPRE_RELEASE_NUMBER) && (HYPRE_RELEASE_NUMBER >= 22400)
 
@@ -543,7 +553,9 @@ amrex::Initialize (int& argc, char**& argv, bool build_parm_parse,
 #endif
         /* This API below used to be HYPRE_SetSpGemmUseCusparse(). This was changed in commit
            Hypre master commit dfdd1cd12f */
-        HYPRE_SetSpGemmUseVendor(false);
+        HYPRE_SetSpGemmUseVendor(hypre_spgemm_use_vendor);
+        HYPRE_SetSpMVUseVendor(hypre_spmv_use_vendor);
+        HYPRE_SetSpTransUseVendor(hypre_sptrans_use_vendor);
         HYPRE_SetMemoryLocation(HYPRE_MEMORY_DEVICE);
         HYPRE_SetExecutionPolicy(HYPRE_EXEC_DEVICE);
         HYPRE_SetUseGpuRand(true);