GPU Diagnostics

.github/workflows/build-nabla.yml

@@ -364,6 +364,13 @@ jobs:
           sparse-checkout: |
             smoke
 
+      - name: Download VulkanSDK
+        uses: humbletim/setup-vulkan-sdk@v1.2.1
+        with:
+          vulkan-query-version: latest
+          vulkan-use-cache: true
+          vulkan-components: Vulkan-Headers, Vulkan-Loader
+
       - name: Download Nabla install artifact
         uses: actions/download-artifact@v4
         with:
@@ -385,4 +392,4 @@ jobs:
         run: cmake --build smoke/out --config ${{ matrix.config }}
 
       - name: CTest Smoke
-        run: ctest --test-dir smoke/out --force-new-ctest-process --output-on-failure --no-tests=error -C ${{ matrix.config }}
+        run: ctest --verbose --test-dir smoke/out --force-new-ctest-process --output-on-failure --no-tests=error -C ${{ matrix.config }}

.gitmodules

@@ -125,4 +125,7 @@
 	path = ci
 	url = git@github.com:Devsh-Graphics-Programming/Nabla-CI.git
 	branch = ditt
-	update = none
+	update = none
+[submodule "3rdparty/Vulkan-Tools"]
+	path = 3rdparty/Vulkan-Tools
+	url = git@github.com:Devsh-Graphics-Programming/Vulkan-Tools.git

3rdparty/CMakeLists.txt

@@ -454,6 +454,10 @@ if (NBL_BUILD_BULLET)
 	set(BULLET_INCLUDE_PATH ${BULLET_INCLUDE_PATH} PARENT_SCOPE)
 endif()
 
+add_library(Vulkan-Headers INTERFACE)
+target_include_directories(Vulkan-Headers INTERFACE "${CMAKE_CURRENT_SOURCE_DIR}/Vulkan-Headers/include")
+add_subdirectory(Vulkan-Tools/vulkaninfo vulkaninfo EXCLUDE_FROM_ALL)
+
 # Final gather
 set(NBL_3RDPARTY_TARGETS
 				lzma
@@ -475,6 +479,7 @@ set(NBL_3RDPARTY_TARGETS
 				SPIRV 
 				SPIRV-Tools-static # SPIRV-Tools-shared in case of SHARED lib
 				SPIRV-Tools-opt
+				vulkaninfo
 				Imath
 				freetype
 				${NBL_MSDFGEN_TARGETS}

include/nbl/video/CVulkanConnection.h

@@ -13,6 +13,8 @@
 namespace nbl::video
 {
 
+NBL_API2 int vulkaninfo(const std::span<char*> args);
+
 class NBL_API2 CVulkanConnection final : public IAPIConnection
 {
     public:
@@ -27,6 +29,7 @@ class NBL_API2 CVulkanConnection final : public IAPIConnection
 
         inline IDebugCallback* getDebugCallback() const override {return m_debugCallback.get();}
 
+
         bool startCapture() override;
         bool endCapture() override;
 

smoke/main.cpp

@@ -36,11 +36,44 @@ class Smoke final : public system::IApplicationFramework
             return false;
         }
 
+        exportGpuProfiles();
+
         return true;
     }
 
     void workLoopBody() override {}
     bool keepRunning() override { return false; }
+
+private:
+    static void exportGpuProfiles()
+    {
+        std::string arg2 = "-o";
+        std::string buf;
+        std::string arg1;
+        std::string arg3;
+
+        for (size_t i = 0;; i++)
+        {
+            auto stringifiedIndex = std::to_string(i);
+            auto outFile = "device_" + stringifiedIndex + ".json";
+            std::array<char*, 3> args = { arg1.data(), arg2.data(), outFile.data() };
+
+            int code = nbl::video::vulkaninfo(args);
+
+            if (code != 0)
+                break;
+
+            // print out file content
+            std::ifstream input(outFile);
+
+            while (input >> buf)
+            {
+                std::cout << buf;
+            }
+
+            std::cout << "\n\n";
+        }
+    }
 };
 
 NBL_MAIN_FUNC(Smoke)

src/nbl/CMakeLists.txt

@@ -753,6 +753,13 @@ list(APPEND INTERFACE_BUILD_DEFINITIONS
 # TODO: private
 target_link_libraries(Nabla PUBLIC $<BUILD_INTERFACE:gtml>)
 
+# vulkaninfo
+if (NBL_STATIC_BUILD)
+	target_link_libraries(Nabla PUBLIC $<BUILD_INTERFACE:vulkaninfo>)
+else()
+	target_link_libraries(Nabla PRIVATE $<BUILD_INTERFACE:vulkaninfo>)
+endif()
+
 # NGFX
 if(TARGET ngfx)
 	if(NBL_STATIC_BUILD)

src/nbl/video/CVulkanConnection.cpp

@@ -7,6 +7,8 @@
 // TODO: move inside `create` and call it LOG_FAIL and return nullptr
 #define LOG(logger, ...) if (logger) {logger->log(__VA_ARGS__);}
 
+extern int vulkaninfo(int, char**);
+
 namespace nbl::video
 {
 
@@ -306,6 +308,7 @@ core::smart_refctd_ptr<CVulkanConnection> CVulkanConnection::create(core::smart_
             continue;
         }
         api->m_physicalDevices.emplace_back(std::move(device));
+        // device enumeration
     }
 #undef LOF
 
@@ -372,4 +375,9 @@ bool CVulkanConnection::endCapture()
     return true;
 }
 
+int vulkaninfo(const std::span<char*> args)
+{
+    return ::vulkaninfo(args.size(), args.data()); 
+}
+
 }

src/nbl/video/CVulkanPhysicalDevice.cpp

@@ -1,6 +1,8 @@
 #include "nbl/video/CVulkanPhysicalDevice.h"
 #include "nbl/video/CVulkanLogicalDevice.h"
 
+#include "nlohmann/json.hpp" // TODO/FIXME: this is probably a mess making, consult someone how to do it better.
+
 namespace nbl::video
 {
 
@@ -25,7 +27,6 @@ std::unique_ptr<CVulkanPhysicalDevice> CVulkanPhysicalDevice::create(core::smart
         }
     });
 
-
     auto& properties = initData.properties;
     auto& features = initData.features;
     // First call just with Vulkan 1.0 API because:
@@ -1365,7 +1366,7 @@ std::unique_ptr<CVulkanPhysicalDevice> CVulkanPhysicalDevice::create(core::smart
 //        bufferUsages.opticalFlowVector = anyFlag(bufferFeatures,VK_FORMAT_FEATURE_2_OPTICAL_FLOW_VECTOR_BIT_NV);
 //        bufferUsages.opticalFlowCost = anyFlag(bufferFeatures,VK_FORMAT_FEATURE_2_OPTICAL_FLOW_COST_BIT_NV);
     }
-    
+
     success = true;
     return std::unique_ptr<CVulkanPhysicalDevice>(new CVulkanPhysicalDevice(std::move(initData),rdoc,vk_physicalDevice,std::move(availableFeatureSet)));
 }