diff --git a/.github/workflows/tests_scripts.yml b/.github/workflows/tests_scripts.yml
index df1884dd8c..cb66892667 100644
--- a/.github/workflows/tests_scripts.yml
+++ b/.github/workflows/tests_scripts.yml
@@ -5,6 +5,7 @@ on:
     paths:
       - build_container.sh
       - create_directory_tarballs.sh
+      - create_lmodsitepackage.py
       - EESSI-install-software.sh
       - install_software_layer.sh
       - load_easybuild_module.sh
@@ -94,3 +95,19 @@ jobs:
           ./eessi_container.sh --mode run --verbose /software-layer/create_directory_tarballs.sh 2023.06
           # check if tarballs have been produced
           ls -l *.tar.gz
+
+    - name: test create_lmodsitepackage.py script
+      run: |
+          python3 create_lmodsitepackage.py .
+          export LMOD_PACKAGE_PATH="$PWD/.lmod"
+          # run some commands to make sure that generated Lmod SitePackage file works
+          test_script="${PWD}/test_lmod_sitepackage.sh"
+          echo '#!/bin/bash' > ${test_script}
+          echo 'ml --config' >> ${test_script}
+
+          chmod u+x ${test_script}
+
+          ./eessi_container.sh --access rw --mode run --verbose /software-layer/run_in_compat_layer_env.sh $PWD/${test_script} 2>&1 | tee ${out}
+          for pattern in "^Site Pkg location.*$PWD/.lmod/SitePackage.lua" "LMOD_SITEPACKAGE_LOCATION.*${PWD}/.lmod/SitePackage.lua"; do
+            grep "${pattern}" ${out} || (echo "Pattern '${pattern}' not found in output!" && exit 1)
+          done