diff --git a/windows/internal/build_wheels.bat b/windows/internal/build_wheels.bat
index fcca86a5f..b14f147e7 100644
--- a/windows/internal/build_wheels.bat
+++ b/windows/internal/build_wheels.bat
@@ -4,5 +4,8 @@ if errorlevel 1 exit /b 1
 call windows/internal/cuda_install.bat
 if errorlevel 1 exit /b 1
 
+call windows/internal/install_xpu.bat
+if errorlevel 1 exit /b 1
+
 call windows/build_pytorch.bat %CUDA_VERSION% %PYTORCH_BUILD_VERSION% %PYTORCH_BUILD_NUMBER%
 if errorlevel 1 exit /b 1
diff --git a/windows/internal/install_xpu.bat b/windows/internal/install_xpu.bat
new file mode 100644
index 000000000..d50b740ad
--- /dev/null
+++ b/windows/internal/install_xpu.bat
@@ -0,0 +1,56 @@
+REM Description: Install Intel Support Packages on Windows
+REM BKM reference: https://www.intel.com/content/www/us/en/developer/articles/tool/pytorch-prerequisites-for-intel-gpu/2-5.html
+REM To-do: Add driver installation in this file.
+
+set ONEAPI_PARENT_DIR=C:\Program Files (x86)\Intel
+set INTEL_ONEAPI_PYTORCH_BUNDLE_URL=https://registrationcenter-download.intel.com/akdlm/IRC_NAS/5ca2021d-dd1a-4ab1-bd52-758fe63cf827/w_intel-for-pytorch-gpu-dev_p_0.5.2.19_offline.exe
+set ONEAPI_VERSION="0.5.2+16"
+set INTEL_ONEAPI_PYTORCH_BUNDLE_DISPLAY_NAME=intel.oneapi.win.intel-for-pytorch-gpu-dev.product
+set INSTALL_FRESH_ONEAPI=0
+
+REM Check if oneAPI is already installed
+if not exist "C:\Program Files (x86)\Intel\oneAPI\pytorch-gpu-dev-0.5\oneapi-vars.bat" (
+    set INSTALL_FRESH_ONEAPI=1
+)
+
+REM Check if oneAPI is latest version
+"%ONEAPI_PARENT_DIR%\oneAPI\Installer\installer.exe" --list-products > tmp_oneapi_uninstall_version.log
+for /f "tokens=1,2" %%a in (tmp_oneapi_uninstall_version.log) do (
+    if "%%a"=="%INTEL_ONEAPI_PYTORCH_BUNDLE_DISPLAY_NAME%" (
+        set "CURRENT_VERSION=%%b"
+    )
+)
+
+if not "%CURRENT_VERSION%"=="%ONEAPI_VERSION%" (
+    set INSTALL_FRESH_ONEAPI=1
+)
+
+
+if "%INSTALL_FRESH_ONEAPI%"=="1" (
+    IF EXIST "%ONEAPI_PARENT_DIR%\oneAPI\Installer\installer.exe" (
+        "%ONEAPI_PARENT_DIR%\oneAPI\Installer\installer.exe" --list-products > oneapi_products_before_uninstall.log
+        IF EXIST tmp_oneapi_uninstall_version.log (
+            del tmp_oneapi_uninstall_version.log
+        )
+
+        "%ONEAPI_PARENT_DIR%\oneAPI\Installer\installer.exe" --list-products > tmp_oneapi_uninstall_version.log
+        for /f "tokens=1,2" %%a in (tmp_oneapi_uninstall_version.log) do (
+            if "%%a"=="%INTEL_ONEAPI_PYTORCH_BUNDLE_DISPLAY_NAME%" (
+                echo Version: %%b
+                start /wait "Installer Title" "%ONEAPI_PARENT_DIR%\oneAPI\Installer\installer.exe" --action=remove --eula=accept --silent --product-id %INTEL_ONEAPI_PYTORCH_BUNDLE_DISPLAY_NAME% --product-ver %%b --log-dir uninstall_bundle
+            )
+        )
+
+        IF EXIST tmp_oneapi_uninstall_version.log (
+            del tmp_oneapi_uninstall_version.log
+        )
+        if errorlevel 1 exit /b
+        if not errorlevel 0 exit /b
+    )
+
+    curl -o oneapi_bundle.exe --retry 3 --retry-all-errors -k %INTEL_ONEAPI_PYTORCH_BUNDLE_URL%
+    start /wait "Intel Pytorch Bundle Installer" "oneapi_bundle.exe" --action=install --eula=accept --silent --log-dir install_bundle
+    if errorlevel 1 exit /b
+    if not errorlevel 0 exit /b
+    rm oneapi_bundle.exe
+)
\ No newline at end of file