diff --git a/.github/upstream/Dockerfile b/.github/upstream/Dockerfile
index 1707cd4f70c1..1cd19e7d66d7 100644
--- a/.github/upstream/Dockerfile
+++ b/.github/upstream/Dockerfile
@@ -1,10 +1,10 @@
 # Dockerfile for image used by upstream CI
 # This requires cuda & cudnn packages pre-installed in the base image.
 # Other available cuda images are listed at https://hub.docker.com/r/nvidia/cuda
-ARG base_image="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/development:3.8_cuda_12.1"
+ARG base_image="us-central1-docker.pkg.dev/tpu-pytorch-releases/docker/development:3.10_cuda_12.1"
 FROM "${base_image}"
 
-ARG python_version="3.8"
+ARG python_version="3.10"
 ARG cuda="1"
 ARG cuda_compute="5.2,7.5"
 ARG cc="clang"
diff --git a/.github/workflows/build_upstream_image.yml b/.github/workflows/build_upstream_image.yml
index 446ad366e547..ded8f07b7132 100644
--- a/.github/workflows/build_upstream_image.yml
+++ b/.github/workflows/build_upstream_image.yml
@@ -27,7 +27,7 @@ jobs:
       - name: Build Docker image
         shell: bash
         run: |
-          docker build -t "${ECR_DOCKER_IMAGE_BASE}:v1.2-lite" .github/upstream
+          docker build -t "${ECR_DOCKER_IMAGE_BASE}:v1.3-lite" .github/upstream
       - name: Stage image to ECR
         shell: bash
         run: |