diff --git a/.circleci/config.yml b/.circleci/config.yml
index 2eedff66b9..5b74ea40f3 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -391,6 +391,7 @@ jobs:
       - checkout
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
@@ -433,6 +434,7 @@ jobs:
       - checkout
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
@@ -470,6 +472,7 @@ jobs:
       name: windows-cpu
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
@@ -506,6 +509,7 @@ jobs:
       CUDA_VERSION: "10.1"
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
@@ -544,6 +548,7 @@ jobs:
       - install_build_tools_macos
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
@@ -582,6 +587,7 @@ jobs:
     resource_class: medium
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
 
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
index bb3f2e1e24..2b09a6c426 100644
--- a/.circleci/config.yml.in
+++ b/.circleci/config.yml.in
@@ -391,6 +391,7 @@ jobs:
       - checkout
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
@@ -433,6 +434,7 @@ jobs:
       - checkout
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
@@ -470,6 +472,7 @@ jobs:
       name: windows-cpu
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
@@ -506,6 +509,7 @@ jobs:
       CUDA_VERSION: "10.1"
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
@@ -544,6 +548,7 @@ jobs:
       - install_build_tools_macos
       - attach_workspace:
           at: third_party
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
@@ -582,6 +587,7 @@ jobs:
     resource_class: medium
     steps:
       - checkout
+      - designate_upload_channel
       - generate_cache_key
       - restore_cache:
           {% raw %}
diff --git a/.circleci/unittest/linux/scripts/install.sh b/.circleci/unittest/linux/scripts/install.sh
index 8346e6c825..f037d1dbad 100755
--- a/.circleci/unittest/linux/scripts/install.sh
+++ b/.circleci/unittest/linux/scripts/install.sh
@@ -17,7 +17,7 @@ else
     cudatoolkit="cudatoolkit=${version}"
 fi
 printf "Installing PyTorch with %s\n" "${cudatoolkit}"
-conda install -y -c pytorch-nightly pytorch "${cudatoolkit}"
+conda install -y -c "pytorch-${UPLOAD_CHANNEL}" pytorch "${cudatoolkit}"
 
 printf "* Installing torchaudio\n"
 BUILD_SOX=1 python setup.py install
diff --git a/.circleci/unittest/windows/scripts/install.sh b/.circleci/unittest/windows/scripts/install.sh
index 2b9c88b4af..c294dc74a3 100644
--- a/.circleci/unittest/windows/scripts/install.sh
+++ b/.circleci/unittest/windows/scripts/install.sh
@@ -17,7 +17,7 @@ else
     cudatoolkit="cudatoolkit=${version}"
 fi
 printf "Installing PyTorch with %s\n" "${cudatoolkit}"
-conda install -y -c pytorch-nightly pytorch "${cudatoolkit}"
+conda install -y -c "pytorch-${UPLOAD_CHANNEL}" pytorch "${cudatoolkit}"
 
 printf "* Installing torchaudio\n"
 python setup.py install