diff --git a/.circleci/config.yml b/.circleci/config.yml
index 8a09c45e507..1480a9bb0fc 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -32,9 +32,9 @@ binary_common: &binary_common
       type: string
       default: ""
     pytorch_version:
-      description: "PyTorch version to build against; by default, use 1.3. Use empty string for nightly"
+      description: "PyTorch version to build against; by default, use a nightly"
       type: string
-      default: "1.3"
+      default: ""
     # Don't edit these
     python_version:
       description: "Python version to build against (e.g., 3.7)"
diff --git a/.circleci/config.yml.in b/.circleci/config.yml.in
index 16687a4724f..db927ee501a 100644
--- a/.circleci/config.yml.in
+++ b/.circleci/config.yml.in
@@ -32,9 +32,9 @@ binary_common: &binary_common
       type: string
       default: ""
     pytorch_version:
-      description: "PyTorch version to build against; by default, use 1.3. Use empty string for nightly"
+      description: "PyTorch version to build against; by default, use a nightly"
       type: string
-      default: "1.3"
+      default: ""
     # Don't edit these
     python_version:
       description: "Python version to build against (e.g., 3.7)"
diff --git a/.travis.yml b/.travis.yml
index 20ab4e3dbde..69c34f0f690 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -42,7 +42,7 @@ before_install:
   # Useful for debugging any issues with conda
   - conda info -a
 
-  - conda create -q -n test-environment python=$TRAVIS_PYTHON_VERSION pytorch scipy -c pytorch
+  - conda create -q -n test-environment python=$TRAVIS_PYTHON_VERSION pytorch scipy -c pytorch-nightly
   - source activate test-environment
   - |
     if [[ "$IMAGE_BACKEND" == "Pillow-SIMD" ]]; then