diff --git a/.jenkins/caffe2/test.sh b/.jenkins/caffe2/test.sh
index 63f50d384790..74f89f890a5a 100755
--- a/.jenkins/caffe2/test.sh
+++ b/.jenkins/caffe2/test.sh
@@ -120,5 +120,6 @@ pip install --user pytest-sugar
 # torchvision tests #
 #####################
 if [[ "$BUILD_ENVIRONMENT" == *onnx* ]]; then
+  pip install -q --user git+https://github.com/pytorch/vision.git
   "$ROOT_DIR/scripts/onnx/test.sh"
 fi
diff --git a/scripts/onnx/test.sh b/scripts/onnx/test.sh
index 45393c62f0e4..47097121ceac 100755
--- a/scripts/onnx/test.sh
+++ b/scripts/onnx/test.sh
@@ -24,20 +24,6 @@ done
 set -- "${UNKNOWN[@]}" # leave UNKNOWN
 
 pip install pytest scipy hypothesis
-
-install_torchvision() {
-  echo "Installing torchvision at branch master"
-  rm -rf vision
-  # TODO: This git clone is bad, it means pushes to torchvision can break
-  # PyTorch CI
-  git clone https://github.com/pytorch/vision --quiet
-  pushd vision
-  pip install -q --user .
-  popd
-  rm -rf vision
-}
-install_torchvision
-
 if [[ $PARALLEL == 1 ]]; then
     pip install pytest-xdist
 fi