diff --git a/.ci/pytorch/common_utils.sh b/.ci/pytorch/common_utils.sh
index 87cc206958ec..bc5594154674 100644
--- a/.ci/pytorch/common_utils.sh
+++ b/.ci/pytorch/common_utils.sh
@@ -139,9 +139,12 @@ function install_torchaudio() {
 }
 
 function install_torchtext() {
-  local commit
-  commit=$(get_pinned_commit text)
-  pip_install --no-use-pep517 --user "git+https://github.com/pytorch/text.git@${commit}"
+  local data_commit
+  local text_commit
+  data_commit=$(get_pinned_commit data)
+  text_commit=$(get_pinned_commit text)
+  pip_install --no-use-pep517 --user "git+https://github.com/pytorch/data.git@${data_commit}"
+  pip_install --no-use-pep517 --user "git+https://github.com/pytorch/text.git@${text_commit}"
 }
 
 function install_torchvision() {
diff --git a/.github/ci_commit_pins/data.txt b/.github/ci_commit_pins/data.txt
new file mode 100644
index 000000000000..3bdccee9a017
--- /dev/null
+++ b/.github/ci_commit_pins/data.txt
@@ -0,0 +1 @@
+11bb5b847ea8b9e0d9bb82db3304daf383008d3f
diff --git a/.github/ci_commit_pins/text.txt b/.github/ci_commit_pins/text.txt
index c0e01da17fd0..713017e6794e 100644
--- a/.github/ci_commit_pins/text.txt
+++ b/.github/ci_commit_pins/text.txt
@@ -1 +1 @@
-5b78d074bd303eb230d30567646fcf0358ee2dd4
+b0ebddc648d279826089db91775375221777a2db