diff --git a/.ci/docker/ci_commit_pins/torchao.txt b/.ci/docker/ci_commit_pins/torchao.txt
new file mode 100644
index 00000000000..768110b82ff
--- /dev/null
+++ b/.ci/docker/ci_commit_pins/torchao.txt
@@ -0,0 +1 @@
+0916b5b29b092afcbf2b898caae49abe80662bac
diff --git a/examples/models/flamingo/install_requirements.sh b/examples/models/flamingo/install_requirements.sh
index 0bcf302ca9e..8e1ebbd4576 100644
--- a/examples/models/flamingo/install_requirements.sh
+++ b/examples/models/flamingo/install_requirements.sh
@@ -7,3 +7,7 @@
 
 # Install torchtune nightly for model definitions.
 pip install --pre torchtune --extra-index-url https://download.pytorch.org/whl/nightly/cpu --no-cache-dir
+
+# Install torchao.
+TORCHAO_VERSION=$(cat "$(dirname "$0")"/../../../.ci/docker/ci_commit_pins/torchao.txt)
+pip install --no-use-pep517 --user "git+https://github.com/pytorch/ao.git@${TORCHAO_VERSION}"
diff --git a/examples/models/llama2/install_requirements.sh b/examples/models/llama2/install_requirements.sh
index 6b106c1c214..ddd29ad3f6f 100755
--- a/examples/models/llama2/install_requirements.sh
+++ b/examples/models/llama2/install_requirements.sh
@@ -8,7 +8,10 @@
 # Install snakeviz for cProfile flamegraph
 # Install sentencepiece for llama tokenizer
 pip install snakeviz sentencepiece
-pip install torchao==0.1
+
+# Install torchao.
+TORCHAO_VERSION=$(cat "$(dirname "$0")"/../../../.ci/docker/ci_commit_pins/torchao.txt)
+pip install --no-use-pep517 --user "git+https://github.com/pytorch/ao.git@${TORCHAO_VERSION}"
 
 # Install lm-eval for Model Evaluation with lm-evalution-harness
 # Install tiktoken for tokenizer
diff --git a/examples/models/phi-3-mini-lora/install_requirements.sh b/examples/models/phi-3-mini-lora/install_requirements.sh
index ab73d8dac40..c8aa428fe38 100755
--- a/examples/models/phi-3-mini-lora/install_requirements.sh
+++ b/examples/models/phi-3-mini-lora/install_requirements.sh
@@ -8,3 +8,7 @@
 pip install torchvision
 pip install torchtune
 pip install tiktoken
+
+# Install torchao.
+TORCHAO_VERSION=$(cat "$(dirname "$0")"/../../../.ci/docker/ci_commit_pins/torchao.txt)
+pip install --no-use-pep517 --user "git+https://github.com/pytorch/ao.git@${TORCHAO_VERSION}"