From 58331f653553af3deacc9e74629bb8b8160e28a1 Mon Sep 17 00:00:00 2001
From: Jack-Khuu <jack.khuu.7@gmail.com>
Date: Mon, 30 Sep 2024 17:22:03 -0700
Subject: [PATCH] Add MPS Fallback to support Torchtune Multimodal MPS

---
 torchchat.py | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/torchchat.py b/torchchat.py
index 9f85f0692..35cdcabae 100644
--- a/torchchat.py
+++ b/torchchat.py
@@ -9,6 +9,11 @@
 import subprocess
 import sys
 
+# MPS ops missing with Multimodal torchtune
+# https://github.com/pytorch/torchtune/issues/1723
+import os
+os.environ["PYTORCH_ENABLE_MPS_FALLBACK"] = "1"
+
 from torchchat.cli.cli import (
     add_arguments_for_verb,
     arg_init,