From 703786c89b4c5e2abcf296edeb23537901efb76d Mon Sep 17 00:00:00 2001 From: Jack-Khuu Date: Wed, 13 Nov 2024 16:47:41 -0800 Subject: [PATCH] Bug Fix: Check for explicit cli device (fast) --- torchchat/cli/cli.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/torchchat/cli/cli.py b/torchchat/cli/cli.py index f7d00181b..3a7c85937 100644 --- a/torchchat/cli/cli.py +++ b/torchchat/cli/cli.py @@ -533,7 +533,7 @@ def arg_init(args): # Localized import to minimize expensive imports from torchchat.utils.build_utils import get_device_str - if args.device is None: + if args.device is None or args.device == "fast": args.device = get_device_str( args.quantize.get("executor", {}).get("accelerator", default_device) )