From 97c10ab973df59c86fae4918516c76bec7bc5ddd Mon Sep 17 00:00:00 2001 From: Jingyue Wu Date: Thu, 9 May 2024 20:39:36 +0000 Subject: [PATCH] Unconditionally enable linear and matmul and turn off nv_enable_bookend. --- thunder/executors/nvfuserex_impl.py | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) diff --git a/thunder/executors/nvfuserex_impl.py b/thunder/executors/nvfuserex_impl.py index 6b21a665b..785032dbb 100644 --- a/thunder/executors/nvfuserex_impl.py +++ b/thunder/executors/nvfuserex_impl.py @@ -798,7 +798,7 @@ def _can_fuse_node(n: Node): enable_bookend: None | bool = get_compile_option("nv_enable_bookend", bookend_help) # Set default value. if enable_bookend is None: - enable_bookend = True + enable_bookend = False assert isinstance(enable_bookend, bool) if enable_bookend: @@ -2205,9 +2205,6 @@ def _linear_check(a: TensorProxy, b: TensorProxy, bias: TensorProxy | None) -> b if nv_version < LooseVersion("0.2.3"): return False - enable_linear: None | bool = get_compile_option("nv_enable_linear", "Enable nvFuser linear.") - if not enable_linear: - return False # Verify linear inputs and bias (optional) are supported tensors. if not are_supported_tensors(a, b) or (bias is not None and not is_supported_tensor(bias)): return False @@ -2246,9 +2243,7 @@ def _matmul_check( if nv_version < LooseVersion("0.2.2"): return False - enable_matmul: None | bool = get_compile_option("nv_enable_matmul", "Enable nvFuser matmul.") - - if not enable_matmul or not are_supported_tensors(a, b): + if not are_supported_tensors(a, b): return False if nv_version < LooseVersion("0.2.4"): warnings.warn("nvFuser v0.2.2 has limited support for matmuls. Consider using v0.2.4 or above")