PS C:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao-Working> & C:/Users/bobni/AppData/Local/Programs/Python/Python311/python.exe c:/Users/bobni/OneDrive/Desktop/Projects/evennewerererao-Copy/ao/test/prototype/test_fp6_llm.py ..E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] Triton compilation failed: triton_poi_fused_add_0 E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] def triton_(in_out_ptr0, in_ptr0, xnumel, XBLOCK : tl.constexpr): E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] xnumel = 1024 E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] xoffset = tl.program_id(0) * XBLOCK E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] xindex = xoffset + tl.arange(0, XBLOCK)[:] E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] xmask = xindex < xnumel E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] x2 = xindex E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] x0 = xindex % 256 E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] tmp0 = tl.load(in_out_ptr0 + (x2), xmask).to(tl.float32) E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] tmp1 = tl.load(in_ptr0 + (x0), xmask, eviction_policy='evict_last').to(tl.float32) E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] tmp2 = tmp0 + tmp1 E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] tl.store(in_out_ptr0 + (x2), tmp2, xmask) E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] metadata: {'signature': {0: '*fp16', 1: '*fp16', 2: 'i32'}, 'device': 0, 'device_type': 'cuda', 'constants': {3: 256}, 'configs': [AttrsDescriptor(divisible_by_16=(0, 1, 2), equal_to_1=(), ids_of_folded_args=(), divisible_by_8=(2,))], 'num_warps': 4, 'num_stages': 1, 'debug': True, 'cc': 86} E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] Traceback (most recent call last): E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] binary = triton.compile(*compile_args, **compile_kwargs) E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ E0617 03:52:49.308000 17340 torch\_inductor\triton_heuristics.py:365] [0/1] TypeError: compile() got an unexpected keyword argument 'options' E....Microsoft (R) C/C++ Optimizing Compiler Version 19.39.33523 for x64 Copyright (C) Microsoft Corporation. All rights reserved. cl : Command line warning D9002 : ignoring unknown option '--version' cl : Command line error D8003 : missing source filename EE0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] Triton compilation failed: triton_poi_fused___rshift___bitwise_and_0 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] def triton_(in_ptr0, out_ptr0, out_ptr1, out_ptr2, out_ptr3, xnumel, XBLOCK : tl.constexpr): E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] xnumel = 4096 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] xoffset = tl.program_id(0) * XBLOCK E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] xindex = xoffset + tl.arange(0, XBLOCK)[:] E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] xmask = xindex < xnumel E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] x0 = xindex E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp0 = tl.load(in_ptr0 + (x0), None) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp1 = tl.full([1], 6, tl.uint8) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp2 = tmp0 >> tmp1 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp3 = tl.full([1], 4, tl.uint8) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp4 = tmp0 >> tmp3 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp5 = tl.full([1], 3, tl.uint8) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp6 = tmp4 & tmp5 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp7 = tl.full([1], 2, tl.uint8) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp8 = tmp0 >> tmp7 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp9 = tmp8 & tmp5 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tmp10 = tmp0 & tmp5 E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tl.store(out_ptr0 + (x0), tmp2, None) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tl.store(out_ptr1 + (x0), tmp6, None) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tl.store(out_ptr2 + (x0), tmp9, None) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] tl.store(out_ptr3 + (x0), tmp10, None) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] metadata: {'signature': {0: '*u8', 1: '*u8', 2: '*u8', 3: '*u8', 4: '*u8', 5: 'i32'}, 'device': 0, 'device_type': 'cuda', 'constants': {6: 256}, 'configs': [AttrsDescriptor(divisible_by_16=(0, 1, 2, 3, 4, 5), equal_to_1=(), ids_of_folded_args=(), divisible_by_8=(5,))], 'num_warps': 4, 'num_stages': 1, 'debug': True, 'cc': 86} E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] Traceback (most recent call last): E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] binary = triton.compile(*compile_args, **compile_kwargs) E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ E0617 03:52:51.560000 17340 torch\_inductor\triton_heuristics.py:365] [1/1] TypeError: compile() got an unexpected keyword argument 'options' E..Microsoft (R) C/C++ Optimizing Compiler Version 19.39.33523 for x64 Copyright (C) Microsoft Corporation. All rights reserved. cl : Command line warning D9002 : ignoring unknown option '--version' cl : Command line error D8003 : missing source filename EE0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] Triton compilation failed: triton_poi_fused___rshift____to_copy_add_bitwise_and_bitwise_xor_full_like_ge_logical_and_logical_not_logical_or_lt_view_where_0 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] def triton_(in_ptr0, out_ptr0, xnumel, XBLOCK : tl.constexpr): E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] xnumel = 16384 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] xoffset = tl.program_id(0) * XBLOCK E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] xindex = xoffset + tl.arange(0, XBLOCK)[:] E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] xmask = xindex < xnumel E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] x0 = xindex E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp0 = tl.load(in_ptr0 + (x0), None) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp1 = tmp0.to(tl.int32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp2 = tl.full([1], 2147483648, tl.int32) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp3 = tmp1 & tmp2 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp4 = tmp1 ^ tmp3 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp5 = tmp4.to(tl.float32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp6 = 28.0 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp7 = tmp5 >= tmp6 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp8 = tmp7 == 0 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp9 = 0.25 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp10 = tmp5 < tmp9 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp11 = tmp8 & tmp10 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp12 = tmp7 | tmp11 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp13 = tmp12 == 0 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp14 = tmp5.to(tl.int32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp15 = tl.full([1], -1039138817, tl.int32) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp16 = tmp14 + tmp15 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp17 = tmp16.to(tl.float32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp18 = tmp17.to(tl.int32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp19 = tl.full([1], 21, tl.int32) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp20 = tmp14 >> tmp19 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp21 = tl.full([1], 1, tl.int32) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp22 = tmp20 & tmp21 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp23 = tmp18 + tmp22 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp24 = tmp23.to(tl.float32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp25 = tmp24.to(tl.int32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp26 = tmp25 >> tmp19 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp27 = tmp26.to(tl.int8).to(tl.uint8) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp28 = 524288.0 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp29 = tmp5 + tmp28 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp30 = tmp29.to(tl.int32, bitcast=True) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp31 = tl.full([1], 1224736768, tl.int32) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp32 = tmp30 - tmp31 E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp33 = tmp32.to(tl.int8).to(tl.uint8) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp34 = tl.full([1], 31, tl.uint8) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp35 = tl.where(tmp11, tmp33, tmp34) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tmp36 = tl.where(tmp13, tmp27, tmp35) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] tl.store(out_ptr0 + (x0), tmp36, None) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] metadata: {'signature': {0: '*fp32', 1: '*u8', 2: 'i32'}, 'device': 0, 'device_type': 'cuda', 'constants': {3: 256}, 'configs': [AttrsDescriptor(divisible_by_16=(0, 1, 2), equal_to_1=(), ids_of_folded_args=(), divisible_by_8=(2,))], 'num_warps': 4, 'num_stages': 1, 'debug': True, 'cc': 86} E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] Traceback (most recent call last): E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] binary = triton.compile(*compile_args, **compile_kwargs) E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ E0617 03:52:55.514000 17340 torch\_inductor\triton_heuristics.py:365] [2/1] TypeError: compile() got an unexpected keyword argument 'options' E.. ====================================================================== ERROR: test_fp6_llm_linear_compile_bias_True (__main__.TestFp6LlmLinear.test_fp6_llm_linear_compile_bias_True) ---------------------------------------------------------------------- Traceback (most recent call last): File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 2739, in wrapper method(*args, **kwargs) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 439, in instantiated_test test(self, **param_kwargs) File "c:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao\test\prototype\test_fp6_llm.py", line 84, in test_fp6_llm_linear_compile actual = torch.compile(fp6_linear)(x) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\nn\modules\module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\nn\modules\module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\eval_frame.py", line 451, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\nn\modules\module.py", line 1532, in _wrapped_call_impl return self._call_impl(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\nn\modules\module.py", line 1541, in _call_impl return forward_call(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 921, in catch_errors return callback(frame, cache_entry, hooks, frame_state, skip=1) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 786, in _convert_frame result = inner_convert( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 400, in _convert_frame_assert return _compile( ^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 676, in _compile guarded_code = compile_inner(code, one_graph, hooks, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 535, in compile_inner out_code = transform_code_object(code, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\bytecode_transformation.py", line 1036, in transform_code_object transformations(instructions, code_options) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 165, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 500, in transform tracer.run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2149, in run super().run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 810, in run and self.step() ^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 773, in step getattr(self, inst.opname)(inst) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2268, in RETURN_VALUE self.output.compile_subgraph( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 981, in compile_subgraph self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1178, in compile_and_call_fx_graph compiled_fn = self.call_user_compiler(gm) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1251, in call_user_compiler raise BackendCompilerFailed(self.compiler_fn, e).with_traceback( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1232, in call_user_compiler compiled_fn = compiler_fn(gm, self.example_inputs()) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_dynamo.py", line 117, in debug_wrapper compiled_gm = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\__init__.py", line 1731, in __call__ return compile_fx(model_, inputs_, config_patches=self.config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1330, in compile_fx return aot_autograd( ^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\backends\common.py", line 58, in compiler_fn cg = aot_module_simplified(gm, example_inputs, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 903, in aot_module_simplified compiled_fn = create_aot_dispatcher_function( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 628, in create_aot_dispatcher_function compiled_fn = compiler_fn(flat_fn, fake_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 443, in aot_wrapper_dedupe return compiler_fn(flat_fn, leaf_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 648, in aot_wrapper_synthetic_base return compiler_fn(flat_fn, flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\jit_compile_runtime_wrappers.py", line 119, in aot_dispatch_base compiled_fw = compiler(fw_module, updated_flat_args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1257, in fw_compiler_base return inner_compile( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_aot.py", line 83, in debug_wrapper inner_compiled_fn = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\debug.py", line 304, in inner return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 438, in compile_fx_inner compiled_graph = fx_codegen_and_compile( ^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 714, in fx_codegen_and_compile compiled_fn = graph.compile_to_fn() ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1307, in compile_to_fn return self.compile_to_module().call ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1254, in compile_to_module mod = PyCodeCache.load_by_key_path( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2164, in load_by_key_path exec(code, mod.__dict__, mod.__dict__) File "C:\Users\bobni\AppData\Local\Temp\torchinductor_bobni\r6\cr6hl5k4rto534jcxfyn2jlajbrx2xa2oqyjwpkbkqe5co3xgsc7.py", line 31, in triton_poi_fused_add_0 = async_compile.triton('triton_', ''' ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2667, in triton return _load_kernel(kernel_name, source_code) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2503, in _load_kernel kernel.precompile() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 208, in precompile compiled_binary, launcher = self._precompile_config( ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config binary = triton.compile(*compile_args, **compile_kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised: TypeError: compile() got an unexpected keyword argument 'options' Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information You can suppress this exception and fall back to eager by setting: import torch._dynamo torch._dynamo.config.suppress_errors = True To execute this test, run the following from the base repo dir: python test\prototype\test_fp6_llm.py -k test_fp6_llm_linear_compile_bias_True This message can be suppressed by setting PYTORCH_PRINT_REPRO_ON_FAILURE=0 ====================================================================== ERROR: test_from_tc_float6_e3m2_compile_device_cpu (__main__.TestFp6LlmLinear.test_from_tc_float6_e3m2_compile_device_cpu) ---------------------------------------------------------------------- Traceback (most recent call last): File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 2739, in wrapper method(*args, **kwargs) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 439, in instantiated_test test(self, **param_kwargs) File "c:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao\test\prototype\test_fp6_llm.py", line 56, in test_from_tc_float6_e3m2_compile actual = torch.compile(from_tc_float6_e3m2)(x) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\eval_frame.py", line 451, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 921, in catch_errors return callback(frame, cache_entry, hooks, frame_state, skip=1) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 786, in _convert_frame result = inner_convert( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 400, in _convert_frame_assert return _compile( ^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 676, in _compile guarded_code = compile_inner(code, one_graph, hooks, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 535, in compile_inner out_code = transform_code_object(code, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\bytecode_transformation.py", line 1036, in transform_code_object transformations(instructions, code_options) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 165, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 500, in transform tracer.run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2149, in run super().run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 810, in run and self.step() ^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 773, in step getattr(self, inst.opname)(inst) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2268, in RETURN_VALUE self.output.compile_subgraph( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 981, in compile_subgraph self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1178, in compile_and_call_fx_graph compiled_fn = self.call_user_compiler(gm) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1251, in call_user_compiler raise BackendCompilerFailed(self.compiler_fn, e).with_traceback( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1232, in call_user_compiler compiled_fn = compiler_fn(gm, self.example_inputs()) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_dynamo.py", line 117, in debug_wrapper compiled_gm = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\__init__.py", line 1731, in __call__ return compile_fx(model_, inputs_, config_patches=self.config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1330, in compile_fx return aot_autograd( ^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\backends\common.py", line 58, in compiler_fn cg = aot_module_simplified(gm, example_inputs, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 903, in aot_module_simplified compiled_fn = create_aot_dispatcher_function( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 628, in create_aot_dispatcher_function compiled_fn = compiler_fn(flat_fn, fake_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 443, in aot_wrapper_dedupe return compiler_fn(flat_fn, leaf_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 648, in aot_wrapper_synthetic_base return compiler_fn(flat_fn, flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\jit_compile_runtime_wrappers.py", line 119, in aot_dispatch_base compiled_fw = compiler(fw_module, updated_flat_args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1257, in fw_compiler_base return inner_compile( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_aot.py", line 83, in debug_wrapper inner_compiled_fn = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\debug.py", line 304, in inner return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 438, in compile_fx_inner compiled_graph = fx_codegen_and_compile( ^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 714, in fx_codegen_and_compile compiled_fn = graph.compile_to_fn() ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1307, in compile_to_fn return self.compile_to_module().call ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1250, in compile_to_module self.codegen_with_cpp_wrapper() if self.cpp_wrapper else self.codegen() ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1208, in codegen self.scheduler.codegen() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\scheduler.py", line 2339, in codegen self.get_backend(device).codegen_nodes(node.get_nodes()) # type: ignore[possibly-undefined] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3623, in codegen_nodes kernel_group.finalize_kernel(cpp_kernel_proxy, nodes) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3661, in finalize_kernel new_kernel.codegen_loops(code, ws) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3458, in codegen_loops self.codegen_loops_impl(self.loop_nest, code, worksharing) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1832, in codegen_loops_impl gen_loops(loop_nest.root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1804, in gen_loops gen_loop(loop, in_reduction) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1817, in gen_loop loop_lines = loop.lines() ^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3922, in lines elif not self.reduction_var_map and codecache.is_gcc(): ^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 1005, in is_gcc return bool(re.search(r"(gcc|g\+\+)", cpp_compiler())) ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 946, in cpp_compiler return cpp_compiler_search(search) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 975, in cpp_compiler_search raise exc.InvalidCxxCompiler() torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised: InvalidCxxCompiler: No working C++ compiler found in torch._inductor.config.cpp.cxx: ('C:\\Program Files (x86)\\Microsoft Visual Studio\\2022\\BuildTools\\VC\\Tools\\MSVC\\14.39.33519\\bin\\Hostx64\\x64\\cl.exe',) Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information You can suppress this exception and fall back to eager by setting: import torch._dynamo torch._dynamo.config.suppress_errors = True To execute this test, run the following from the base repo dir: python test\prototype\test_fp6_llm.py -k test_from_tc_float6_e3m2_compile_device_cpu This message can be suppressed by setting PYTORCH_PRINT_REPRO_ON_FAILURE=0 ====================================================================== ERROR: test_from_tc_float6_e3m2_compile_device_cuda (__main__.TestFp6LlmLinear.test_from_tc_float6_e3m2_compile_device_cuda) ---------------------------------------------------------------------- Traceback (most recent call last): File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 2739, in wrapper method(*args, **kwargs) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 439, in instantiated_test test(self, **param_kwargs) File "c:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao\test\prototype\test_fp6_llm.py", line 56, in test_from_tc_float6_e3m2_compile actual = torch.compile(from_tc_float6_e3m2)(x) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\eval_frame.py", line 451, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 921, in catch_errors return callback(frame, cache_entry, hooks, frame_state, skip=1) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 786, in _convert_frame result = inner_convert( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 400, in _convert_frame_assert return _compile( ^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 676, in _compile guarded_code = compile_inner(code, one_graph, hooks, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 535, in compile_inner out_code = transform_code_object(code, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\bytecode_transformation.py", line 1036, in transform_code_object transformations(instructions, code_options) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 165, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 500, in transform tracer.run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2149, in run super().run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 810, in run and self.step() ^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 773, in step getattr(self, inst.opname)(inst) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2268, in RETURN_VALUE self.output.compile_subgraph( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 981, in compile_subgraph self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1178, in compile_and_call_fx_graph compiled_fn = self.call_user_compiler(gm) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1251, in call_user_compiler raise BackendCompilerFailed(self.compiler_fn, e).with_traceback( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1232, in call_user_compiler compiled_fn = compiler_fn(gm, self.example_inputs()) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_dynamo.py", line 117, in debug_wrapper compiled_gm = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\__init__.py", line 1731, in __call__ return compile_fx(model_, inputs_, config_patches=self.config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1330, in compile_fx return aot_autograd( ^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\backends\common.py", line 58, in compiler_fn cg = aot_module_simplified(gm, example_inputs, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 903, in aot_module_simplified compiled_fn = create_aot_dispatcher_function( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 628, in create_aot_dispatcher_function compiled_fn = compiler_fn(flat_fn, fake_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 443, in aot_wrapper_dedupe return compiler_fn(flat_fn, leaf_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 648, in aot_wrapper_synthetic_base return compiler_fn(flat_fn, flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\jit_compile_runtime_wrappers.py", line 119, in aot_dispatch_base compiled_fw = compiler(fw_module, updated_flat_args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1257, in fw_compiler_base return inner_compile( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_aot.py", line 83, in debug_wrapper inner_compiled_fn = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\debug.py", line 304, in inner return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 438, in compile_fx_inner compiled_graph = fx_codegen_and_compile( ^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 714, in fx_codegen_and_compile compiled_fn = graph.compile_to_fn() ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1307, in compile_to_fn return self.compile_to_module().call ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1254, in compile_to_module mod = PyCodeCache.load_by_key_path( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2164, in load_by_key_path exec(code, mod.__dict__, mod.__dict__) File "C:\Users\bobni\AppData\Local\Temp\torchinductor_bobni\6a\c6asczcxmx32ewb3rgej7772tfwkktowet6dqun4o3jcwyfnb4my.py", line 36, in triton_poi_fused___rshift___bitwise_and_0 = async_compile.triton('triton_', ''' ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2667, in triton return _load_kernel(kernel_name, source_code) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2503, in _load_kernel kernel.precompile() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 208, in precompile compiled_binary, launcher = self._precompile_config( ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config binary = triton.compile(*compile_args, **compile_kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised: TypeError: compile() got an unexpected keyword argument 'options' Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information You can suppress this exception and fall back to eager by setting: import torch._dynamo torch._dynamo.config.suppress_errors = True To execute this test, run the following from the base repo dir: python test\prototype\test_fp6_llm.py -k test_from_tc_float6_e3m2_compile_device_cuda This message can be suppressed by setting PYTORCH_PRINT_REPRO_ON_FAILURE=0 ====================================================================== ERROR: test_to_tc_float6_e3m2_compile_device_cpu (__main__.TestFp6LlmLinear.test_to_tc_float6_e3m2_compile_device_cpu) ---------------------------------------------------------------------- Traceback (most recent call last): File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 2739, in wrapper method(*args, **kwargs) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 439, in instantiated_test test(self, **param_kwargs) File "c:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao\test\prototype\test_fp6_llm.py", line 37, in test_to_tc_float6_e3m2_compile actual = torch.compile(to_tc_float6_e3m2)(x) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\eval_frame.py", line 451, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 921, in catch_errors return callback(frame, cache_entry, hooks, frame_state, skip=1) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 786, in _convert_frame result = inner_convert( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 400, in _convert_frame_assert return _compile( ^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 676, in _compile guarded_code = compile_inner(code, one_graph, hooks, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 535, in compile_inner out_code = transform_code_object(code, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\bytecode_transformation.py", line 1036, in transform_code_object transformations(instructions, code_options) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 165, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 500, in transform tracer.run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2149, in run super().run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 810, in run and self.step() ^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 773, in step getattr(self, inst.opname)(inst) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2268, in RETURN_VALUE self.output.compile_subgraph( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 981, in compile_subgraph self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1178, in compile_and_call_fx_graph compiled_fn = self.call_user_compiler(gm) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1251, in call_user_compiler raise BackendCompilerFailed(self.compiler_fn, e).with_traceback( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1232, in call_user_compiler compiled_fn = compiler_fn(gm, self.example_inputs()) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_dynamo.py", line 117, in debug_wrapper compiled_gm = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\__init__.py", line 1731, in __call__ return compile_fx(model_, inputs_, config_patches=self.config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1330, in compile_fx return aot_autograd( ^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\backends\common.py", line 58, in compiler_fn cg = aot_module_simplified(gm, example_inputs, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 903, in aot_module_simplified compiled_fn = create_aot_dispatcher_function( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 628, in create_aot_dispatcher_function compiled_fn = compiler_fn(flat_fn, fake_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 443, in aot_wrapper_dedupe return compiler_fn(flat_fn, leaf_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 648, in aot_wrapper_synthetic_base return compiler_fn(flat_fn, flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\jit_compile_runtime_wrappers.py", line 119, in aot_dispatch_base compiled_fw = compiler(fw_module, updated_flat_args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1257, in fw_compiler_base return inner_compile( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_aot.py", line 83, in debug_wrapper inner_compiled_fn = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\debug.py", line 304, in inner return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 438, in compile_fx_inner compiled_graph = fx_codegen_and_compile( ^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 714, in fx_codegen_and_compile compiled_fn = graph.compile_to_fn() ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1307, in compile_to_fn return self.compile_to_module().call ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1250, in compile_to_module self.codegen_with_cpp_wrapper() if self.cpp_wrapper else self.codegen() ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1208, in codegen self.scheduler.codegen() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\scheduler.py", line 2339, in codegen self.get_backend(device).codegen_nodes(node.get_nodes()) # type: ignore[possibly-undefined] ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3623, in codegen_nodes kernel_group.finalize_kernel(cpp_kernel_proxy, nodes) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3661, in finalize_kernel new_kernel.codegen_loops(code, ws) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3458, in codegen_loops self.codegen_loops_impl(self.loop_nest, code, worksharing) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1832, in codegen_loops_impl gen_loops(loop_nest.root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1804, in gen_loops gen_loop(loop, in_reduction) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 1817, in gen_loop loop_lines = loop.lines() ^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codegen\cpp.py", line 3922, in lines elif not self.reduction_var_map and codecache.is_gcc(): ^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 1005, in is_gcc return bool(re.search(r"(gcc|g\+\+)", cpp_compiler())) ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 946, in cpp_compiler return cpp_compiler_search(search) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 975, in cpp_compiler_search raise exc.InvalidCxxCompiler() torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised: InvalidCxxCompiler: No working C++ compiler found in torch._inductor.config.cpp.cxx: ('C:\\Program Files (x86)\\Microsoft Visual Studio\\2022\\BuildTools\\VC\\Tools\\MSVC\\14.39.33519\\bin\\Hostx64\\x64\\cl.exe',) Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information You can suppress this exception and fall back to eager by setting: import torch._dynamo torch._dynamo.config.suppress_errors = True To execute this test, run the following from the base repo dir: python test\prototype\test_fp6_llm.py -k test_to_tc_float6_e3m2_compile_device_cpu This message can be suppressed by setting PYTORCH_PRINT_REPRO_ON_FAILURE=0 ====================================================================== ERROR: test_to_tc_float6_e3m2_compile_device_cuda (__main__.TestFp6LlmLinear.test_to_tc_float6_e3m2_compile_device_cuda) ---------------------------------------------------------------------- Traceback (most recent call last): File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 2739, in wrapper method(*args, **kwargs) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\testing\_internal\common_utils.py", line 439, in instantiated_test test(self, **param_kwargs) File "c:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao\test\prototype\test_fp6_llm.py", line 37, in test_to_tc_float6_e3m2_compile actual = torch.compile(to_tc_float6_e3m2)(x) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\eval_frame.py", line 451, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 921, in catch_errors return callback(frame, cache_entry, hooks, frame_state, skip=1) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 786, in _convert_frame result = inner_convert( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 400, in _convert_frame_assert return _compile( ^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 676, in _compile guarded_code = compile_inner(code, one_graph, hooks, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 535, in compile_inner out_code = transform_code_object(code, transform) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\bytecode_transformation.py", line 1036, in transform_code_object transformations(instructions, code_options) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 165, in _fn return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\convert_frame.py", line 500, in transform tracer.run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2149, in run super().run() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 810, in run and self.step() ^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 773, in step getattr(self, inst.opname)(inst) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\symbolic_convert.py", line 2268, in RETURN_VALUE self.output.compile_subgraph( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 981, in compile_subgraph self.compile_and_call_fx_graph(tx, list(reversed(stack_values)), root) File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1178, in compile_and_call_fx_graph compiled_fn = self.call_user_compiler(gm) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1251, in call_user_compiler raise BackendCompilerFailed(self.compiler_fn, e).with_traceback( File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\output_graph.py", line 1232, in call_user_compiler compiled_fn = compiler_fn(gm, self.example_inputs()) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_dynamo.py", line 117, in debug_wrapper compiled_gm = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\__init__.py", line 1731, in __call__ return compile_fx(model_, inputs_, config_patches=self.config) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1330, in compile_fx return aot_autograd( ^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\backends\common.py", line 58, in compiler_fn cg = aot_module_simplified(gm, example_inputs, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 903, in aot_module_simplified compiled_fn = create_aot_dispatcher_function( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\aot_autograd.py", line 628, in create_aot_dispatcher_function compiled_fn = compiler_fn(flat_fn, fake_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 443, in aot_wrapper_dedupe return compiler_fn(flat_fn, leaf_flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\runtime_wrappers.py", line 648, in aot_wrapper_synthetic_base return compiler_fn(flat_fn, flat_args, aot_config, fw_metadata=fw_metadata) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_functorch\_aot_autograd\jit_compile_runtime_wrappers.py", line 119, in aot_dispatch_base compiled_fw = compiler(fw_module, updated_flat_args) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 1257, in fw_compiler_base return inner_compile( ^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\repro\after_aot.py", line 83, in debug_wrapper inner_compiled_fn = compiler_fn(gm, example_inputs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\debug.py", line 304, in inner return fn(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\contextlib.py", line 81, in inner return func(*args, **kwds) ^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 438, in compile_fx_inner compiled_graph = fx_codegen_and_compile( ^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\compile_fx.py", line 714, in fx_codegen_and_compile compiled_fn = graph.compile_to_fn() ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1307, in compile_to_fn return self.compile_to_module().call ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_dynamo\utils.py", line 262, in time_wrapper r = func(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\graph.py", line 1254, in compile_to_module mod = PyCodeCache.load_by_key_path( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2164, in load_by_key_path exec(code, mod.__dict__, mod.__dict__) File "C:\Users\bobni\AppData\Local\Temp\torchinductor_bobni\oi\coikwjc3tdthfcwzibog4sjl2vvadfqwmqvpvtkf4dsjjoi7k47h.py", line 54, in triton_poi_fused___rshift____to_copy_add_bitwise_and_bitwise_xor_full_like_ge_logical_and_logical_not_logical_or_lt_view_where_0 = async_compile.triton('triton_', ''' ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2667, in triton return _load_kernel(kernel_name, source_code) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\codecache.py", line 2503, in _load_kernel kernel.precompile() File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 208, in precompile compiled_binary, launcher = self._precompile_config( ^^^^^^^^^^^^^^^^^^^^^^^^ File "C:\Users\bobni\AppData\Local\Programs\Python\Python311\Lib\site-packages\torch\_inductor\triton_heuristics.py", line 363, in _precompile_config binary = triton.compile(*compile_args, **compile_kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ torch._dynamo.exc.BackendCompilerFailed: backend='inductor' raised: TypeError: compile() got an unexpected keyword argument 'options' Set TORCH_LOGS="+dynamo" and TORCHDYNAMO_VERBOSE=1 for more information You can suppress this exception and fall back to eager by setting: import torch._dynamo torch._dynamo.config.suppress_errors = True To execute this test, run the following from the base repo dir: python test\prototype\test_fp6_llm.py -k test_to_tc_float6_e3m2_compile_device_cuda This message can be suppressed by setting PYTORCH_PRINT_REPRO_ON_FAILURE=0 ---------------------------------------------------------------------- Ran 15 tests in 8.250s FAILED (errors=5) PS C:\Users\bobni\OneDrive\Desktop\Projects\evennewerererao-Copy\ao-Working>