We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a921900 commit 964f35eCopy full SHA for 964f35e
torchao/prototype/inductor/int8_sdpa_lowering.py
@@ -85,7 +85,8 @@ def int8_sdpa(
85
if attn_mask is not None:
86
input_nodes.append(attn_mask)
87
88
- if torch._C._cpu._is_avx512_supported():
+ # use template if machine has amx
89
+ if torch._C._cpu._is_amx_tile_supported():
90
CppInt8SdpaTemplate.add_choices(
91
choices=choices,
92
input_nodes=input_nodes,
0 commit comments