We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fe89c0b commit da3cb54Copy full SHA for da3cb54
tests/compile/test_fusion.py
@@ -64,7 +64,8 @@ def forward(self, x):
64
input_scale=self.scale[0])
65
# make sure resid is used for replacement to work
66
y2, resid = self.norm[1](x2, resid)
67
-
+ # TODO another fp8 linear + rmsnorm to make sure fusion
68
+ # works for residual output as well
69
x3 = self.fp8_linear.apply(y2,
70
self.w[1],
71
self.wscale[1],
0 commit comments