Skip to content

Commit 477da16

Browse files
authored
Update quantizer.py
1 parent f96c549 commit 477da16

File tree

1 file changed

+1
-6
lines changed

1 file changed

+1
-6
lines changed

lib/quantization/quantizer.py

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -126,24 +126,19 @@ def find_params(self, x, weight=False):
126126
self.zero[tmp] = zero1[tmp]
127127

128128
if self.qrazor and self.comp_aware:
129-
# x: (C, N) -- 위쪽 코드에서 perchannel 정규화된 형태
130129
scale = self.scale.unsqueeze(1) # (C,1)
131130
zero = self.zero.unsqueeze(1) # (C,1) (sym일 때는 0)
132131

133-
# QRazor까지 포함한 ‘모사 양자화’ 실행
134132
x_hat = quantize(
135133
x, scale, zero, self.maxq, self.sym,
136134
self.r_bit, self.r_group, self.bits, self.qrazor)
137135

138-
# x_hat = scale * (q_int) 이므로 q_int = x_hat / scale
139136
q_int = x_hat / scale
140137

141-
# 최소제곱: s* = <x, q_int> / <q_int, q_int>
142138
num = (x * q_int).sum(dim=1)
143139
den = (q_int.pow(2)).sum(dim=1).clamp_min(1e-12)
144-
s_ls = num / den # (C,)
140+
s_ls = num / den
145141

146-
# 스케일만 갱신 (제로포인트는 그대로)
147142
self.scale = s_ls
148143

149144

0 commit comments

Comments
 (0)