File tree 1 file changed +4
-4
lines changed 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change 15
15
import torch
16
16
from torch .ao .quantization .quantize_pt2e import convert_pt2e , prepare_pt2e
17
17
from torch .ao .quantization .quantizer .xnnpack_quantizer import (
18
- get_symmetric_quantization_config ,
19
18
XNNPACKQuantizer ,
19
+ get_symmetric_quantization_config ,
20
20
)
21
21
from torch .testing ._internal import common_utils
22
22
from torch .testing ._internal .common_utils import TestCase
23
23
24
24
from torchao import quantize_
25
- from torchao ._models .llama .model import prepare_inputs_for_model , Transformer
25
+ from torchao ._models .llama .model import Transformer , prepare_inputs_for_model
26
26
from torchao ._models .llama .tokenizer import get_tokenizer
27
27
from torchao .dtypes import AffineQuantizedTensor
28
28
from torchao .quantization import LinearActivationQuantizedTensor
29
29
from torchao .quantization .quant_api import (
30
+ Quantizer ,
31
+ TwoStepQuantizer ,
30
32
_replace_with_custom_fn_if_matches_filter ,
31
33
int4_weight_only ,
32
34
int8_dynamic_activation_int4_weight ,
33
35
int8_dynamic_activation_int8_weight ,
34
36
int8_weight_only ,
35
- Quantizer ,
36
- TwoStepQuantizer ,
37
37
)
38
38
from torchao .quantization .quant_primitives import MappingType
39
39
from torchao .quantization .subclass import (
You can’t perform that action at this time.
0 commit comments