Amend the weights only if quantize=True. (#4966) (#5066)

Author: datumbox

torchvision/models/quantization/mobilenetv3.py

@@ -43,7 +43,7 @@ def _load_from_state_dict(
     ):
         version = local_metadata.get("version", None)
 
-        if version is None or version < 2:
+        if hasattr(self, "qconfig") and (version is None or version < 2):
             default_state_dict = {
                 "scale_activation.activation_post_process.scale": torch.tensor([1.]),
                 "scale_activation.activation_post_process.zero_point": torch.tensor([0], dtype=torch.int32),