Skip to content

Commit

Permalink
black-isort
Browse files Browse the repository at this point in the history
  • Loading branch information
justheuristic committed May 31, 2024
1 parent 01d4916 commit 89f3b61
Showing 1 changed file with 1 addition and 4 deletions.
5 changes: 1 addition & 4 deletions convert_to_hf.py
Original file line number Diff line number Diff line change
Expand Up @@ -150,10 +150,7 @@ def add_inference_code(model_type: str, save_path: os.PathLike):
# load dummy model
if args.load_model:
model = AutoModelForCausalLM.from_pretrained(
args.model,
trust_remote_code=args.trust_remote_code,
low_cpu_mem_usage=True,
torch_dtype=torch.float16
args.model, trust_remote_code=args.trust_remote_code, low_cpu_mem_usage=True, torch_dtype=torch.float16
)

state_dict, linear_weights_not_to_quantize = get_converted_state_dict(
Expand Down

0 comments on commit 89f3b61

Please sign in to comment.