Update llm.py

xin3he · web-flow · commit 53633f00b2ae · 2025-09-11T10:27:39.000+08:00
diff --git a/auto_round/script/llm.py b/auto_round/script/llm.py
@@ -798,7 +798,7 @@ def eval(args):
     import time
 
     tasks, model_args, device_str = _eval_init(
-        args.tasks, args.model, args.device, args.disable_trust_remote_code, args.dtype
+        args.tasks, args.model, args.device_map, args.disable_trust_remote_code, args.dtype
     )
 
     # load after _eval_int in order to make sure import torch after set CUDA_VISIBLE_DEVICES

Original file line number	Diff line number	Diff line change
`@@ -798,7 +798,7 @@ def eval(args):`
`798`	`798`	`import time`
`799`	`799`
`800`	`800`	`tasks, model_args, device_str = _eval_init(`
`801`		`- args.tasks, args.model, args.device, args.disable_trust_remote_code, args.dtype`
	`801`	`+ args.tasks, args.model, args.device_map, args.disable_trust_remote_code, args.dtype`
`802`	`802`	`)`
`803`	`803`
`804`	`804`	`# load after _eval_int in order to make sure import torch after set CUDA_VISIBLE_DEVICES`