from auto_round import AutoRound model_name = "/models/Qwen3-8B" device_map = {"up_proj":0,"down_proj":1} ar = AutoRound(model=model_name, scheme="W4A16", iters=0, nsamples=1, device_map=device_map) model, layer_config = ar.quantize()