From da1a80d2c6115c2da4df211a0255da0bd05598a6 Mon Sep 17 00:00:00 2001 From: remichu Date: Tue, 7 Jul 2026 08:52:53 +0800 Subject: [PATCH] Disable parallel quantization for mul1 codebook --- exllamav3/conversion/convert_model.py | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/exllamav3/conversion/convert_model.py b/exllamav3/conversion/convert_model.py index 31c8d216..eed7382e 100644 --- a/exllamav3/conversion/convert_model.py +++ b/exllamav3/conversion/convert_model.py @@ -189,6 +189,10 @@ def override(arg, can_override, default): in_args["verbose"] = args.verbose in_args["apply_out_scales"] = {"always": True, "never": False, "auto": None}[args.out_scales] + if in_args["codebook"] == "mul1" and in_args["parallel_mode"]: + print(" !! Warning: --parallel_mode is currently unsafe with --codebook mul1; disabling parallel mode") + in_args["parallel_mode"] = False + if args.resume: job_state = load_dict("ckpt/job.json", in_args) print(f" -- Resuming existing job")