From 828b7804c43264f4b156ec190d4065da78b3f94f Mon Sep 17 00:00:00 2001 From: cmd-hmn Date: Wed, 7 Oct 2026 08:55:54 +0500 Subject: [PATCH] fix(model_loader): add autocast_adapter_dtype in Peft Model --- bbq/src/utils/model_loader.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/bbq/src/utils/model_loader.py b/bbq/src/utils/model_loader.py index 4ab3b10..085f300 100644 --- a/bbq/src/utils/model_loader.py +++ b/bbq/src/utils/model_loader.py @@ -68,7 +68,9 @@ def resolve_torch_data_type( return torch.float32 -def _from_pretrained_fast(loader_cls_or_fn: Any, model_id_or_obj: Any, **kwargs: Any) -> Any: +def _from_pretrained_fast( + loader_cls_or_fn: Any, model_id_or_obj: Any, **kwargs: Any +) -> Any: """Load model/adapter/processor from local huggingface cache first to avoid network latency.""" try: return loader_cls_or_fn.from_pretrained( @@ -143,6 +145,7 @@ def load_model_with_lora_adapters( config.lora_adapter_id, config=lora_adapter_config, local_files_only=True, + autocast_adapter_dtype=False, ) except Exception: model_to_use = PeftModel.from_pretrained( @@ -150,6 +153,7 @@ def load_model_with_lora_adapters( config.lora_adapter_id, config=lora_adapter_config, local_files_only=False, + autocast_adapter_dtype=False, ) except Exception as exception_instance: raise LoRAAdapterLoadError(