diff --git a/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py b/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py index c30378f0..c7456d55 100644 --- a/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py +++ b/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py @@ -85,7 +85,7 @@ def load_gguf_mixtral(loader: GGUFFileLoader, dtype: torch.dtype = torch.float): model = MixtralForCausalLM(mixtral_config) for name, weight in state_dict.items(): - set_module_tensor_to_device(model, name, "cpu", weight, dytype=dtype) + set_module_tensor_to_device(model, name, "cpu", weight, dtype=dtype) model = model.cpu()