ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix typo (#9723)

Browse source
This commit is contained in:
Heyang Sun 2023-12-20 09:41:59 +08:00 committed by GitHub
parent 3aa8b66bc3
commit 612651cb5d
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py
View file

@ -85,7 +85,7 @@ def load_gguf_mixtral(loader: GGUFFileLoader, dtype: torch.dtype = torch.float):
model = MixtralForCausalLM(mixtral_config)
for name, weight in state_dict.items():
set_module_tensor_to_device(model, name, "cpu", weight, dytype=dtype)
set_module_tensor_to_device(model, name, "cpu", weight, dtype=dtype)
model = model.cpu()