ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix typos

Browse source
This commit is contained in:
Huang, Xinshengzi 2024-08-22 11:35:47 +08:00
parent 8a5df93de2
commit 48a827aa07
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
python/llm/src/ipex_llm/transformers/models/baichuan.py
View file

@ -39,6 +39,7 @@ import os
KV_CACHE_ALLOC_BLOCK_LENGTH = int(os.environ.get("KV_CACHE_ALLOC_BLOCK_LENGTH", 256)) KV_CACHE_ALLOC_BLOCK_LENGTH = int(os.environ.get("KV_CACHE_ALLOC_BLOCK_LENGTH", 256))
def pre_compute_inv_freq(module: torch.nn.Module): def pre_compute_inv_freq(module: torch.nn.Module):
if module.__class__.__name__ == "RotaryEmbedding": if module.__class__.__name__ == "RotaryEmbedding":
inv_freq = module.inv_freq inv_freq = module.inv_freq