safetenor to false (#9728)

2023-12-21 14:41:51 -08:00 · 2023-12-21 14:41:51 -08:00 · e4f6e43675
commit e4f6e43675
parent bb52239e0a
1 changed files with 2 additions and 0 deletions
--- a/python/llm/src/bigdl/llm/transformers/model.py
+++ b/python/llm/src/bigdl/llm/transformers/model.py
@ -61,6 +61,8 @@ def save_low_bit(self, *args, **kwargs):

    self.to('cpu')

+    kwargs['safe_serialization'] = False
+
    architectures = getattr(self.config, "architectures", None)
    model_type = getattr(self.config, "model_type", None)
    self.save_pretrained(*args, **kwargs)