tie_word_embeddings (#8977)

tie_word_embeddings
2023-09-15 10:17:09 +08:00 · 2023-09-15 10:17:09 +08:00 · 16b9412e80
commit 16b9412e80
parent c12b8f24b6
1 changed files with 1 additions and 0 deletions
--- a/python/llm/src/bigdl/llm/transformers/model.py
+++ b/python/llm/src/bigdl/llm/transformers/model.py
@ -121,6 +121,7 @@ class _BaseAutoModelClass:
        model = model.to("cpu")
        model = ggml_convert_low_bit(model, qtype, optimize_model)
        model.config.update({"bigdl_transformers_low_bit": q_k})
+        model.config.update({"tie_word_embeddings": False})

        # add save_low_bit to pretrained model dynamically
        import types