From 16b9412e800e69b58e520d1d38f5841aa14d87bd Mon Sep 17 00:00:00 2001
From: Zhao Changmin <changmin.zhao@intel.com>
Date: Fri, 15 Sep 2023 10:17:09 +0800
Subject: [PATCH] tie_word_embeddings (#8977)

tie_word_embeddings
---
 python/llm/src/bigdl/llm/transformers/model.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/llm/src/bigdl/llm/transformers/model.py b/python/llm/src/bigdl/llm/transformers/model.py
index 92155626..acbbceed 100644
--- a/python/llm/src/bigdl/llm/transformers/model.py
+++ b/python/llm/src/bigdl/llm/transformers/model.py
@@ -121,6 +121,7 @@ class _BaseAutoModelClass:
         model = model.to("cpu")
         model = ggml_convert_low_bit(model, qtype, optimize_model)
         model.config.update({"bigdl_transformers_low_bit": q_k})
+        model.config.update({"tie_word_embeddings": False})
 
         # add save_low_bit to pretrained model dynamically
         import types