From 824c8029d711200a0234ef30967ed276e88f002c Mon Sep 17 00:00:00 2001
From: Shaojun Liu <61072813+liu-shaojun@users.noreply.github.com>
Date: Mon, 29 Jan 2024 16:18:04 +0800
Subject: [PATCH] Fix "local variable 'model' referenced before assignment"
 (#10022)

---
 python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py b/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py
index 216ceccb..23fc70a3 100644
--- a/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py
+++ b/python/llm/src/bigdl/llm/transformers/gguf/models/mixtral.py
@@ -59,6 +59,7 @@ def load_gguf_mixtral(loader: GGUFFileLoader, dtype: torch.dtype = torch.float,
 
     # define an operator function that passed to low-level gguf API
     def process_mixtral(name, tensor):
+        nonlocal model
         # prepare module's name in transformers
         module_name = get_mixtral_module_name(name)
         # prepare module's weight in transformers