LLM: Fix DummyLayer.weight device in Pipeline Parallel (#11612)

2024-07-18 13:39:34 +08:00 · 2024-07-18 13:39:34 +08:00 · 4594a3dd6c
commit 4594a3dd6c
parent 4da93709b1
1 changed files with 1 additions and 1 deletions
--- a/python/llm/src/ipex_llm/transformers/pipeline_parallel.py
+++ b/python/llm/src/ipex_llm/transformers/pipeline_parallel.py
@ -53,7 +53,7 @@ class DummyLayer(nn.Module):
        super().__init__()
        # to avoid AttributeError in https://github.com/intel-analytics/ipex-llm/blob/main/
        # python/llm/src/ipex_llm/transformers/models/llama.py#L2076
-        self.weight = torch.randn(1,)
+        self.weight = nn.Parameter(torch.empty(0,), requires_grad=False)

    def forward(self, x):
        return x