From 86b5938075f529db3e9ceabcc2761d43bd34167b Mon Sep 17 00:00:00 2001 From: Yishuo Wang Date: Thu, 13 Jul 2023 10:27:08 +0800 Subject: [PATCH] LLM: fix llm pybinding (#8509) --- python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py | 5 +++-- python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py | 5 +++-- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py b/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py index 08919db0..c1d2d2a9 100644 --- a/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py +++ b/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py @@ -54,6 +54,7 @@ from ctypes import ( c_char_p, c_void_p, c_bool, + pointer, POINTER, _Pointer, # type: ignore Structure, @@ -230,10 +231,10 @@ _lib.gptneox_mlock_supported.restype = c_bool def gptneox_init_from_file( path_model: bytes, params: gptneox_context_params ) -> gptneox_context_p: - return _lib.gptneox_init_from_file(path_model, params) + return _lib.gptneox_init_from_file(path_model, pointer(params)) -_lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params] +_lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params_p] _lib.gptneox_init_from_file.restype = gptneox_context_p diff --git a/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py b/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py index f9ad0917..c7eef289 100644 --- a/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py +++ b/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py @@ -54,6 +54,7 @@ from ctypes import ( c_char_p, c_void_p, c_bool, + pointer, POINTER, _Pointer, # type: ignore Structure, @@ -307,10 +308,10 @@ _lib.llama_time_us.restype = ctypes.c_int64 def llama_init_from_file( path_model: bytes, params: llama_context_params ) -> llama_context_p: - return _lib.llama_init_from_file(path_model, params) + return _lib.llama_init_from_file(path_model, pointer(params)) -_lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params] +_lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params_p] _lib.llama_init_from_file.restype = llama_context_p