diff --git a/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py b/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py index 08919db0..c1d2d2a9 100644 --- a/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py +++ b/python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py @@ -54,6 +54,7 @@ from ctypes import ( c_char_p, c_void_p, c_bool, + pointer, POINTER, _Pointer, # type: ignore Structure, @@ -230,10 +231,10 @@ _lib.gptneox_mlock_supported.restype = c_bool def gptneox_init_from_file( path_model: bytes, params: gptneox_context_params ) -> gptneox_context_p: - return _lib.gptneox_init_from_file(path_model, params) + return _lib.gptneox_init_from_file(path_model, pointer(params)) -_lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params] +_lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params_p] _lib.gptneox_init_from_file.restype = gptneox_context_p diff --git a/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py b/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py index f9ad0917..c7eef289 100644 --- a/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py +++ b/python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py @@ -54,6 +54,7 @@ from ctypes import ( c_char_p, c_void_p, c_bool, + pointer, POINTER, _Pointer, # type: ignore Structure, @@ -307,10 +308,10 @@ _lib.llama_time_us.restype = ctypes.c_int64 def llama_init_from_file( path_model: bytes, params: llama_context_params ) -> llama_context_p: - return _lib.llama_init_from_file(path_model, params) + return _lib.llama_init_from_file(path_model, pointer(params)) -_lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params] +_lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params_p] _lib.llama_init_from_file.restype = llama_context_p