ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

LLM: fix llm pybinding (#8509)

Browse source
This commit is contained in:
Yishuo Wang 2023-07-13 10:27:08 +08:00 committed by GitHub
parent fcc352eee3
commit 86b5938075
2 changed files with 6 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
python/llm/src/bigdl/llm/ggml/model/gptneox/gptneox_cpp.py
View file

@ -54,6 +54,7 @@ from ctypes import (
c_char_p, c_char_p,
c_void_p, c_void_p,
c_bool, c_bool,
pointer,
POINTER, POINTER,
_Pointer, # type: ignore _Pointer, # type: ignore
Structure, Structure,
@ -230,10 +231,10 @@ _lib.gptneox_mlock_supported.restype = c_bool
def gptneox_init_from_file( def gptneox_init_from_file(
path_model: bytes, params: gptneox_context_params path_model: bytes, params: gptneox_context_params
) -> gptneox_context_p: ) -> gptneox_context_p:
return _lib.gptneox_init_from_file(path_model, params) return _lib.gptneox_init_from_file(path_model, pointer(params))
_lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params] _lib.gptneox_init_from_file.argtypes = [c_char_p, gptneox_context_params_p]
_lib.gptneox_init_from_file.restype = gptneox_context_p _lib.gptneox_init_from_file.restype = gptneox_context_p

5
python/llm/src/bigdl/llm/ggml/model/llama/llama_cpp.py
View file

@ -54,6 +54,7 @@ from ctypes import (
c_char_p, c_char_p,
c_void_p, c_void_p,
c_bool, c_bool,
pointer,
POINTER, POINTER,
_Pointer, # type: ignore _Pointer, # type: ignore
Structure, Structure,
@ -307,10 +308,10 @@ _lib.llama_time_us.restype = ctypes.c_int64
def llama_init_from_file( def llama_init_from_file(
path_model: bytes, params: llama_context_params path_model: bytes, params: llama_context_params
) -> llama_context_p: ) -> llama_context_p:
return _lib.llama_init_from_file(path_model, params) return _lib.llama_init_from_file(path_model, pointer(params))
_lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params] _lib.llama_init_from_file.argtypes = [c_char_p, llama_context_params_p]
_lib.llama_init_from_file.restype = llama_context_p _lib.llama_init_from_file.restype = llama_context_p