parent
af11c53473
commit
cc796848ea
3 changed files with 8 additions and 8 deletions
|
|
@ -61,7 +61,7 @@ class BigdlNativeLLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import BigdlNativeLLM
|
from bigdl.llm.langchain.llms import BigdlNativeLLM
|
||||||
llm = BigdlNativeLLM(model_path="/path/to/llama/model")
|
llm = BigdlNativeLLM(model_path="/path/to/llama/model")
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
@ -286,7 +286,7 @@ class BigdlNativeLLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import BigdlNativeLLM
|
from bigdl.llm.langchain.llms import BigdlNativeLLM
|
||||||
llm = BigdlNativeLLM(model_path="/path/to/local/llama/model.bin")
|
llm = BigdlNativeLLM(model_path="/path/to/local/llama/model.bin")
|
||||||
llm("This is a prompt.")
|
llm("This is a prompt.")
|
||||||
"""
|
"""
|
||||||
|
|
@ -331,7 +331,7 @@ class BigdlNativeLLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import BigdlNativeLLM
|
from bigdl.llm.langchain.llms import BigdlNativeLLM
|
||||||
llm = BigdlNativeLLM(
|
llm = BigdlNativeLLM(
|
||||||
model_path="/path/to/local/model.bin",
|
model_path="/path/to/local/model.bin",
|
||||||
temperature = 0.5
|
temperature = 0.5
|
||||||
|
|
@ -364,7 +364,7 @@ class _BaseCausalLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import LlamaLLM
|
from bigdl.llm.langchain.llms import LlamaLLM
|
||||||
llm = LlamaLLM(model_path="/path/to/llama/model")
|
llm = LlamaLLM(model_path="/path/to/llama/model")
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
@ -588,7 +588,7 @@ class _BaseCausalLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import LlamaLLM
|
from bigdl.llm.langchain.llms import LlamaLLM
|
||||||
llm = LlamaLLM(model_path="/path/to/local/llama/model.bin")
|
llm = LlamaLLM(model_path="/path/to/local/llama/model.bin")
|
||||||
llm("This is a prompt.")
|
llm("This is a prompt.")
|
||||||
"""
|
"""
|
||||||
|
|
@ -636,7 +636,7 @@ class _BaseCausalLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import LlamaLLM
|
from bigdl.llm.langchain.llms import LlamaLLM
|
||||||
llm = LlamaLLM(
|
llm = LlamaLLM(
|
||||||
model_path="/path/to/local/model.bin",
|
model_path="/path/to/local/model.bin",
|
||||||
temperature = 0.5
|
temperature = 0.5
|
||||||
|
|
|
||||||
|
|
@ -64,7 +64,7 @@ class TransformersLLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import TransformersLLM
|
from bigdl.llm.langchain.llms import TransformersLLM
|
||||||
llm = TransformersLLM.from_model_id(model_id="THUDM/chatglm-6b")
|
llm = TransformersLLM.from_model_id(model_id="THUDM/chatglm-6b")
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -66,7 +66,7 @@ class TransformersPipelineLLM(LLM):
|
||||||
Example:
|
Example:
|
||||||
.. code-block:: python
|
.. code-block:: python
|
||||||
|
|
||||||
from langchain.llms import TransformersPipelineLLM
|
from bigdl.llm.langchain.llms import TransformersPipelineLLM
|
||||||
llm = TransformersPipelineLLM.from_model_id(model_id="decapoda-research/llama-7b-hf")
|
llm = TransformersPipelineLLM.from_model_id(model_id="decapoda-research/llama-7b-hf")
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue