From 52c6b057d64935fe82ad3add8a5a104ca74511e7 Mon Sep 17 00:00:00 2001 From: Yuwen Hu <54161268+Oscilloscope98@users.noreply.github.com> Date: Mon, 10 Jul 2023 17:53:57 +0800 Subject: [PATCH] Initial LLM Transformers example refactor (#8491) --- python/llm/README.md | 4 ++-- .../transformers/{ => native_int4}/native_int4_pipeline.py | 0 .../{ => native_int4}/native_int4_pipeline_readme.md | 0 .../{ => transformers_int4}/transformers_int4_pipeline.py | 0 .../transformers_int4_pipeline_readme.md | 0 5 files changed, 2 insertions(+), 2 deletions(-) rename python/llm/example/transformers/{ => native_int4}/native_int4_pipeline.py (100%) rename python/llm/example/transformers/{ => native_int4}/native_int4_pipeline_readme.md (100%) rename python/llm/example/transformers/{ => transformers_int4}/transformers_int4_pipeline.py (100%) rename python/llm/example/transformers/{ => transformers_int4}/transformers_int4_pipeline_readme.md (100%) diff --git a/python/llm/README.md b/python/llm/README.md index 9d897669..0a1edada 100644 --- a/python/llm/README.md +++ b/python/llm/README.md @@ -100,7 +100,7 @@ You may run the models using `transformers`-style API in `bigdl-llm`. output = tokenizer.batch_decode(output_ids) ``` - See the complete example [here](example/transformers/transformers_int4_pipeline.py). + See the complete example [here](example/transformers/transformers_int4/transformers_int4_pipeline.py). - ##### Using native INT4 format @@ -124,7 +124,7 @@ You may run the models using `transformers`-style API in `bigdl-llm`. output = llm.batch_decode(output_ids) ``` - See the complete example [here](example/transformers/native_int4_pipeline.py). + See the complete example [here](example/transformers/native_int4/native_int4_pipeline.py). #### LangChain API You may run the models using the LangChain API in `bigdl-llm`. diff --git a/python/llm/example/transformers/native_int4_pipeline.py b/python/llm/example/transformers/native_int4/native_int4_pipeline.py similarity index 100% rename from python/llm/example/transformers/native_int4_pipeline.py rename to python/llm/example/transformers/native_int4/native_int4_pipeline.py diff --git a/python/llm/example/transformers/native_int4_pipeline_readme.md b/python/llm/example/transformers/native_int4/native_int4_pipeline_readme.md similarity index 100% rename from python/llm/example/transformers/native_int4_pipeline_readme.md rename to python/llm/example/transformers/native_int4/native_int4_pipeline_readme.md diff --git a/python/llm/example/transformers/transformers_int4_pipeline.py b/python/llm/example/transformers/transformers_int4/transformers_int4_pipeline.py similarity index 100% rename from python/llm/example/transformers/transformers_int4_pipeline.py rename to python/llm/example/transformers/transformers_int4/transformers_int4_pipeline.py diff --git a/python/llm/example/transformers/transformers_int4_pipeline_readme.md b/python/llm/example/transformers/transformers_int4/transformers_int4_pipeline_readme.md similarity index 100% rename from python/llm/example/transformers/transformers_int4_pipeline_readme.md rename to python/llm/example/transformers/transformers_int4/transformers_int4_pipeline_readme.md