From 995b0f119f9f59299a87a8b0073971c795432caa Mon Sep 17 00:00:00 2001 From: binbin Deng <108676127+plusbang@users.noreply.github.com> Date: Wed, 11 Oct 2023 14:23:56 +0800 Subject: [PATCH] LLM: update some gpu examples (#9136) --- .../example/GPU/HF-Transformers-AutoModels/Model/README.md | 4 ++++ .../HF-Transformers-AutoModels/Model}/aquila/README.md | 0 .../HF-Transformers-AutoModels/Model}/aquila/generate.py | 0 .../HF-Transformers-AutoModels/Model}/dolly-v1/README.md | 0 .../HF-Transformers-AutoModels/Model}/dolly-v1/generate.py | 0 .../HF-Transformers-AutoModels/Model}/dolly-v2/README.md | 0 .../HF-Transformers-AutoModels/Model}/dolly-v2/generate.py | 0 .../HF-Transformers-AutoModels/Model}/vicuna/README.md | 0 .../HF-Transformers-AutoModels/Model}/vicuna/generate.py | 0 9 files changed, 4 insertions(+) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/aquila/README.md (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/aquila/generate.py (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/dolly-v1/README.md (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/dolly-v1/generate.py (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/dolly-v2/README.md (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/dolly-v2/generate.py (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/vicuna/README.md (100%) rename python/llm/example/{gpu/hf-transformers-models => GPU/HF-Transformers-AutoModels/Model}/vicuna/generate.py (100%) diff --git a/python/llm/example/GPU/HF-Transformers-AutoModels/Model/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/README.md index 48533561..b122285d 100644 --- a/python/llm/example/GPU/HF-Transformers-AutoModels/Model/README.md +++ b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/README.md @@ -4,10 +4,13 @@ You can use BigDL-LLM to run almost every Huggingface Transformer models with IN ## Verified models | Model | Example | |----------------|----------------------------------------------------------| +| Aquila | [link](aquila) | | Baichuan | [link](baichuan) | | Baichuan2 | [link](baichuan2) | | ChatGLM2 | [link](chatglm2) | | Chinese Llama2 | [link](chinese-llama2) | +| Dolly v1 | [link](dolly-v1) | +| Dolly v2 | [link](dolly-v2) | | Falcon | [link](falcon) | | GPT-J | [link](gpt-j) | | InternLM | [link](internlm) | @@ -16,6 +19,7 @@ You can use BigDL-LLM to run almost every Huggingface Transformer models with IN | MPT | [link](mpt) | | Qwen | [link](qwen) | | StarCoder | [link](starcoder) | +| Vicuna | [link](vicuna) | | Whisper | [link](whisper) | ## Verified Hardware Platforms diff --git a/python/llm/example/gpu/hf-transformers-models/aquila/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila/README.md similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/aquila/README.md rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila/README.md diff --git a/python/llm/example/gpu/hf-transformers-models/aquila/generate.py b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila/generate.py similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/aquila/generate.py rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/aquila/generate.py diff --git a/python/llm/example/gpu/hf-transformers-models/dolly-v1/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v1/README.md similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/dolly-v1/README.md rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v1/README.md diff --git a/python/llm/example/gpu/hf-transformers-models/dolly-v1/generate.py b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v1/generate.py similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/dolly-v1/generate.py rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v1/generate.py diff --git a/python/llm/example/gpu/hf-transformers-models/dolly-v2/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v2/README.md similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/dolly-v2/README.md rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v2/README.md diff --git a/python/llm/example/gpu/hf-transformers-models/dolly-v2/generate.py b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v2/generate.py similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/dolly-v2/generate.py rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/dolly-v2/generate.py diff --git a/python/llm/example/gpu/hf-transformers-models/vicuna/README.md b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/vicuna/README.md similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/vicuna/README.md rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/vicuna/README.md diff --git a/python/llm/example/gpu/hf-transformers-models/vicuna/generate.py b/python/llm/example/GPU/HF-Transformers-AutoModels/Model/vicuna/generate.py similarity index 100% rename from python/llm/example/gpu/hf-transformers-models/vicuna/generate.py rename to python/llm/example/GPU/HF-Transformers-AutoModels/Model/vicuna/generate.py