From 59903ea668c9428b1d6982604098811f1f79c6fb Mon Sep 17 00:00:00 2001 From: Yina Chen <33650826+cyita@users.noreply.github.com> Date: Thu, 3 Aug 2023 17:10:59 +0800 Subject: [PATCH] llm linux support avx & avx2 (#8669) --- python/llm/setup.py | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/python/llm/setup.py b/python/llm/setup.py index f2ad928d..4591d22e 100644 --- a/python/llm/setup.py +++ b/python/llm/setup.py @@ -84,14 +84,18 @@ windows_binarys = [ "main-chatglm_vnni.exe", ] linux_binarys = [ - # "libllama_avx.so", - # "libgptneox_avx.so", - # "libbloom_avx.so", - # "libstarcoder_avx.so", + "libllama_avx.so", + "libgptneox_avx.so", + "libbloom_avx.so", + "libstarcoder_avx.so", "libllama_avx2.so", "libgptneox_avx2.so", "libbloom_avx2.so", "libstarcoder_avx2.so", + "libllama_avxvnni.so", + "libgptneox_avxvnni.so", + "libbloom_avxvnni.so", + "libstarcoder_avxvnni.so", "libllama_avx512.so", "libgptneox_avx512.so", "libbloom_avx512.so",