LLM: Add python 3.10 & 3.11 UT

LLM: Add python 3.10 & 3.11 UT

.github/workflows/llm-binary-build.yml

@@ -62,6 +62,8 @@ jobs:
           conda create -n python39 python=3.9 -y
           conda remove -n python310 --all -y
           conda create -n python310 python=3.10 -y
+          conda remove -n python311 --all -y
+          conda create -n python311 python=3.11 -y
       - uses: actions/checkout@v3
         with:
           repository: "intel-analytics/llm.cpp"
@@ -117,6 +119,18 @@ jobs:
         shell: bash
         run: |
           mv src/chatglm/build/_C.cpython-310-x86_64-linux-gnu.so release/chatglm_C.cpython-310-x86_64-linux-gnu.so
+      - name: Build Chatglm Py311
+        shell: bash
+        run: |
+          source activate python311 || conda activate python311
+          cd src/chatglm
+          rm -r build
+          scl enable gcc-toolset-11 "cmake -B build"
+          scl enable gcc-toolset-11 "cmake --build build --config Release -j"
+      - name: Move Chatglm binaries Py311
+        shell: bash
+        run: |
+          mv src/chatglm/build/_C.cpython-311-x86_64-linux-gnu.so release/chatglm_C.cpython-311-x86_64-linux-gnu.so
       - name: Archive build files
         uses: actions/upload-artifact@v3
         with:
@@ -129,6 +143,7 @@ jobs:
           make clean
           conda remove -n python39 --all -y
           conda remove -n python310 --all -y
+          conda remove -n python311 --all -y
 
   check-linux-avx512-artifact:
     runs-on: ubuntu-latest
@@ -431,6 +446,21 @@ jobs:
         shell: powershell
         run: |
           mv src/chatglm/build/Release/_C.cp310-win_amd64.pyd release/chatglm_C.cp310-win_amd64.pyd
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+      - name: Build Chatglm Py311
+        shell: powershell
+        run: |
+          cd src/chatglm
+          rm -r build
+          cmake -DAVXVNNI=ON -B build
+          cmake --build build --config Release -j
+      - name: Move Chatglm binaries Py311
+        shell: powershell
+        run: |
+          mv src/chatglm/build/Release/_C.cp311-win_amd64.pyd release/chatglm_C.cp311-win_amd64.pyd
       - name: Archive build files
         uses: actions/upload-artifact@v3
         with:

.github/workflows/llm_unit_tests.yml

@@ -55,6 +55,12 @@ jobs:
           - os: ubuntu-20.04-lts
             instruction: avx512
             python-version: "3.10"
+          - os: windows
+            instruction: avx2
+            python-version: "3.11"
+          - os: ubuntu-20.04-lts
+            instruction: avx512
+            python-version: "3.11"
     runs-on: [self-hosted, llm, "${{matrix.instruction}}", "${{matrix.os}}"]
     env:
       THREAD_NUM: 24
@@ -203,7 +209,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.9"]
+        python-version: ["3.9","3.10","3.11"]
     runs-on: [self-hosted, llm, arc]
     env:
       OMP_NUM_THREADS: 16

python/llm/setup.py

@@ -86,7 +86,8 @@ windows_binarys = [
 
     "main-chatglm_vnni.exe",
     "chatglm_C.cp39-win_amd64.pyd",
-    "chatglm_C.cp310-win_amd64.pyd"
+    "chatglm_C.cp310-win_amd64.pyd",
+    "chatglm_C.cp311-win_amd64.pyd"
 ]
 linux_binarys = [
     "libllama_avx.so",
@@ -125,7 +126,8 @@ linux_binarys = [
     "main-chatglm_vnni",
     "main-chatglm_amx",
     "chatglm_C.cpython-39-x86_64-linux-gnu.so",
-    "chatglm_C.cpython-310-x86_64-linux-gnu.so"
+    "chatglm_C.cpython-310-x86_64-linux-gnu.so",
+    "chatglm_C.cpython-311-x86_64-linux-gnu.so"
 ]
 
 ext_lib_urls = [