name: LLM Binary Build

# Controls when the action will run.
on:
  # Triggers the workflow on push or pull request events but only for the main branch
  push:
    branches: [main]
    paths:
      - ".github/workflows/llm-binary-build.yml"
  pull_request:
    branches: [main]
    paths:
      - ".github/workflows/llm-binary-build.yml"
  workflow_dispatch:

  workflow_call:

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
  linux-build-avx2:
    runs-on: [self-hosted, AVX2, centos7]
    steps:
      - name: Set access token
        run: |
          echo "github_access_token=${GITHUB_ACCESS_TOKEN}" >> "$GITHUB_ENV"
      - uses: actions/checkout@v3
        with:
          repository: "intel-analytics/llm.cpp"
          token: ${{ env.github_access_token }}
      - name: Install Build Environment
        shell: bash
        run: |
          yum update -y
          yum install -y centos-release-scl
          yum install -y devtoolset-11
          yum install -y sshpass netcat
      - name: Build binary
        shell: bash
        run: |
          scl enable devtoolset-11 'make'
      - name: Move release binary
        shell: bash
        run: |
          mkdir release
          mv build/main-bloom release/main-bloom_avx2
          mv build/quantize-bloom release/quantize-bloom
          mv build/libbloom.so release/libbloom_avx2.so
          mv build/main-llama release/main-llama_avx2
          mv build/quantize-llama release/quantize-llama
          mv build/libllama.so release/libllama_avx2.so
          mv build/main-gptneox release/main-gptneox_avx2
          mv build/quantize-gptneox release/quantize-gptneox
          mv build/libgptneox.so release/libgptneox_avx2.so
          mv build/main-starcoder release/main-starcoder_avx2
          mv build/quantize-starcoder release/quantize-starcoder
          mv build/libstarcoder.so release/libstarcoder_avx2.so
      - name: Archive build files
        uses: actions/upload-artifact@v3
        with:
          name: linux-avx2
          path: |
            release
      - name: Clean up test environment
        shell: bash
        run: |
          make clean

  linux-build-avx512:
    runs-on: [self-hosted, AVX512, centos7]
    steps:
      - name: Set access token
        run: |
          echo "github_access_token=${GITHUB_ACCESS_TOKEN}" >> "$GITHUB_ENV"
      - uses: actions/checkout@v3
        with:
          repository: "intel-analytics/llm.cpp"
          token: ${{ env.github_access_token }}
      - name: Install Build Environment
        shell: bash
        run: |
          yum update -y
          yum install -y centos-release-scl
          yum install -y devtoolset-11
          yum install -y sshpass netcat
      - name: Build binary
        shell: bash
        run: |
          scl enable devtoolset-11 'make'
      - name: Move release binary
        shell: bash
        run: |
          mkdir release
          mv build/main-bloom release/main-bloom_avx512
          mv build/quantize-bloom release/quantize-bloom_avx512
          mv build/libbloom.so release/libbloom_avx512.so
          mv build/main-llama release/main-llama_avx512
          mv build/quantize-llama release/quantize-llama_avx512
          mv build/libllama.so release/libllama_avx512.so
          mv build/main-gptneox release/main-gptneox_avx512
          mv build/quantize-gptneox release/quantize-gptneox_avx512
          mv build/libgptneox.so release/libgptneox_avx512.so
          mv build/main-starcoder release/main-starcoder_avx512
          mv build/quantize-starcoder release/quantize-starcoder_avx512
          mv build/libstarcoder.so release/libstarcoder_avx512.so
      - name: Archive build files
        uses: actions/upload-artifact@v3
        with:
          name: linux-avx512
          path: |
            release
      - name: Clean up test environment
        shell: bash
        run: |
          make clean

  windows-build-avx2:
    runs-on: [self-hosted, Windows]
    steps:
      - name: Set access token
        run: |
          echo "github_access_token=$env:GITHUB_ACCESS_TOKEN" >> $env:GITHUB_ENV
          echo "github_access_token=$env:GITHUB_ACCESS_TOKEN"
      - uses: actions/checkout@v3
        with:
          repository: "intel-analytics/llm.cpp"
          token: ${{ env.github_access_token }}
      - name: Add msbuild to PATH
        uses: microsoft/setup-msbuild@v1.1
        with:
          msbuild-architecture: x64
      - name: Add cmake to PATH
        uses: ilammy/msvc-dev-cmd@v1
      - name: Build binary
        shell: powershell
        run: |
          cmake .
          cmake --build . --config Release
      - name: Archive build files
        uses: actions/upload-artifact@v3
        with:
          name: windows-avx2
          path: |
            build/Release
            
  windows-build-avx2-vnni:
    runs-on: [self-hosted, Windows]
    steps:
      - name: Set access token
        run: |
          echo "github_access_token=$env:GITHUB_ACCESS_TOKEN" >> $env:GITHUB_ENV
          echo "github_access_token=$env:GITHUB_ACCESS_TOKEN"
      - uses: actions/checkout@v3
        with:
          repository: "intel-analytics/llm.cpp"
          token: ${{ env.github_access_token }}
      - name: Download w64devkit
        shell: powershell
        run: |
          cd ..
          if (-not (Test-Path ./w64devkit.zip) -or ((Get-FileHash -Path w64devkit.zip -Algorithm SHA256).Hash.ToUpper() -ne '2862F388E1720B40026F2FD95C6100A9932E3B14FB13AAC4F225A02B11E31CA9'.ToUpper())) {
              Invoke-WebRequest -Uri https://github.com/skeeto/w64devkit/releases/download/v1.19.0/w64devkit-1.19.0.zip -OutFile ./w64devkit.zip
          }
          if (Test-Path ./w64devkit) { rm -r -fo w64devkit }
          Add-Type -AssemblyName System.IO.Compression.FileSystem ; [System.IO.Compression.ZipFile]::ExtractToDirectory("$PWD/w64devkit.zip", "$PWD")
          echo "w64devkit_path=$PWD/w64devkit/bin" >> $env:GITHUB_ENV
          
      - name: Build binary
        shell: powershell
        run: |
          $env:Path = '${{ env.w64devkit_path }};' + $env:Path
          make
      - name: Move release binary
        shell: powershell
        run: |
          if (Test-Path ./release) { rm -r -fo release }
          mkdir release
          mv build/main-bloom.exe release/main-bloom_vnni.exe
          mv build/quantize-bloom.exe release/quantize-bloom_vnni.exe
          mv build/libbloom.dll release/libbloom_vnni.dll

          mv build/main-llama.exe release/main-llama_vnni.exe
          mv build/quantize-llama.exe release/quantize-llama_vnni.exe
          mv build/libllama.dll release/libllama_vnni.dll

          mv build/main-gptneox.exe release/main-gptneox_vnni.exe
          mv build/quantize-gptneox.exe release/quantize-gptneox_vnni.exe
          mv build/libgptneox.dll release/libgptneox_vnni.dll

          mv build/main-starcoder.exe release/main-starcoder_vnni.exe
          mv build/quantize-starcoder.exe release/quantize-starcoder_vnni.exe
          mv build/libstarcoder.dll release/libstarcoder_vnni.dll
      - name: Archive build files
        uses: actions/upload-artifact@v3
        with:
          name: windows-avx2-vnni
          path: |
            release