mirror of https://github.com/ollama/ollama
242 lines
10 KiB
YAML
242 lines
10 KiB
YAML
name: test
|
|
|
|
concurrency:
|
|
# For PRs, later CI runs preempt previous ones. e.g. a force push on a PR
|
|
# cancels running CI jobs and starts all new ones.
|
|
#
|
|
# For non-PR pushes, concurrency.group needs to be unique for every distinct
|
|
# CI run we want to have happen. Use run_id, which in practice means all
|
|
# non-PR CI runs will be allowed to run without preempting each other.
|
|
group: ${{ github.workflow }}-$${{ github.pull_request.number || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- '**/*'
|
|
- '!docs/**'
|
|
- '!README.md'
|
|
|
|
jobs:
|
|
changes:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
changed: ${{ steps.changes.outputs.changed }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
- id: changes
|
|
run: |
|
|
changed() {
|
|
local BASE=${{ github.event.pull_request.base.sha }}
|
|
local HEAD=${{ github.event.pull_request.head.sha }}
|
|
local MERGE_BASE=$(git merge-base $BASE $HEAD)
|
|
git diff-tree -r --no-commit-id --name-only "$MERGE_BASE" "$HEAD" \
|
|
| xargs python3 -c "import sys; from pathlib import Path; print(any(Path(x).match(glob) for x in sys.argv[1:] for glob in '$*'.split(' ')))"
|
|
}
|
|
|
|
echo changed=$(changed 'llama/llama.cpp/**/*' 'ml/backend/ggml/ggml/**/*') | tee -a $GITHUB_OUTPUT
|
|
|
|
linux:
|
|
needs: [changes]
|
|
if: needs.changes.outputs.changed == 'True'
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- preset: CPU
|
|
- preset: CUDA
|
|
container: nvidia/cuda:13.0.0-devel-ubuntu22.04
|
|
flags: '-DCMAKE_CUDA_ARCHITECTURES=87'
|
|
- preset: ROCm
|
|
container: rocm/dev-ubuntu-22.04:6.1.2
|
|
extra-packages: rocm-libs
|
|
flags: '-DAMDGPU_TARGETS=gfx1010 -DCMAKE_PREFIX_PATH=/opt/rocm'
|
|
- preset: Vulkan
|
|
container: ubuntu:22.04
|
|
extra-packages: >
|
|
mesa-vulkan-drivers vulkan-tools
|
|
libvulkan1 libvulkan-dev
|
|
vulkan-sdk cmake ccache g++ make
|
|
runs-on: linux
|
|
container: ${{ matrix.container }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- run: |
|
|
[ -n "${{ matrix.container }}" ] || sudo=sudo
|
|
$sudo apt-get update
|
|
# Add LunarG Vulkan SDK apt repo for Ubuntu 22.04
|
|
if [ "${{ matrix.preset }}" = "Vulkan" ]; then
|
|
$sudo apt-get install -y --no-install-recommends wget gnupg ca-certificates software-properties-common
|
|
wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | $sudo gpg --dearmor -o /usr/share/keyrings/lunarg-archive-keyring.gpg
|
|
# Use signed-by to bind the repo to the installed keyring to avoid NO_PUBKEY
|
|
echo "deb [signed-by=/usr/share/keyrings/lunarg-archive-keyring.gpg] https://packages.lunarg.com/vulkan/1.4.313 jammy main" | $sudo tee /etc/apt/sources.list.d/lunarg-vulkan-1.4.313-jammy.list > /dev/null
|
|
$sudo apt-get update
|
|
fi
|
|
$sudo apt-get install -y cmake ccache ${{ matrix.extra-packages }}
|
|
# Export VULKAN_SDK if provided by LunarG package (defensive)
|
|
if [ -d "/usr/lib/x86_64-linux-gnu/vulkan" ] && [ "${{ matrix.preset }}" = "Vulkan" ]; then
|
|
echo "VULKAN_SDK=/usr" >> $GITHUB_ENV
|
|
fi
|
|
env:
|
|
DEBIAN_FRONTEND: noninteractive
|
|
- uses: actions/cache@v4
|
|
with:
|
|
path: /github/home/.cache/ccache
|
|
key: ccache-${{ runner.os }}-${{ runner.arch }}-${{ matrix.preset }}
|
|
- run: |
|
|
cmake --preset ${{ matrix.preset }} ${{ matrix.flags }}
|
|
cmake --build --preset ${{ matrix.preset }} --parallel
|
|
|
|
windows:
|
|
needs: [changes]
|
|
if: needs.changes.outputs.changed == 'True'
|
|
strategy:
|
|
matrix:
|
|
include:
|
|
- preset: CPU
|
|
- preset: CUDA
|
|
install: https://developer.download.nvidia.com/compute/cuda/13.0.0/local_installers/cuda_13.0.0_windows.exe
|
|
flags: '-DCMAKE_CUDA_ARCHITECTURES=80'
|
|
cuda-components:
|
|
- '"cudart"'
|
|
- '"nvcc"'
|
|
- '"cublas"'
|
|
- '"cublas_dev"'
|
|
- '"crt"'
|
|
- '"nvvm"'
|
|
- '"nvptxcompiler"'
|
|
cuda-version: '13.0'
|
|
- preset: ROCm
|
|
install: https://download.amd.com/developer/eula/rocm-hub/AMD-Software-PRO-Edition-24.Q4-WinSvr2022-For-HIP.exe
|
|
flags: '-DAMDGPU_TARGETS=gfx1010 -DCMAKE_C_COMPILER=clang -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_C_FLAGS="-parallel-jobs=4 -Wno-ignored-attributes -Wno-deprecated-pragma" -DCMAKE_CXX_FLAGS="-parallel-jobs=4 -Wno-ignored-attributes -Wno-deprecated-pragma"'
|
|
- preset: Vulkan
|
|
install: https://sdk.lunarg.com/sdk/download/1.4.321.1/windows/vulkansdk-windows-X64-1.4.321.1.exe
|
|
runs-on: windows
|
|
steps:
|
|
- run: |
|
|
choco install -y --no-progress ccache ninja
|
|
ccache -o cache_dir=${{ github.workspace }}\.ccache
|
|
- if: matrix.preset == 'CUDA' || matrix.preset == 'ROCm' || matrix.preset == 'Vulkan'
|
|
id: cache-install
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
path: |
|
|
C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA
|
|
C:\Program Files\AMD\ROCm
|
|
C:\VulkanSDK
|
|
key: ${{ matrix.install }}
|
|
- if: matrix.preset == 'CUDA'
|
|
name: Install CUDA ${{ matrix.cuda-version }}
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
if ("${{ steps.cache-install.outputs.cache-hit }}" -ne 'true') {
|
|
Invoke-WebRequest -Uri "${{ matrix.install }}" -OutFile "install.exe"
|
|
$subpackages = @(${{ join(matrix.cuda-components, ', ') }}) | Foreach-Object {"${_}_${{ matrix.cuda-version }}"}
|
|
Start-Process -FilePath .\install.exe -ArgumentList (@("-s") + $subpackages) -NoNewWindow -Wait
|
|
}
|
|
|
|
$cudaPath = (Resolve-Path "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\*").path
|
|
echo "$cudaPath\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
- if: matrix.preset == 'ROCm'
|
|
name: Install ROCm ${{ matrix.rocm-version }}
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
if ("${{ steps.cache-install.outputs.cache-hit }}" -ne 'true') {
|
|
Invoke-WebRequest -Uri "${{ matrix.install }}" -OutFile "install.exe"
|
|
Start-Process -FilePath .\install.exe -ArgumentList '-install' -NoNewWindow -Wait
|
|
}
|
|
|
|
$hipPath = (Resolve-Path "C:\Program Files\AMD\ROCm\*").path
|
|
echo "$hipPath\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "CC=$hipPath\bin\clang.exe" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
echo "CXX=$hipPath\bin\clang++.exe" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
echo "HIPCXX=$hipPath\bin\clang++.exe" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
echo "HIP_PLATFORM=amd" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
echo "CMAKE_PREFIX_PATH=$hipPath" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
- if: matrix.preset == 'Vulkan'
|
|
name: Install Vulkan ${{ matrix.rocm-version }}
|
|
run: |
|
|
$ErrorActionPreference = "Stop"
|
|
if ("${{ steps.cache-install.outputs.cache-hit }}" -ne 'true') {
|
|
Invoke-WebRequest -Uri "${{ matrix.install }}" -OutFile "install.exe"
|
|
Start-Process -FilePath .\install.exe -ArgumentList "-c","--am","--al","in" -NoNewWindow -Wait
|
|
}
|
|
|
|
$vulkanPath = (Resolve-Path "C:\VulkanSDK\*").path
|
|
echo "$vulkanPath\bin" | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
echo "VULKAN_SDK=$vulkanPath" >> $env:GITHUB_ENV
|
|
- if: ${{ !cancelled() && steps.cache-install.outputs.cache-hit != 'true' }}
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
path: |
|
|
C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA
|
|
C:\Program Files\AMD\ROCm
|
|
key: ${{ matrix.install }}
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/cache@v4
|
|
with:
|
|
path: ${{ github.workspace }}\.ccache
|
|
key: ccache-${{ runner.os }}-${{ runner.arch }}-${{ matrix.preset }}
|
|
- run: |
|
|
Import-Module 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise\Common7\Tools\Microsoft.VisualStudio.DevShell.dll'
|
|
Enter-VsDevShell -VsInstallPath 'C:\Program Files\Microsoft Visual Studio\2022\Enterprise' -SkipAutomaticLocation -DevCmdArguments '-arch=x64 -no_logo'
|
|
cmake --preset "${{ matrix.preset }}" ${{ matrix.flags }}
|
|
cmake --build --parallel --preset "${{ matrix.preset }}"
|
|
env:
|
|
CMAKE_GENERATOR: Ninja
|
|
|
|
go_mod_tidy:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: check that 'go mod tidy' is clean
|
|
run: go mod tidy --diff || (echo "Please run 'go mod tidy'." && exit 1)
|
|
|
|
test:
|
|
strategy:
|
|
matrix:
|
|
os: [ubuntu-latest, macos-latest, windows-latest]
|
|
runs-on: ${{ matrix.os }}
|
|
env:
|
|
CGO_ENABLED: '1'
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-go@v5
|
|
with:
|
|
go-version-file: 'go.mod'
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: '20'
|
|
- name: Install UI dependencies
|
|
working-directory: ./app/ui/app
|
|
run: npm ci
|
|
- name: Install tscriptify
|
|
run: |
|
|
go install github.com/tkrajina/typescriptify-golang-structs/tscriptify@latest
|
|
- name: Run UI tests
|
|
if: ${{ startsWith(matrix.os, 'ubuntu') }}
|
|
working-directory: ./app/ui/app
|
|
run: npm test
|
|
- name: Run go generate
|
|
run: go generate ./...
|
|
|
|
- name: go test
|
|
if: always()
|
|
run: go test -count=1 -benchtime=1x ./...
|
|
|
|
# TODO(bmizerany): replace this heavy tool with just the
|
|
# tools/checks/binaries we want and then make them all run in parallel
|
|
# across jobs, not on a single tiny vm on Github Actions.
|
|
- uses: golangci/golangci-lint-action@v6
|
|
with:
|
|
args: --timeout 10m0s -v
|
|
|
|
patches:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: Verify patches apply cleanly and do not change files
|
|
run: |
|
|
make -f Makefile.sync clean checkout apply-patches sync
|
|
git diff --compact-summary --exit-code |