* ci: trigger spec dec testing after refactoring * add options to run spec dec ci nightly manually
101 lines
2.7 KiB
YAML
101 lines
2.7 KiB
YAML
name: Server (speculative decoding)
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
sha:
|
|
description: 'Commit SHA1 to build'
|
|
required: false
|
|
type: string
|
|
spec_methods:
|
|
description: 'Speculative methods to test'
|
|
required: true
|
|
default: 'compact'
|
|
type: choice
|
|
options:
|
|
- compact
|
|
- nightly
|
|
- all
|
|
push:
|
|
branches:
|
|
- master
|
|
paths: [
|
|
'.github/workflows/server-speculative.yml',
|
|
'common/speculative.*',
|
|
'src/models/dflash*.cpp',
|
|
'src/models/dspark.cpp',
|
|
'src/models/eagle3.cpp',
|
|
'src/models/lilicorr.cpp',
|
|
'src/models/qwen35.cpp',
|
|
'tools/server/tests/unit/test_spec_methods.py'
|
|
]
|
|
pull_request:
|
|
types: [opened, synchronize, reopened]
|
|
paths: [
|
|
'.github/workflows/server-speculative.yml',
|
|
'common/speculative.*',
|
|
'src/models/dflash*.cpp',
|
|
'src/models/dspark.cpp',
|
|
'src/models/eagle3.cpp',
|
|
'src/models/lilicorr.cpp',
|
|
'src/models/qwen35.cpp',
|
|
'tools/server/tests/unit/test_spec_methods.py'
|
|
]
|
|
|
|
cache-mode: none
|
|
permissions:
|
|
contents: read
|
|
|
|
env:
|
|
LLAMA_ARG_LOG_COLORS: 1
|
|
LLAMA_ARG_LOG_PREFIX: 1
|
|
LLAMA_ARG_LOG_TIMESTAMPS: 1
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}-${{ github.head_ref || github.run_id }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
server-speculative:
|
|
runs-on: [self-hosted, Linux, gb10, perf]
|
|
container: "nvidia/cuda:13.4.3-devel-ubuntu26.04"
|
|
timeout-minutes: 60
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
steps:
|
|
- name: Clone
|
|
uses: actions/checkout@v6
|
|
with:
|
|
fetch-depth: 0
|
|
ref: ${{ github.event.inputs.sha || github.event.pull_request.head.sha || github.sha || github.head_ref || github.ref_name }}
|
|
|
|
- name: Install dependencies
|
|
run: |
|
|
apt update
|
|
apt install -y cmake libssl-dev python3 python3-venv python3-pip
|
|
|
|
- name: Build
|
|
run: |
|
|
cmake -B build -DGGML_CUDA=ON -DCMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc
|
|
cmake --build build --config Release -j $(nproc) --target llama-server
|
|
|
|
- name: Python setup
|
|
run: |
|
|
cd tools/server/tests
|
|
python3 -m venv venv
|
|
source venv/bin/activate
|
|
pip install -r requirements.txt
|
|
|
|
- name: Test speculative decoding
|
|
env:
|
|
SPEC_METHODS: ${{ github.event.inputs.spec_methods || 'compact' }}
|
|
# pull requests from forks do not get repository variables
|
|
SPEC_MODEL_DIR: ${{ vars.SPEC_METHOD_MODEL_DIR || '/mnt/cache/spec-models' }}
|
|
N_GPU_LAYERS: 99
|
|
run: |
|
|
cd tools/server/tests
|
|
source venv/bin/activate
|
|
PYTEST_WORKERS=1 ./tests.sh -s -v unit/test_spec_methods.py
|