ci : move more jobs to ccache-buckets (#28375)
* move more jobs to ccache-buckets * add venv deps * also jq
This commit is contained in:
@@ -50,8 +50,16 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: apple-arm64
|
key: apple-arm64
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: apple-arm64
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -67,6 +75,18 @@ jobs:
|
|||||||
-DCMAKE_OSX_DEPLOYMENT_TARGET=13.3
|
-DCMAKE_OSX_DEPLOYMENT_TARGET=13.3
|
||||||
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: apple-arm64
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Check for leaks
|
- name: Check for leaks
|
||||||
run: |
|
run: |
|
||||||
cmd=(./build/bin/test-thread-safety -hf ggml-org/gemma-3-270m-qat-GGUF -ngl 99 -p "$(printf 'hello %.0s' {1..128})" -n 16 -c 512 -ub 32 -np 2 -t 2 -lv 1)
|
cmd=(./build/bin/test-thread-safety -hf ggml-org/gemma-3-270m-qat-GGUF -ngl 99 -p "$(printf 'hello %.0s' {1..128})" -n 16 -c 512 -ub 32 -np 2 -t 2 -lv 1)
|
||||||
@@ -80,16 +100,6 @@ jobs:
|
|||||||
cd build
|
cd build
|
||||||
ctest -L main -E "test-llama-archs" --verbose --timeout 900
|
ctest -L main -E "test-llama-archs" --verbose --timeout 900
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: apple-arm64
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
macos-latest-x64:
|
macos-latest-x64:
|
||||||
runs-on: macos-15-intel
|
runs-on: macos-15-intel
|
||||||
|
|
||||||
@@ -102,8 +112,16 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: apple-x64
|
key: apple-x64
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: apple-x64
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -120,22 +138,24 @@ jobs:
|
|||||||
-DCMAKE_OSX_DEPLOYMENT_TARGET=13.3
|
-DCMAKE_OSX_DEPLOYMENT_TARGET=13.3
|
||||||
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: apple-x64
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
id: cmake_test
|
id: cmake_test
|
||||||
run: |
|
run: |
|
||||||
cd build
|
cd build
|
||||||
ctest -L main --verbose --timeout 900
|
ctest -L main --verbose --timeout 900
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: apple-x64
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
macos-latest-ios-xcode:
|
macos-latest-ios-xcode:
|
||||||
runs-on: macos-latest
|
runs-on: macos-latest
|
||||||
|
|
||||||
|
|||||||
@@ -65,8 +65,7 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: cpu-${{ matrix.os }}
|
key: cpu-${{ matrix.os }}
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
|
||||||
- name: Build Dependencies
|
- name: Build Dependencies
|
||||||
id: build_depends
|
id: build_depends
|
||||||
@@ -91,6 +90,15 @@ jobs:
|
|||||||
python3 -m pip install --upgrade pip setuptools
|
python3 -m pip install --upgrade pip setuptools
|
||||||
pip3 install ./gguf-py
|
pip3 install ./gguf-py
|
||||||
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: cpu-${{ matrix.os }}
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
run: |
|
run: |
|
||||||
@@ -100,6 +108,18 @@ jobs:
|
|||||||
-DGGML_RPC=ON
|
-DGGML_RPC=ON
|
||||||
time cmake --build build --config Release -j $(nproc)
|
time cmake --build build --config Release -j $(nproc)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: cpu-${{ matrix.os }}
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
id: cmake_test
|
id: cmake_test
|
||||||
run: |
|
run: |
|
||||||
@@ -117,18 +137,6 @@ jobs:
|
|||||||
./bin/llama-convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf
|
./bin/llama-convert-llama2c-to-ggml --copy-vocab-from-model ./tok512.bin --llama2c-model stories260K.bin --llama2c-output-model stories260K.gguf
|
||||||
./bin/llama-completion -m stories260K.gguf -p "One day, Lily met a Shoggoth" -n 500 -c 256
|
./bin/llama-completion -m stories260K.gguf -p "One day, Lily met a Shoggoth" -n 500 -c 256
|
||||||
|
|
||||||
# note: real deletion only on push to master (same condition as the ccache save),
|
|
||||||
# dry-run otherwise (the token is read-only on PRs from forks)
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: cpu-${{ matrix.os }}
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
windows:
|
windows:
|
||||||
name: windows / ${{ matrix.build }}
|
name: windows / ${{ matrix.build }}
|
||||||
runs-on: windows-2025
|
runs-on: windows-2025
|
||||||
|
|||||||
@@ -61,7 +61,7 @@ jobs:
|
|||||||
- name: ccache-buckets-restore
|
- name: ccache-buckets-restore
|
||||||
uses: ./.github/actions/ccache-buckets
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
with:
|
with:
|
||||||
key: cuda-ubuntu-24.04-cuda
|
key: cuda-ubuntu-24.04-cuda
|
||||||
folder: llama.cpp
|
folder: llama.cpp
|
||||||
@@ -116,7 +116,7 @@ jobs:
|
|||||||
- name: ccache-buckets-restore
|
- name: ccache-buckets-restore
|
||||||
uses: ./.github/actions/ccache-buckets
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
with:
|
with:
|
||||||
key: cuda-ubuntu-22.04-hip
|
key: cuda-ubuntu-22.04-hip
|
||||||
folder: llama.cpp
|
folder: llama.cpp
|
||||||
@@ -167,7 +167,7 @@ jobs:
|
|||||||
- name: ccache-buckets-restore
|
- name: ccache-buckets-restore
|
||||||
uses: ./.github/actions/ccache-buckets
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
with:
|
with:
|
||||||
key: cuda-ubuntu-22.04-musa
|
key: cuda-ubuntu-22.04-musa
|
||||||
folder: llama.cpp
|
folder: llama.cpp
|
||||||
|
|||||||
@@ -78,8 +78,16 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: sycl-ubuntu-24-${{ matrix.build }}
|
key: sycl-ubuntu-24-${{ matrix.build }}
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: sycl-ubuntu-24-${{ matrix.build }}
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -96,15 +104,17 @@ jobs:
|
|||||||
-DGGML_SYCL_F16=${{ matrix.fp16 }}
|
-DGGML_SYCL_F16=${{ matrix.fp16 }}
|
||||||
time cmake --build build --config Release -j $(nproc)
|
time cmake --build build --config Release -j $(nproc)
|
||||||
|
|
||||||
- name: ccache-clear
|
- name: ccache-buckets-save
|
||||||
uses: ./.github/actions/ccache-clear
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
with:
|
with:
|
||||||
key: sycl-ubuntu-24-${{ matrix.build }}
|
key: sycl-ubuntu-24-${{ matrix.build }}
|
||||||
older: 5m
|
folder: llama.cpp
|
||||||
min: 1
|
evict-old-files: 1d
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
windows-latest-sycl:
|
windows-latest-sycl:
|
||||||
runs-on: windows-2022
|
runs-on: windows-2022
|
||||||
|
|||||||
@@ -57,8 +57,16 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
key: vulkan-ubuntu-24.04-arm
|
key: vulkan-ubuntu-24.04-arm
|
||||||
variant: ccache
|
variant: ccache
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: vulkan-ubuntu-24.04-arm
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Configure
|
- name: Configure
|
||||||
id: cmake_configure
|
id: cmake_configure
|
||||||
@@ -73,15 +81,17 @@ jobs:
|
|||||||
run: |
|
run: |
|
||||||
time cmake --build build -j $(nproc)
|
time cmake --build build -j $(nproc)
|
||||||
|
|
||||||
- name: ccache-clear
|
- name: ccache-buckets-save
|
||||||
uses: ./.github/actions/ccache-clear
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
with:
|
with:
|
||||||
key: vulkan-ubuntu-24.04-arm
|
key: vulkan-ubuntu-24.04-arm
|
||||||
older: 5m
|
folder: llama.cpp
|
||||||
min: 1
|
evict-old-files: 1d
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
ubuntu-llvmpipe:
|
ubuntu-llvmpipe:
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-24.04
|
||||||
@@ -115,8 +125,16 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: vulkan-ubuntu-24.04-llvmpipe
|
key: vulkan-ubuntu-24.04-llvmpipe
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: vulkan-ubuntu-24.04-llvmpipe
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -127,6 +145,18 @@ jobs:
|
|||||||
-DGGML_VULKAN=ON
|
-DGGML_VULKAN=ON
|
||||||
cmake --build build --config Release -j $(nproc)
|
cmake --build build --config Release -j $(nproc)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: vulkan-ubuntu-24.04-llvmpipe
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
id: cmake_test
|
id: cmake_test
|
||||||
run: |
|
run: |
|
||||||
@@ -138,16 +168,6 @@ jobs:
|
|||||||
# test-backend-ops is too slow on llvmpipe, skip it
|
# test-backend-ops is too slow on llvmpipe, skip it
|
||||||
ctest -L main -E test-backend-ops --verbose --timeout 900
|
ctest -L main -E test-backend-ops --verbose --timeout 900
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: vulkan-ubuntu-24.04-llvmpipe
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
windows:
|
windows:
|
||||||
runs-on: windows-2025
|
runs-on: windows-2025
|
||||||
|
|
||||||
|
|||||||
@@ -57,8 +57,7 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: webgpu-ubuntu-24.04-arm-wasm
|
key: webgpu-ubuntu-24.04-arm-wasm
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
|
||||||
- name: Install Emscripten
|
- name: Install Emscripten
|
||||||
run: |
|
run: |
|
||||||
@@ -76,6 +75,15 @@ jobs:
|
|||||||
"https://github.com/google/dawn/releases/download/${DAWN_TAG}/${EMDAWN_PKG}"
|
"https://github.com/google/dawn/releases/download/${DAWN_TAG}/${EMDAWN_PKG}"
|
||||||
unzip emdawn.zip
|
unzip emdawn.zip
|
||||||
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: webgpu-ubuntu-24.04-arm-wasm
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build WASM WebGPU
|
- name: Build WASM WebGPU
|
||||||
run: |
|
run: |
|
||||||
source emsdk/emsdk_env.sh
|
source emsdk/emsdk_env.sh
|
||||||
@@ -89,12 +97,14 @@ jobs:
|
|||||||
|
|
||||||
time cmake --build build-wasm --config Release --target test-backend-ops -j $(nproc)
|
time cmake --build build-wasm --config Release --target test-backend-ops -j $(nproc)
|
||||||
|
|
||||||
- name: ccache-clear
|
- name: ccache-buckets-save
|
||||||
uses: ./.github/actions/ccache-clear
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
with:
|
with:
|
||||||
key: webgpu-ubuntu-24.04-arm-wasm
|
key: webgpu-ubuntu-24.04-arm-wasm
|
||||||
older: 5m
|
folder: llama.cpp
|
||||||
min: 1
|
evict-old-files: 1d
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|||||||
@@ -72,8 +72,7 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: webgpu-macos-latest
|
key: webgpu-macos-latest
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
|
||||||
- name: Dawn Dependency
|
- name: Dawn Dependency
|
||||||
id: dawn-depends
|
id: dawn-depends
|
||||||
@@ -88,6 +87,15 @@ jobs:
|
|||||||
mkdir dawn
|
mkdir dawn
|
||||||
tar -xvf artifact.tar.gz -C dawn --strip-components=1
|
tar -xvf artifact.tar.gz -C dawn --strip-components=1
|
||||||
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: webgpu-macos-latest
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
run: |
|
run: |
|
||||||
@@ -95,22 +103,24 @@ jobs:
|
|||||||
cmake -B build -G "Ninja" -DCMAKE_BUILD_TYPE=Release -DGGML_WEBGPU=ON -DGGML_METAL=OFF -DGGML_BLAS=OFF
|
cmake -B build -G "Ninja" -DCMAKE_BUILD_TYPE=Release -DGGML_WEBGPU=ON -DGGML_METAL=OFF -DGGML_BLAS=OFF
|
||||||
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: webgpu-macos-latest
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
id: cmake_test
|
id: cmake_test
|
||||||
run: |
|
run: |
|
||||||
cd build
|
cd build
|
||||||
ctest -L main --verbose --timeout 900
|
ctest -L main --verbose --timeout 900
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: webgpu-macos-latest
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
ubuntu:
|
ubuntu:
|
||||||
runs-on: ubuntu-24.04
|
runs-on: ubuntu-24.04
|
||||||
|
|
||||||
@@ -123,8 +133,7 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: webgpu-ubuntu-24.04
|
key: webgpu-ubuntu-24.04
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
|
||||||
- name: Dependencies
|
- name: Dependencies
|
||||||
id: depends
|
id: depends
|
||||||
@@ -148,6 +157,15 @@ jobs:
|
|||||||
mkdir dawn
|
mkdir dawn
|
||||||
tar -xvf artifact.tar.gz -C dawn --strip-components=1
|
tar -xvf artifact.tar.gz -C dawn --strip-components=1
|
||||||
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: webgpu-ubuntu-24.04
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
run: |
|
run: |
|
||||||
@@ -156,6 +174,18 @@ jobs:
|
|||||||
-DGGML_WEBGPU=ON
|
-DGGML_WEBGPU=ON
|
||||||
time cmake --build build --config Release -j $(nproc)
|
time cmake --build build --config Release -j $(nproc)
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: webgpu-ubuntu-24.04
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Test
|
- name: Test
|
||||||
id: cmake_test
|
id: cmake_test
|
||||||
run: |
|
run: |
|
||||||
@@ -163,13 +193,3 @@ jobs:
|
|||||||
# This is using llvmpipe and runs slower than other backends
|
# This is using llvmpipe and runs slower than other backends
|
||||||
# test-backend-ops is too slow on llvmpipe, skip it
|
# test-backend-ops is too slow on llvmpipe, skip it
|
||||||
ctest -L main -E test-backend-ops --verbose --timeout 900
|
ctest -L main -E test-backend-ops --verbose --timeout 900
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: webgpu-ubuntu-24.04
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|||||||
@@ -49,14 +49,22 @@ jobs:
|
|||||||
id: depends
|
id: depends
|
||||||
run: |
|
run: |
|
||||||
sudo apt-get update
|
sudo apt-get update
|
||||||
sudo apt-get install -y build-essential git cmake rocblas-dev hipblas-dev libssl-dev python3
|
sudo apt-get install -y build-essential git cmake rocblas-dev hipblas-dev libssl-dev python3 python3-venv python3-pip jq
|
||||||
|
|
||||||
- name: ccache
|
- name: ccache
|
||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: hip-quality-check-ubuntu-22.04
|
key: hip-quality-check-ubuntu-22.04
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: hip-quality-check-ubuntu-22.04
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build with Werror
|
- name: Build with Werror
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -85,12 +93,14 @@ jobs:
|
|||||||
make -j $(nproc) 2>&1 | tee metrics.log | grep -v 'Rpass-analysis=kernel-resource-usage\|remark:\|^$'
|
make -j $(nproc) 2>&1 | tee metrics.log | grep -v 'Rpass-analysis=kernel-resource-usage\|remark:\|^$'
|
||||||
python3 ../scripts/hip/gcn-cdna-vgpr-check.py metrics.log
|
python3 ../scripts/hip/gcn-cdna-vgpr-check.py metrics.log
|
||||||
|
|
||||||
- name: ccache-clear
|
- name: ccache-buckets-save
|
||||||
uses: ./.github/actions/ccache-clear
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
env:
|
env:
|
||||||
GH_TOKEN: ${{ github.token }}
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
with:
|
with:
|
||||||
key: hip-quality-check-ubuntu-22.04
|
key: hip-quality-check-ubuntu-22.04
|
||||||
older: 5m
|
folder: llama.cpp
|
||||||
min: 1
|
evict-old-files: 1d
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|||||||
@@ -83,8 +83,16 @@ jobs:
|
|||||||
uses: ggml-org/ccache-action@v1.2.24
|
uses: ggml-org/ccache-action@v1.2.24
|
||||||
with:
|
with:
|
||||||
key: server-ubuntu-24.04-arm
|
key: server-ubuntu-24.04-arm
|
||||||
evict-old-files: 1d
|
save: false
|
||||||
save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
|
||||||
|
- name: ccache-buckets-restore
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CI }}
|
||||||
|
with:
|
||||||
|
key: server-ubuntu-24.04-arm
|
||||||
|
folder: llama.cpp
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
|
||||||
- name: Build
|
- name: Build
|
||||||
id: cmake_build
|
id: cmake_build
|
||||||
@@ -93,6 +101,18 @@ jobs:
|
|||||||
-DGGML_SCHED_NO_REALLOC=ON
|
-DGGML_SCHED_NO_REALLOC=ON
|
||||||
cmake --build build --config Release -j $(nproc) --target llama-server
|
cmake --build build --config Release -j $(nproc) --target llama-server
|
||||||
|
|
||||||
|
- name: ccache-buckets-save
|
||||||
|
if: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }}
|
||||||
|
uses: ./.github/actions/ccache-buckets
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN_CACHE_OUTPUT }}
|
||||||
|
with:
|
||||||
|
key: server-ubuntu-24.04-arm
|
||||||
|
folder: llama.cpp
|
||||||
|
evict-old-files: 1d
|
||||||
|
hf_bucket: ggml-org/cache
|
||||||
|
save: true
|
||||||
|
|
||||||
- name: Python setup
|
- name: Python setup
|
||||||
id: setup_python
|
id: setup_python
|
||||||
uses: actions/setup-python@v6
|
uses: actions/setup-python@v6
|
||||||
@@ -128,16 +148,6 @@ jobs:
|
|||||||
export LLAMA_ARG_BACKEND_SAMPLING=1
|
export LLAMA_ARG_BACKEND_SAMPLING=1
|
||||||
SLOW_TESTS=1 ./tests.sh
|
SLOW_TESTS=1 ./tests.sh
|
||||||
|
|
||||||
- name: ccache-clear
|
|
||||||
uses: ./.github/actions/ccache-clear
|
|
||||||
env:
|
|
||||||
GH_TOKEN: ${{ github.token }}
|
|
||||||
with:
|
|
||||||
key: server-ubuntu-24.04-arm
|
|
||||||
older: 5m
|
|
||||||
min: 1
|
|
||||||
dry-run: ${{ github.event_name != 'push' || github.ref != 'refs/heads/master' }}
|
|
||||||
|
|
||||||
windows:
|
windows:
|
||||||
runs-on: windows-2025
|
runs-on: windows-2025
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user