Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 7 additions & 5 deletions .github/workflows/ci_cuda.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,10 @@ jobs:
group: ${{ github.workflow }}-${{ github.job }}-${{ github.head_ref || github.run_id }}
cancel-in-progress: true
runs-on:
group: aws-g4dn-2xlarge
group: aws-g5-4xlarge-cache-k8s
container:
image: nvidia/cuda:12.3.1-devel-ubuntu22.04
options: --gpus 0
image: nvidia/cuda:13.0.1-cudnn-devel-ubuntu24.04
options: --gpus 0
if: ${{ github.event.pull_request.head.repo.full_name == github.event.pull_request.base.repo.full_name }}
permissions:
contents: write
Expand All @@ -22,11 +22,13 @@ jobs:
# with sigstore/fulcio when running outside of PRs.
id-token: write
security-events: write
env:
CUDA_COMPUTE_CAP: 86
steps:
- name: Checkout repository
uses: actions/checkout@v3
uses: actions/checkout@v5
- name: Install dependencies
run: apt-get update && apt install curl build-essential libssl-dev protobuf-compiler pkg-config -y
run: apt update && apt install curl build-essential libssl-dev protobuf-compiler pkg-config -y
- name: Install Rust Stable
uses: actions-rust-lang/setup-rust-toolchain@v1
- uses: Swatinem/rust-cache@v2
Expand Down
2 changes: 1 addition & 1 deletion candle-examples/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ tokio = "1.48.0"

[build-dependencies]
anyhow = { workspace = true }
bindgen_cuda = { version = "0.1.1", optional = true }
bindgen_cuda = { version = "0.1.5", optional = true }

[features]
default = []
Expand Down
2 changes: 1 addition & 1 deletion candle-flash-attn/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@ candle = { path = "../candle-core", features = ["cuda"], package = "candle-core"
half = { version = "2.3.1", features = ["num-traits"] }

[build-dependencies]
bindgen_cuda = "0.1.1"
bindgen_cuda = "0.1.5"
anyhow = { version = "1", features = ["backtrace"] }

[dev-dependencies]
Expand Down
2 changes: 1 addition & 1 deletion candle-kernels/Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,4 @@ license = "MIT OR Apache-2.0"
[dependencies]

[build-dependencies]
bindgen_cuda = "0.1.1"
bindgen_cuda = "0.1.5"
Loading