From 883784387fd365cf750cbf076016333ffb063c01 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Fri, 5 Jun 2026 17:04:36 +0300 Subject: [PATCH] model : fix llama_model::n_gpu_layers() --- src/llama-model.cpp | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/llama-model.cpp b/src/llama-model.cpp index c98cb27e4d4..1f442d8a322 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -1636,7 +1636,8 @@ const float * llama_model::tensor_split() const { } uint32_t llama_model::n_gpu_layers() const { - return params.n_gpu_layers >= 0 ? params.n_gpu_layers : hparams.n_layer() + 1; + // note: plus 1 for the "output" layer + return params.n_gpu_layers >= 0 ? params.n_gpu_layers : hparams.n_layer_all + 1; } llama_split_mode llama_model::split_mode() const {