diff --git a/packages/qvac-lib-infer-llamacpp-embed/examples/nativelog.js b/packages/qvac-lib-infer-llamacpp-embed/examples/nativelog.js index 7bf6fb2682..29dd9c7b2a 100644 --- a/packages/qvac-lib-infer-llamacpp-embed/examples/nativelog.js +++ b/packages/qvac-lib-infer-llamacpp-embed/examples/nativelog.js @@ -47,7 +47,7 @@ async function main () { diskPath: dirPath, modelName } - const config = '-ngl\t25\nverbosity\t2' + const config = { device: 'gpu', gpu_layers: '25', verbosity: '2' } // 5. Loading model const model = new GGMLBert(args, config)