Mirrors/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-15 14:50:51 +01:00
Code Issues Packages Projects Releases Wiki Activity

Upload immediately to device.

Browse Source
This commit is contained in:
Adam Treat 2023-09-26 11:58:39 -04:00 committed by cebtenzzre
parent 6b6c73a9e3
commit 9e4f8b4acc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llama.cpp
View File

@ -2787,7 +2787,7 @@ static struct ggml_cgraph * llm_build_llama(
ggml_free(ctx0); ggml_free(ctx0);
#if defined(GGML_USE_KOMPUTE) #if defined(GGML_USE_KOMPUTE)
if (lctx.ctx_kompute && N == 1) { if (lctx.ctx_kompute) {
if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) { if (!ggml_vk_has_h2d_all(lctx.ctx_kompute)) {
ggml_vk_h2d_all(lctx.ctx_kompute); ggml_vk_h2d_all(lctx.ctx_kompute);
} else { } else {