llama : fix simple splits when the batch contains embeddings

2025-01-11 21:10:24 +01:00 · 2024-08-21 15:09:03 -04:00 · 2024-08-21 15:09:03 -04:00 · 8062650343
commit 8062650343
parent 80d9d2a551
1 changed files with 1 additions and 1 deletions
--- a/src/llama.cpp
+++ b/src/llama.cpp
@ -2818,7 +2818,7 @@ struct llama_sbatch {
                }
            } else {
                // simple split
-                ubatch.embd = batch->embd + seq.offset;
+                ubatch.embd = batch->embd + (n_embd * seq.offset);
            }
        } else {
            ubatch.embd = nullptr;