diff --git a/src/llama.cpp b/src/llama.cpp
index 777e364b8..bd7f1508b 100644
--- a/src/llama.cpp
+++ b/src/llama.cpp
@@ -2818,7 +2818,7 @@ struct llama_sbatch {
                 }
             } else {
                 // simple split
-                ubatch.embd = batch->embd + seq.offset;
+                ubatch.embd = batch->embd + (n_embd * seq.offset);
             }
         } else {
             ubatch.embd = nullptr;