From da3913d8f9475b0d4bcbeb4936c724af4eade092 Mon Sep 17 00:00:00 2001
From: "Masaya, Kato" <62578291+msy-kato@users.noreply.github.com>
Date: Wed, 17 Jul 2024 16:34:28 +0900
Subject: [PATCH] batched: fix n_predict parameter (#8527)

---
 examples/batched/batched.cpp | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp
index 2442e954d..53fbfb0a8 100644
--- a/examples/batched/batched.cpp
+++ b/examples/batched/batched.cpp
@@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
     int n_parallel = params.n_parallel;
 
     // total length of the sequences including the prompt
-    int n_predict = 32;
+    int n_predict = params.n_predict;
 
     // init LLM