mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-26 14:20:31 +01:00
batched: fix n_predict parameter (#8527)
This commit is contained in:
parent
d65a8361fe
commit
da3913d8f9
@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
|
|||||||
int n_parallel = params.n_parallel;
|
int n_parallel = params.n_parallel;
|
||||||
|
|
||||||
// total length of the sequences including the prompt
|
// total length of the sequences including the prompt
|
||||||
int n_predict = 32;
|
int n_predict = params.n_predict;
|
||||||
|
|
||||||
// init LLM
|
// init LLM
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user