batched: fix n_predict parameter (#8527)
This commit is contained in:
1 parent
d65a8361fe
commit
da3913d8f9
1 file changed
+1
-1
@@ -31,7 +31,7 @@ int main(int argc, char ** argv) {
|
||||
int n_parallel = params.n_parallel;
|
||||
|
||||
// total length of the sequences including the prompt
|
||||
int n_predict = 32;
|
||||
int n_predict = params.n_predict;
|
||||
|
||||
// init LLM
|
||||
|
||||
|
||||
Reference in new issue
Block a user