Skip to content

Commit 41c7956

Browse files
committed
modify n_predict default to 64
1 parent 00e5e88 commit 41c7956

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

common/common.h

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,7 +39,7 @@ struct gpt_params {
3939
uint32_t seed = -1; // RNG seed
4040
int32_t n_threads = get_num_physical_cores();
4141
int32_t n_threads_batch = -1; // number of threads to use for batch processing (-1 = use n_threads)
42-
int32_t n_predict = -1; // new tokens to predict
42+
int32_t n_predict = 64; // new tokens to predict
4343
int32_t n_ctx = 512; // context size
4444
int32_t n_batch = 512; // batch size for prompt processing (must be >=32 to use BLAS)
4545
int32_t n_keep = 0; // number of tokens to keep from initial prompt

0 commit comments

Comments
 (0)