We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 00e5e88 commit 41c7956Copy full SHA for 41c7956
common/common.h
@@ -39,7 +39,7 @@ struct gpt_params {
39
uint32_t seed = -1; // RNG seed
40
int32_t n_threads = get_num_physical_cores();
41
int32_t n_threads_batch = -1; // number of threads to use for batch processing (-1 = use n_threads)
42
- int32_t n_predict = -1; // new tokens to predict
+ int32_t n_predict = 64; // new tokens to predict
43
int32_t n_ctx = 512; // context size
44
int32_t n_batch = 512; // batch size for prompt processing (must be >=32 to use BLAS)
45
int32_t n_keep = 0; // number of tokens to keep from initial prompt
0 commit comments