We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 41c7956 commit 1dd2968Copy full SHA for 1dd2968
common/sampling.h
@@ -8,12 +8,12 @@
8
9
// sampling parameters
10
typedef struct llama_sampling_params {
11
- int32_t top_k = 40; // <= 0 to use vocab size
+ int32_t top_k = 10; // <= 0 to use vocab size
12
float top_p = 0.95f; // 1.0 = disabled
13
float tfs_z = 1.00f; // 1.0 = disabled
14
float typical_p = 1.00f; // 1.0 = disabled
15
float temp = 0.80f; // 1.0 = disabled
16
- float repeat_penalty = 1.10f; // 1.0 = disabled
+ float repeat_penalty = 1.00f; // 1.0 = disabled
17
int32_t repeat_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size)
18
float frequency_penalty = 0.00f; // 0.0 = disabled
19
float presence_penalty = 0.00f; // 0.0 = disabled
0 commit comments