Skip to content

Commit 1dd2968

Browse files
committed
modify sampling default params
1 parent 41c7956 commit 1dd2968

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

common/sampling.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,12 +8,12 @@
88

99
// sampling parameters
1010
typedef struct llama_sampling_params {
11-
int32_t top_k = 40; // <= 0 to use vocab size
11+
int32_t top_k = 10; // <= 0 to use vocab size
1212
float top_p = 0.95f; // 1.0 = disabled
1313
float tfs_z = 1.00f; // 1.0 = disabled
1414
float typical_p = 1.00f; // 1.0 = disabled
1515
float temp = 0.80f; // 1.0 = disabled
16-
float repeat_penalty = 1.10f; // 1.0 = disabled
16+
float repeat_penalty = 1.00f; // 1.0 = disabled
1717
int32_t repeat_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size)
1818
float frequency_penalty = 0.00f; // 0.0 = disabled
1919
float presence_penalty = 0.00f; // 0.0 = disabled

0 commit comments

Comments
 (0)