We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5c99960 commit f46c0c1Copy full SHA for f46c0c1
common/sampling.h
@@ -17,7 +17,7 @@ typedef struct llama_sampling_params {
17
float min_p = 0.05f; // 0.0 = disabled
18
float tfs_z = 1.00f; // 1.0 = disabled
19
float typical_p = 1.00f; // 1.0 = disabled
20
- float temp = 0.80f; // 1.0 = disabled
+ float temp = 0.80f; // <= 0.0 to sample greedily, 0.0 to not output probabilities
21
int32_t penalty_last_n = 64; // last n tokens to penalize (0 = disable penalty, -1 = context size)
22
float penalty_repeat = 1.10f; // 1.0 = disabled
23
float penalty_freq = 0.00f; // 0.0 = disabled
0 commit comments