server: fix incorrectly reported token probabilities (#7125)
* server: normalize token probabilities * fix temperature == 0.0f
This commit is contained in:
1 parent
b6aa670203
commit
af0a5b6163
4 files changed
+31
-11
No files matched your search
@@ -81,6 +81,7 @@ struct llama_sampling_context {
|
||||
// TODO: replace with ring-buffer
|
||||
std::vector<llama_token> prev;
|
||||
std::vector<llama_token_data> cur;
|
||||
size_t n_considered;
|
||||
|
||||
std::mt19937 rng;
|
||||
};
|
||||
|
||||
Reference in new issue
Block a user