sampling : remove unconditional softmax+sort in top-n-sigma sampler (#22645)
This commit is contained in:
1 parent
d0f9d2e5ac
commit
37957e8531
2 files changed
+2
-4
No files matched your search
@@ -2813,8 +2813,6 @@ static void llama_sampler_top_n_sigma_apply(struct llama_sampler * smpl, llama_t
|
||||
cur_p->data[i].logit = -INFINITY;
|
||||
}
|
||||
}
|
||||
|
||||
llama_sampler_softmax_impl(cur_p, true);
|
||||
}
|
||||
|
||||
static struct llama_sampler * llama_sampler_top_n_sigma_clone(const struct llama_sampler * smpl) {
|
||||
|
||||
Reference in new issue
Block a user