server : use different seeds for child completions (#18700)
* server : use different seeds for child completions * cont : handle default seed * cont : note
This commit is contained in:
1 parent
8ece3836b4
commit
f5f8812f7c
4 files changed
+12
-8
No files matched your search
@@ -503,5 +503,4 @@ def test_chat_completions_multiple_choices():
|
||||
assert len(res.body["choices"]) == 2
|
||||
for choice in res.body["choices"]:
|
||||
assert "assistant" == choice["message"]["role"]
|
||||
assert match_regex("Suddenly", choice["message"]["content"])
|
||||
assert choice["finish_reason"] == "length"
|
||||
Reference in new issue
Block a user