OAI: Add stream to gen params
Good for logging. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
parent
69e41e994c
commit
56fdfb5f8e
2 changed files with 5 additions and 1 deletions
|
|
@ -43,6 +43,9 @@ class CommonCompletionRequest(BaseSamplerRequest):
|
|||
)
|
||||
|
||||
def to_gen_params(self):
|
||||
extra_gen_params = {"logprobs": self.logprobs}
|
||||
extra_gen_params = {
|
||||
"stream": self.stream,
|
||||
"logprobs": self.logprobs,
|
||||
}
|
||||
|
||||
return super().to_gen_params(**extra_gen_params)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue