OAI: Add stream to gen params

Good for logging.

Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
kingbri 2024-03-21 00:55:44 -04:00
parent 69e41e994c
commit 56fdfb5f8e
2 changed files with 5 additions and 1 deletions

View file

@ -43,6 +43,9 @@ class CommonCompletionRequest(BaseSamplerRequest):
)
def to_gen_params(self):
extra_gen_params = {"logprobs": self.logprobs}
extra_gen_params = {
"stream": self.stream,
"logprobs": self.logprobs,
}
return super().to_gen_params(**extra_gen_params)