mirror of
https://github.com/theroyallab/tabbyAPI.git
synced 2026-04-20 14:28:54 +00:00
OAI: Add stream to gen params
Good for logging. Signed-off-by: kingbri <bdashore3@proton.me>
This commit is contained in:
@@ -43,6 +43,9 @@ class CommonCompletionRequest(BaseSamplerRequest):
|
||||
)
|
||||
|
||||
def to_gen_params(self):
|
||||
extra_gen_params = {"logprobs": self.logprobs}
|
||||
extra_gen_params = {
|
||||
"stream": self.stream,
|
||||
"logprobs": self.logprobs,
|
||||
}
|
||||
|
||||
return super().to_gen_params(**extra_gen_params)
|
||||
|
||||
Reference in New Issue
Block a user