add done reason to generate type responses

This commit is contained in:
Bruce MacDonald 2024-05-09 16:47:56 -07:00
parent 00eafed0fa
commit eaab4778c7

View File

@ -19,6 +19,9 @@ class BaseGenerateResponse(TypedDict):
done: bool
'True if response is complete, otherwise False. Useful for streaming to detect the final response.'
done_reason: str
'Reason for completion. Only present when done is True.'
total_duration: int
'Total duration in nanoseconds.'