jztddlmZddlZddlmZddlmZmZmZm Z m Z m Z m Z m Z ddlmZmZmZddlmZddlmZmZmZdd lmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$d d l%m&Z&d d lm'Z'm(Z(m)Z)d dl*m+Z+m,Z,m-Z-d dl.m/Z/d dl0m1Z1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9d dl:m;Z;mZ>m?Z?m@Z@d dlAmBZBmCZCd dlDmEZEd dlFmGZHd dlImJZKGddee4ZLGddee4ZMGddee4ZNGdd ee4ZOGd!d"ee4ZPGd#d$ZQd-d)ZRd.d,ZSdS)/) annotationsN) TracebackType) TYPE_CHECKINGAnyGenericCallableIterable Awaitable AsyncIteratorcast)SelfIterator assert_never) from_json)ParsedChoiceSnapshotParsedChatCompletionSnapshot#ParsedChatCompletionMessageSnapshot) ChunkEventContentDoneEventRefusalDoneEventContentDeltaEventRefusalDeltaEventLogprobsContentDoneEventLogprobsRefusalDoneEventChatCompletionStreamEventLogprobsContentDeltaEventLogprobsRefusalDeltaEvent"FunctionToolCallArgumentsDoneEvent#FunctionToolCallArgumentsDeltaEvent)accumulate_delta)OmitIncExomit)is_givenconsume_sync_iteratorconsume_async_iterator) model_dump)buildconstruct_type)ResponseFormatThas_parseable_inputmaybe_parse_contentparse_chat_completionget_input_tool_by_nameparse_function_tool_arguments)Stream AsyncStream)ChatCompletionChunkParsedChatCompletionChatCompletionToolUnionParam)LengthFinishReasonErrorContentFilterFinishReasonError)ChoiceLogprobs)Choice)ResponseFormatcreZdZdZd d Zd!d Zd"dZd#dZd$dZd%dZ d&dZ d#dZ e d'dZ d"dZdS)(ChatCompletionStream+Wrapper over the Chat Completions streaming API that adds helpful events such as `content.done`, supports automatically parsing responses & tool calls and accumulates a `ChatCompletion` object from each individual chunk. https://platform.openai.com/docs/api-reference/streaming raw_streamStream[ChatCompletionChunk]response_format2type[ResponseFormatT] | ResponseFormatParam | Omit input_tools-Iterable[ChatCompletionToolUnionParam] | OmitreturnNonec||_|j|_||_t |||_dSNrCrE _raw_streamresponse _response __stream__ _iteratorChatCompletionStreamState_stateselfrArCrEs TC:\Projects\DSCons\.venv\Lib\site-packages\openai\lib\streaming\chat\_completions.py__init__zChatCompletionStream.__init__7@&#,**/]hiii *ChatCompletionStreamEvent[ResponseFormatT]c4|jSN)rQ__next__rUs rVr]zChatCompletionStream.__next__Cs~&&(((rY4Iterator[ChatCompletionStreamEvent[ResponseFormatT]]c#&K|jD]}|VdSr\rQrUitems rV__iter__zChatCompletionStream.__iter__Fs,N  DJJJJ  rYr c|Sr\r^s rV __enter__zChatCompletionStream.__enter__Js rYexc_typetype[BaseException] | NoneexcBaseException | Noneexc_tbTracebackType | Nonec.|dSr\closerUrhrjrls rV__exit__zChatCompletionStream.__exit__Ms rYc8|jdSz Close the response and release the connection. Automatically called if the response body is read to completion. N)rOrpr^s rVrpzChatCompletionStream.closeUs rY%ParsedChatCompletion[ResponseFormatT]c\||jS)VWaits until the stream has been read to completion and returns the accumulated `ParsedChatCompletion` object. If you passed a class type to `.stream()`, the `completion.choices[0].message.parsed` property will be the content deserialised into that class, if there was any content returned by the API.  until_donerSget_final_completionr^s rVrzz)ChatCompletionStream.get_final_completion]s( {//111rYc$t||S)*Blocks until the stream has been consumed.)r(r^s rVryzChatCompletionStream.until_donehsd### rYrc|jjSr\rScurrent_completion_snapshotr^s rVrz0ChatCompletionStream.current_completion_snapshotm {66rYc#K|jD]5}t|s|j|}|D]}|V6dSr\rM$_is_valid_chat_completion_chunk_weakrS handle_chunkrU sse_eventevents_to_fireevents rVrPzChatCompletionStream.__stream__qsi)  I7 BB ![55i@@N'       rYN)rArBrCrDrErFrGrHrGrZ)rGr_rGr rhrirjrkrlrmrGrHrGrHrGrurGr)__name__ __module__ __qualname____doc__rWr]rdrgrrrprzrypropertyrrPrfrYrVr?r?.s j j j j)))) 2 2 2 2 777X7rYr?c*eZdZdZdd Zdd ZddZdS)ChatCompletionStreamManageraFContext manager over a `ChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py with client.chat.completions.stream(...) as stream: for event in stream: ... ``` api_request)Callable[[], Stream[ChatCompletionChunk]]rCrDrErFrGrHc>d|_||_||_||_dSr\)$_ChatCompletionStreamManager__stream)_ChatCompletionStreamManager__api_request-_ChatCompletionStreamManager__response_format)_ChatCompletionStreamManager__input_toolsrUrrCrEs rVrWz$ChatCompletionStreamManager.__init__s+GK (!0(rY%ChatCompletionStream[ResponseFormatT]cz|}t||j|j|_|jSN)rArCrE)rr?rrrrUrAs rVrgz%ChatCompletionStreamManager.__enter__sB'')) ,! 2*    }rYrhrirjrkrlrmcJ|j|jdSdSr\)rrprqs rVrrz$ChatCompletionStreamManager.__exit__s. = $ M   ! ! ! ! ! % $rYN)rrrCrDrErFrGrH)rGrr)rrrrrWrgrrrfrYrVrrzsZ   ) ) ) )    """"""rYrcreZdZdZd d Zd!d Zd"dZd#dZd$dZd%dZ d&dZ d#dZ e d'dZ d"dZdS)(AsyncChatCompletionStreamr@rA AsyncStream[ChatCompletionChunk]rCrDrErFrGrHc||_|j|_||_t |||_dSrJrLrTs rVrWz"AsyncChatCompletionStream.__init__rXrYrZcDK|jd{VSr\)rQ __anext__r^s rVrz#AsyncChatCompletionStream.__anext__s,^--/////////rY9AsyncIterator[ChatCompletionStreamEvent[ResponseFormatT]]c4K|j23d{V}|WV 6dSr\rarbs rV __aiter__z#AsyncChatCompletionStream.__aiter__sF.       $JJJJJ)..sr c K|Sr\rfr^s rV __aenter__z$AsyncChatCompletionStream.__aenter__s  rYrhrirjrkrlrmc>K|d{VdSr\rorqs rV __aexit__z#AsyncChatCompletionStream.__aexit__s. jjllrYcHK|jd{VdSrt)rOacloser^s rVrpzAsyncChatCompletionStream.closes4 n##%%%%%%%%%%%rYruclK|d{V|jS)rwNrxr^s rVrzz.AsyncChatCompletionStream.get_final_completions>oo{//111rYc4Kt|d{V|S)r|N)r)r^s rVryz$AsyncChatCompletionStream.until_dones+$T********* rYrc|jjSr\r~r^s rVrz5AsyncChatCompletionStream.current_completion_snapshotrrYcK|j23d{V}t|s|j|}|D]}|WV<6dSr\rrs rVrPz$AsyncChatCompletionStream.__stream__s#/       )7 BB ![55i@@N'     0//sAN)rArrCrDrErFrGrHr)rGrrrrrr)rrrrrWrrrrrprzryrrrPrfrYrVrrs j j j j0000&&&& 2 2 2 2 777X7rYrc*eZdZdZdd Zdd ZddZdS) AsyncChatCompletionStreamManageraQContext manager over a `AsyncChatCompletionStream` that is returned by `.stream()`. This context manager ensures the response cannot be leaked if you don't read the stream to completion. Usage: ```py async with client.chat.completions.stream(...) as stream: for event in stream: ... ``` r+Awaitable[AsyncStream[ChatCompletionChunk]]rCrDrErFrGrHc>d|_||_||_||_dSr\))_AsyncChatCompletionStreamManager__stream._AsyncChatCompletionStreamManager__api_request2_AsyncChatCompletionStreamManager__response_format._AsyncChatCompletionStreamManager__input_toolsrs rVrWz)AsyncChatCompletionStreamManager.__init__s+LP (!0(rY*AsyncChatCompletionStream[ResponseFormatT]cpK|jd{V}t||j|j|_|jSr)rrrrrrs rVrz+AsyncChatCompletionStreamManager.__aenter__sO------- 1! 2*    }rYrhrirjrkrlrmcZK|j!|jd{VdSdSr\)rrprqs rVrz*AsyncChatCompletionStreamManager.__aexit__sD = $-%%'' ' ' ' ' ' ' ' ' ' % $rYN)rrrCrDrErFrGrH)rGrr)rrrrrWrrrfrYrVrrsZ   ) ) ) )    ((((((rYrcbeZdZdZeeddd Zdd Zedd ZddZ ddZ d dZ d!dZ dS)"rRaSHelper class for manually accumulating `ChatCompletionChunk`s into a final `ChatCompletion` object. This is useful in cases where you can't always use the `.stream()` method, e.g. ```py from openai.lib.streaming.chat import ChatCompletionStreamState state = ChatCompletionStreamState() stream = client.chat.completions.create(..., stream=True) for chunk in response: state.handle_chunk(chunk) # can also access the accumulated `ChatCompletion` mid-stream state.current_completion_snapshot print(state.get_final_completion()) ``` )rErCrErFrCrDrGrHcd|_g|_t|r d|Dng|_||_t j|r|nt|_dS)Ncg|]}|Srfrf).0tools rV z6ChatCompletionStreamState.__init__..Bs:::dT:::rY) 7_ChatCompletionStreamState__current_completion_snapshot/_ChatCompletionStreamState__choice_event_statesr' _input_tools_response_formatinspectisclassr&_rich_response_format)rUrErCs rVrWz"ChatCompletionStreamState.__init__9sk SW*=?">F{>S>S[::k::::Y[ /EL_UdEeEe2o//ko"""rYrucDt|j|j|jS)zParse the final completion object. Note this does not provide any guarantees that the stream has actually finished, you must only call this method when the stream is finished. )chat_completionrCrE)r1rrrr^s rVrzz.ChatCompletionStreamState.get_final_completionFs- % < 6)    rYrc"|jJ|jSr\)rr^s rVrz5ChatCompletionStreamState.current_completion_snapshotRs1===11rYchunkr64Iterable[ChatCompletionStreamEvent[ResponseFormatT]]cn|||_|||jS)zTAccumulate a new chunk into the snapshot and returns an iterable of events to yield.)rcompletion_snapshot)_accumulate_chunkr _build_events)rUrs rVrz&ChatCompletionStreamState.handle_chunkWs>-1-C-CE-J-J*!! $ B"   rYchoice ChoiceChunkChoiceEventStatec |j|jS#t$r4t|j}|j||cYSwxYw)N)rE)rindex IndexErrorrrappend)rUr choice_states rV_get_choice_statez+ChatCompletionStreamState._get_choice_state`sh -fl; ;   +8IJJJL  & - -l ; ; ;    s;AAc@ |j}|t|S|jD]d} |j|j}|jjpg}t ttttt dt|jt tddt|jjpgDdt d|j |_t|D]^\}}|jjpg|}|jdkr$|jdksJ|jj|j_Ht$rt'|_n#t($ryt t*tt*i| ddh d |j i}|j|YnwxYw|jr[|j|_t1|j|j r4|jd krt7| |jdkrt9|jjrq|jjset?|j rQ|jj!r3tEtG|jjdd|j_$|j jpgD]} |jjpg| j} | jdkrtK|j| jj&} | rh| 'di'dr?| jj(r3tEtG| jj(dd| j_t$rt'| |j)|j)2tUtV|j)j|j)j|_)|j)jrA|j)j g|j)_|j)j,|j)j|j)jrA|j)j g|j)_|j)j,|j)jf|j-|_-|j.|_.|S)Nzdict[object, object]Tc"i|] \}}|dddii S)functionparsed_argumentsTrf)ridx_s rV z?ChatCompletionStreamState._accumulate_chunk..s:;.;.;.4:C14jCUW[B\5];.;.;.rY)parsed tool_calls)excludetype_valuerdelta exclude_unsetrmessagerKlength) completioncontent_filterzutf-8) partial_mode)rEnamestrict)contentrefusal)/r$_convert_initial_chunk_into_snapshotchoicesrrrr rr,r"r*r% enumeraterto_dicttyperrrrrrr finish_reasonr/rrr9r:rrr'rlstriprbytesrr2rget argumentslogprobsr+r;extendusagesystem_fingerprint) rUrrrchoice_snapshotprevious_tool_calls tool_index prev_toolnew_tooltool_call_chunktool_call_snapshot input_tools rVrz+ChatCompletionStreamState._accumulate_chunkhs!"@  &7>> >mx Yx YF7 D"5"=fl"K&5&=&H&NB#*.7"A. 6 *$3$;-1(-6:;.;.>GH_HjHpnp>q>q;.;.;.)*)* -& -& !"!"!"(!!79M9M9O9OPP+++'@.77J-K-K00)J / 7 B Hb*UH ~33'} ::::=F=O=`)::&0$Y///0 D D D"&("2$//dWI/VV%v|';';'='= # #$+22?CCCCC D# ?060D-&t7LZ^Zklll?+x776ATUUUU+/???<>>> '/ '/7 T788  $+3::<< 2;/197CC!%222'. $*<#:#@b 5 5&5&=&H&NBP_Pe%f"%*j88!7$($5>xHH/7A HQ!"4"="GQQ)-HHH*3D#5 !3444*"+3/4& & 7 & 7000O,, .Y*3;C?AO4<'08??@WXXX.Y*3;C?AO4<'08??@WXXX$)K!161I.""sE E//BG21G2r0list[ChatCompletionStreamEvent[ResponseFormatT]]c g}|ttd|||jD]}||}|j|j}|jjV|jjJ|ttd|jj|jj|jj |jj K|jj ?|ttd|jj |jj |jj r|jj }|J|jj D]}||j} | jdkrg|jJ|tt d| jj|j| jj| jj|jjpd t(rt+| |j|j|jjrK|jjr?|tt.d |jj|jj |jj rK|jj r?|tt0d |jj |jj |||||j|S)Nr)rrsnapshotz content.delta)rrrrz refusal.delta)rrrrz#tool_calls.function.arguments.delta)rrrrrarguments_deltazlogprobs.content.delta)rrrzlogprobs.refusal.delta)rrr) choice_chunkrrC)rr+rrrrrrrrrrrrrrr rrrrrrrrrget_done_eventsr) rUrrrrrrrtool_call_delta tool_calls rVrz'ChatCompletionStreamState._build_eventss LN *7%BU V V V   mK K F11&99L19&,GO|#/O4K4S4_%%),$l2!0!8!@.6= |#/O4K4S4_%%),$l2!0!8!@ |& 0,4? !---'-|'>00O *?+@ AI ~33.7CCC&--! C%J%.%7%<&5&;*3*<*F1:1C1T0?0H0R0XVX    '0$Y///*/G/S?*/G/O"))5!9$*O$;%4%=%E ?*/G/O"))5!9$*O$;%4%=%E   ! !,,!'$3$($9-    rYN)rErFrCrDrGrHrr)rr6rGr)rrrGrrr6rGr)rr6rrrGr) rrrrr&rWrzrrrrrrrfrYrVrRrR$s.FJNR p p p p p p     222X2        C#C#C#C#JYYYYYYrYrRc.eZdZddZdd ZddZddZdS)rrE"list[ChatCompletionToolUnionParam]rGrHc||_d|_d|_d|_d|_t |_d|_dS)NF)r _content_done _refusal_done_logprobs_content_done_logprobs_refusal_doneset_done_tool_calls*_ChoiceEventState__current_tool_call_index)rUrEs rVrWzChoiceEventState.__init__JsD'""&+#&+#*-%%59&&&rYrrrrrCrDrcg}|jr\|||||j+|j|jvr||||j|jjpgD]l}|j|jkrN|||||j||||j|j|_m|S)N)rrC)rrr ) rr_content_done_eventsr"r!_add_tool_done_eventrrr)rUrrrCrrs rVrz ChoiceEventState.get_done_eventsTs.LN  (   ! !))/[j)kk    .:2$:OOO))#1$3#=* &+6<" = =I-@@%%--o_n-oo1=--'5(7#'#A. .7_D * *rYc g}|jjr|jsd|_t||j}||j_|t tdtttd|jj||jj B|j s;d|_ |t td|jj |j N|j jB|js;d|_|t td|j j |j N|j j B|js;d|_|t t"d |j j |S) NT)rCrz'type[ContentDoneEvent[ResponseFormatT]]z content.done)rrrz refusal.done)rrzlogprobs.content.done)rrzlogprobs.refusal.done)rrrr0rrr+r rrrrrrrrrr)rUrrCrrs rVr$z%ChoiceEventState._content_done_events}s LN  " * 43E !%D ( /'/F.4O # *  ! !AS"233(+3;!        " * 6t?Q 6!%D   ! !&^_E\Edeee     $ 0(0</=+/D '  ! !.5LVeVnVvwww     $ 0(0</=+/D '  ! !.5LVeVnVvwww   rYrr intc ||jvrdS|j||jjJ|jj|}|jdkrjt |j|j}||j_| ttd||jj |jj |dStrt|dSdS)Nr)rErz"tool_calls.function.arguments.done)rrrrr)r!addrrrr3rrrrr+rrrrr)rUrrr r rs rVr%z%ChoiceEventState._add_tool_done_events  . . . F !!*---&1===,4? K  "j 0 0< -8J8S    >>>@$-$-$-$-$-$-rYrrr6rGrc F|}td|d}|jD]?}i|ddhd|ji||j<@tt tt ddi|dd i S) Nz list[object]rTrrrrobjectzchat.completionr)rr rr*rrrr,)rdatarrs rVrrs ==??D>4 ?33G-  ! dWIFF! v|++--! !   $.$d+      rYrboolc|jdkS)Nzchat.completion.chunk)r+)rs rVrrs  6 66rYr)rr6rGr-)T __future__rrtypesrtypingrrrrr r r r typing_extensionsr rrjiterr_typesrrr_eventsrrrrrrrrrrrr _deltasr"r$r%r&_utilsr'r(r)_compatr*_modelsr+r,_parsingr.r/r0r1r2r3 _streamingr4r5 types.chatr6r7r8 _exceptionsr9r:types.chat.chat_completionr; types.chat.chat_completion_chunkr<r#types.chat.completion_create_paramsr=ResponseFormatParamr?rrrrRrrrrfrYrVrBs""""""bbbbbbbbbbbbbbbbbbbb::::::::::kkkkkkkkkk                            '&&&&&((((((((((NNNNNNNNNN""""""--------/.......bbbbbbbbbbSSSSSSSS999999FFFFFFYYYYYYIIIII7?3IIIX,",",",","'/":,",","^IIIII 8IIIX,(,(,(,(,(w'?,(,(,(^bbbbb 8bbbJ X-X-X-X-X-X-X-X-v.777777rY