7|h{RddlmZddlZddlZddlZddlZddlmZmZm Z m Z m Z m Z m Z mZmZmZmZmZmZmZmZddlmZddlmZmZddlmZmZddlmZm Z m!Z!ddl"m#Z#m$Z$m%Z%dd l&m'Z'dd l(m)Z)dd l*m+Z+m,Z,m-Z-dd l.m/Z/ej`e1Z2 d#d Z3 d$dZ4d%dZ5d&dZ6 d' d(dZ7 d' d)dZ8 d' d*dZ9GddeZ:edddGdde:Z;edddGdde:Z<eddd Gd!d"eZ=y)+) annotationsN) AbstractSetAny AsyncIterator AwaitableCallable CollectionDictIteratorListLiteralMappingOptionalSetTupleUnion) deprecated)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLMcreate_base_retry_decorator) GenerationGenerationChunk LLMResult)get_from_dict_or_envget_pydantic_field_namespre_init) get_fields)_build_model_kwargs) ConfigDictFieldmodel_validator) is_openai_v1c|j|d}|D]%}||vr |d|||<||xx|d|z cc<'y)zUpdate token usage.usageN) intersection)keysresponse token_usage _keys_to_use_keys ^/var/www/html/test/engine/venv/lib/python3.12/site-packages/langchain_community/llms/openai.pyupdate_token_usager-.s^$$Xg%67L9 { " ( 1$ 7K   '!24!8 8  9c |ds tdSt|dddt|ddjdd|ddjdd  S) z0Convert a stream response to a generation chunk.choicestextrr3 finish_reasonNlogprobsr4r5r3generation_info)rdictget)stream_responses r,$_stream_response_to_generation_chunkr<:sr 9 %B''  Y ' *6 2))4Q7;;OTR$Y/266z4H  r.c|dddxx|dddz cc<|ddjdd|ddd<|ddd|ddd<y)z)Update response from the stream response.r0rr3r4Nr5)r:)r(r;s r,_update_responser>Is~ Y6"oi&@&CF&KK".=i.H.K.O.O/HY?+*9)CA)Fz)RHY:&r.cdddddgiS)Nr0r1r3r4r5rAr.r,_streaming_response_templaterBRs"!%    r.cddl}|jj|jj|jj|jj |jj g}t||j|S)Nr) error_types max_retries run_manager) openaierrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrrE)llmrFrGerrorss r,_create_retry_decoratorrP^sk     '' ## ,, F '[ r.c trjjdi|St|}|dfd }|di|S)z*Use tenacity to retry the completion call.rFc<jjdi|SNrA)clientcreatekwargsrNs r,_completion_with_retryz5completion_with_retry.._completion_with_retry}s szz  *6**r.rArXrreturnr)r#rUrVrPrNrFrXretry_decoratorrYs` r,completion_with_retryr^rsR ~ szz  *6**-c{KO++ " +F ++r.cKtr$jjdi|d{St|}|dfd }|di|d{S7,7w)z0Use tenacity to retry the async completion call.NrRcXKjjdi|d{S7wrT)rUacreaterWs r,rYz6acompletion_with_retry.._completion_with_retrys)(SZZ''1&1111s *(*rArZ)r# async_clientrVrPr\s` r,acompletion_with_retryrcsi ~,S%%,,6v666-c{KO22(1&1 117 2s!*AA'AAAAc&eZdZUdZedVdZedWdZedXdZedYdZ e dd Z d e d <e dd Z d e d <e ddZde d< dZde d< dZde d< dZde d< dZde d< dZde d< dZde d< dZde d< e e Zde d!< e dd"Zd#e d$< e dd%Zd#e d&< e dd'Zd#e d(< dZd#e d)<d*Zde d+< e dd,Zd-e d.< e e Zd/e d0< d1Zde d2< d3Z de d4< e!Z"d5e d6< d7Z#d8e d9< dZ$d#e d:< dZ%d;e d<<dZ&d=e d><dZ'd?e d@< dZfdA Z(e)d BZ*e+dCDed[dEZ,e-d\dFZ.edXdGZ/ d] d^dHZ0 d] d_dIZ1 d] d`dJZ2 d] dadKZ3 db dcdLZ4ddM dddNZ5edXdOZ6ededPZ7edfdQZ8dgfdR Z9e:dhdSZ;edidTZS)k BaseOpenAIz'Base OpenAI large language model class.c ddiS)Nopenai_api_keyOPENAI_API_KEYrAselfs r, lc_secretszBaseOpenAI.lc_secretss "233r.c gdSz*Get the namespace of the langchain object.) langchainllmsrGrAclss r,get_lc_namespacezBaseOpenAI.get_lc_namespace /.r.Dict[str, Any]ci}|jr|j|d<|jr|j|d<|jr|j|d<|S)Nopenai_api_baseopenai_organization openai_proxy)rvrwrx)rj attributess r, lc_attributeszBaseOpenAI.lc_attributessZ%'   ,0,@,@J( )  # #040H0HJ, -   )-):):J~ &r.boolcy)NTrArps r,is_lc_serializablezBaseOpenAI.is_lc_serializablesr.NTdefaultexcluderrUrbgpt-3.5-turbo-instructmodelraliasstr model_namegffffff?float temperatureint max_tokenstop_prfrequency_penaltypresence_penaltynbest_ofdefault_factory model_kwargsapi_key Optional[str]rgbase_urlrv organizationrwrx batch_sizetimeoutz,Union[float, Tuple[float, float], Any, None]request_timeoutzOptional[Dict[str, float]] logit_biasrEF streaming'Union[Literal['all'], AbstractSet[str]]allowed_specialall&Union[Literal['all'], Collection[str]]disallowed_specialtiktoken_model_namezUnion[Mapping[str, str], None]default_headersz!Union[Mapping[str, object], None] default_queryzUnion[Any, None] http_clientc |jdd}|jds|jdr$d|vr tjdt di|St ||S)zInitialize the OpenAI object.rr1 gpt-3.5-turbogpt-4z -instructYou are trying to use a chat model. This way of initializing it is no longer supported. Instead, please use: `from langchain_community.chat_models import ChatOpenAI`rA)r: startswithwarningswarn OpenAIChatsuper__new__)rqdatar __class__s r,rzBaseOpenAI.__new__sgXXlB/  ! !/ 2j6K6KG6T+ MMK  %% %ws##r.)populate_by_namebeforemodec4t|}t||}|S)>Build extra kwargs from additional params that were passed in.)rr)rqvaluesall_required_field_namess r, build_extrazBaseOpenAI.build_extra s!$ 1.r'Cannot stream results when best_of > 1.rgrhrvOPENAI_API_BASErx OPENAI_PROXYr1rrw OPENAI_ORG_IDOPENAI_ORGANIZATIONrNTCould not import openai python package. Please install it with `pip install openai`.rrErrr)rrrrrErrrrUrbrA) ValueErrorrosgetenvrG ImportErrorr#r:OpenAI completions AsyncOpenAI Completion)rqrrG client_paramss r,validate_environmentzBaseOpenAI.validate_environments #;?45 5 + 6#;?@A A + 6)#4q#8FG G#7 $&6$  %++<$=%  B  !"6    " ~ ( ) 0yy) 0yy./ $%    >!"23 &'< ="#45!"34%m4#)*;# -K sB3B5c Ki|j|ddi}|j||g|t|f||d|d{23d{}t|ts|j }t |}|rL|j |j||j|jr|jdndd{|7776ywr) rrrcrr9r<rr3rr8rs r,_astreamzBaseOpenAI._astream~sGD++FvFxF VfXt4'= ( [(  3K"  " sF;CC CCC C A5C?C C CCCc |j}i||}|j|||}g}i}hd} d} |D](} |jrt| dkDr t dd} |j | d||fi|D] } | | } | | z } | J|j | j| jr| jjdnd| jr| jjdnddt|f| |d |}t|ts|j}|j|d t| ||| r|jd } +|j||||| S) atCall out to OpenAI's endpoint with k unique prompts. Args: prompts: The prompts to pass into the model. stop: Optional list of stop words to use when generating. Returns: The full LLM output. Example: .. code-block:: python response = openai.generate(["Tell me a joke."]) > total_tokens prompt_tokenscompletion_tokensNr,Cannot stream results with multiple prompts.rr4r5r@rr0system_fingerprintr)rrrlenrrappendr3r8r:r^rr9extendr-create_llm_resultrjpromptsrrFrXr sub_promptsr0r)_keysr_prompts generationrr(s r, _generatezBaseOpenAI._generates,((%F%f%**67DA &( G,0## LH~~x=1$$%STT8< )T\\(1+t[SFS,E!)%* "e+ , "--- *%55*4)C)C)G)G)X!%55%/$>$>$B$B:$N! 1!){FL"(D1 (}}Hx 23"5(K@))16J)K&G# LH%%    1 &  r.cK|j}i||}|j|||}g}i}hd} d} |D]} |jrGt| dkDr t dd} |j | d||fi|23d{} | | } | | z } t|f| |d |d{}t|ts|j}|j|d t| |||j||||| S76| J|j | j| jr| jjdnd| jr| jjdndd<7ӭw) z:Call out to OpenAI's endpoint async with k unique prompts.>rrrNrrrr4r5r@rr0r)rrrrrrrr3r8r:rcrr9rr-rrs r, _ageneratezBaseOpenAI._agenerates((%F%f%**67DA &( G,0# AH~~x=1$$%STT8< #04==QK{$6<$,,%")%* "e+ "8"!){"FL""(D1'}}Hx 23"5(K@A AB%%    1 &  7,$"--- *%55*4)C)C)G)G)X!%55%/$>$>$B$B:$N! s8A4E26C<:C:;C<>E2E0AE2:C< I !,Q/I*..y$?  !)-%%'+yy1D1I1I1K'LM  r.c8|j|jS)z$Get max context size for this model.)r9rris r,max_context_sizezBaseOpenAI.max_context_sizes,,T__==r.cB|j|}|j|z S)apCalculate the maximum number of tokens possible to generate for a prompt. Args: prompt: The prompt to pass into the model. Returns: The maximum number of tokens to generate for a prompt. Example: .. code-block:: python max_tokens = openai.max_tokens_for_prompt("Tell me a joke.") )r$r;)rjr num_tokenss r,rz BaseOpenAI.max_tokens_for_prompts%((0 $$z11r.)r[zDict[str, str]r[ List[str]r[rt)r[r{)rrr[zUnion[OpenAIChat, BaseOpenAI]rrtr[rrr r[r NN rrrOptional[List[str]]rF"Optional[CallbackManagerForLLMRun]rXrr[zIterator[GenerationChunk] rrrrErF'Optional[AsyncCallbackManagerForLLMRun]rXrr[zAsyncIterator[GenerationChunk] rr?rrErFrFrXrr[r rr?rrErFrHrXrr[rN)rrtrr?rrEr[zList[List[str]]) r0rrr?rrtr)zDict[str, int]rrr[rr[zMapping[str, Any]r[rr3rr[z List[int])r6rr[r)r[r)rrr[r)?__name__ __module__ __qualname____doc__propertyrk classmethodrrrzr}r!rU__annotations__rbrrrrrrrrr9rrgrvrwrxrrrrErsetrrrrrrrr model_configr"rrrrrrrrrrrrrr- staticmethodr9r;r __classcell__rs@r,reres?1 44//  d3FC3dD9L#9$L.>V%*$i$HNMHO%*4z%JO]J).t>)RRN"&L-&JHDIIEOA-24-HJ*HDK<It/?BuO<D3AF>F7)--J7;O3:7;M4;%)K!(  $L(#$ 66p664%):> "8    # :%)?C "=    ( :%):> I I "I 8 I  I  I \%)?C 8 8 "8 = 8  8  8 |%) "   <-1III I $ I*I I>88"KK 888t>>2r.rez0.0.10z1.0zlangchain_openai.OpenAI)sinceremovalalternative_importc@eZdZdZeddZedfd ZxZS)raOpenAI large language models. To use, you should have the ``openai`` python package installed, and the environment variable ``OPENAI_API_KEY`` set with your API key. Any parameters that are valid to be passed to the openai.create call can be passed in, even if not explicitly saved on this class. Example: .. code-block:: python from langchain_community.llms import OpenAI openai = OpenAI(model_name="gpt-3.5-turbo-instruct") c gdSrmrArps r,rrzOpenAI.get_lc_namespacersr.c8id|jit|S)Nr)rrrrjrs r,rzOpenAI._invocation_paramss!K7DOO,K0JKKr.r>r@) rOrPrQrRrTrrrSrrYrZs@r,rrs2 //LLr.rzlangchain_openai.AzureOpenAIcNeZdZUdZdZded< eddZded< edd Zd ed < edd Z ded < dZ ded< dZ ded< dZ ded< dZ d ed< dZded< eddZeddZedfd Zed fd Zed!dZed dZxZS)" AzureOpenAIaAzure-specific OpenAI large language models. To use, you should have the ``openai`` python package installed, and the environment variable ``OPENAI_API_KEY`` set with your API key. Any parameters that are valid to be passed to the openai.create call can be passed in, even if not explicitly saved on this class. Example: .. code-block:: python from langchain_community.llms import AzureOpenAI openai = AzureOpenAI(model_name="gpt-3.5-turbo-instruct") NzUnion[str, None]azure_endpointazure_deploymentrdeployment_namer1 api_versionropenai_api_versionrrgazure_ad_tokenzUnion[Callable[[], str], None]azure_ad_token_providerz)Union[Callable[[], Awaitable[str]], None]azure_ad_async_token_provideropenai_api_typeTr{validate_base_urlc gdSrmrArps r,rrzAzureOpenAI.get_lc_namespace7rsr.ct|ddkr td|dr|ddkDr td|dr|ddkDr td|dxs,tjd xstjd |d<|d xstjd |d <|d xstjd|d <|dxstjd|d<t|ddd|d<|dxs,tjdxstjd|d<|dxstjd|d<t|ddd|d< ddl}t r1|d}|r|d rd!|vr9|djd"d!z|d<tjd#|d$|dd%|d&rVtjd'|d&|dvr2tjd(|d$|dd%|dxxd)|d&zz cc<d|d&<|d|d |d&|d|d |d*|d|d|d+|d,i|d-xsid.d/i|d0|d1d2 }|jd6i|j|d3<|d4}|r||d*<|jd6i|j|d5<|S|j|d3<|S#t $r t dwxYw)7rrrrrrrrrgAZURE_OPENAI_API_KEYrhrdAZURE_OPENAI_ENDPOINTriAZURE_OPENAI_AD_TOKENrvrrxrr1rrwrrrhOPENAI_API_VERSIONrlOPENAI_API_TYPEazurerNrrmz/openai/zAs of openai>=1.0.0, Azure endpoints should be specified via the `azure_endpoint` param not `openai_api_base` (or alias `base_url`). Updating `openai_api_base` from z to .rfzAs of openai>=1.0.0, if `deployment_name` (or alias `azure_deployment`) is specified then `openai_api_base` (or alias `base_url`) should not be. Instead use `deployment_name` (or alias `azure_deployment`) and `azure_endpoint`.zAs of openai>=1.0.0, if `openai_api_base` (or alias `base_url`) is specified it is expected to be of the form https://example-resource.azure.openai.com/openai/deployments/example-deployment. Updating z /deployments/rjrrErz User-Agentz"langchain-comm-python-azure-openairr) rgrdrerrirjrrrrErrrrUrkrbrA)rrrrrGrr#rstriprrrcrAsyncAzureOpenAIr)rqrrGrvrrks r,rz AzureOpenAI.validate_environment<s #;?45 5 + 6#;?@A A + 6)#4q#8FG G # $ +yy/0 +yy)*  $**:#;$ ryy #@  $**:#;$ ryy #@  %++<$=%  B  !"6    " ~ ( ) 0yy) 0yy./ $% (..B'C( ryy H #$%9 %'8'%  !   >%%67O6*=#>O30188= I,-MMR++47H0I/J!M +,MM0/0?P8QQ ()8'8%&789 <01+f5F.GG115F,-%&:;"()9":$*+<$=!"23"()9":+12K+L &'< ="#45!"34%m4$/06B$ "F$"(!8%m4!M$ 2v11BMBNNF8 ,23R,S ),;X 78% "  &00F8  S ?  s J""J7c8id|jit|S)Nrf)rfrrras r,rzAzureOpenAI._identifying_paramss-  $"6"67 g)  r.ctrd|ji}n$|j|j|jd}i|t|S)Nr)engineapi_typerg)r#rfrlrhrr)rj openai_paramsrs r,rzAzureOpenAI._invocation_paramssS >$d&:&:;M.. 00#66M ?->57#=>>r.cy)rrurAris r,rzAzureOpenAI._llm_typesr.c4|j|jdS)Nrlrhrris r,rzzAzureOpenAI.lc_attributess  $33"&"9"9  r.r>rBrLr@rM)rOrPrQrRrdrUr!rfrhrgrirjrkrlrmrTrrrrrSrrrrzrYrZs@r,rcrcs3 (,N$+ ).dBT(UO%U $BmDDS',T'KN$KU'+N$+?C;B PT!#LSOS+"t"//wwr   ? ?  r.rcz0.0.1zlangchain_openai.ChatOpenAIcNeZdZUdZeddZded<eddZded<dZd ed < ee Z d ed < eddZ ded< eddZ ded< dZ ded<dZded< ee Zded< dZded< eZded< dZd ed!< ed"#ed/d$Zed0d%Zed1d&Z d2 d3d'Z d4 d5d(Z d4 d6d)Z d4 d7d*Z d4 d8d+Z ed9d,Z!ed:d-Z"d;fd. Z#xZ$S)H_=S=S=U#VEEKK#V #V >2.v, ;J!99&$vj\9I%JKK$*JJz$:j!  ; "'~ $WsBcxt|dd}t|ddd}t|ddd}t|d d d} d d l}||_|r||_|r||_|r ||d |_ |j|d<tjd|S#t $r t dwxYw#t$r tdwxYw)rrgrhrvrr1rrxrrwrrNrrrUz`openai` has no `ChatCompletion` attribute, this is likely due to an old version of the openai package. Try upgrading it with `pip install --upgrade openai`.r) rrGrr rrrChatCompletionAttributeErrorrrr)rqrrgrvrxrwrGs r,rzOpenAIChat.validate_environments. $&6 /      ,     3 )+@"   +FN"1"&9#(4|L  %44F8    G  % ?   7  s)B &B$ B!$B9c|jS)r)rris r,rzOpenAIChat._default_paramsHs   r.ct|dkDrtd||jd|ddgz}id|ji|j}|d|vr td||d<|j d d k(r|d =||fS) Nrz6OpenAIChat currently only supports single prompt, got userr)rolecontentrrrrr)rrrrrr:)rjrrmessagesrs r,_get_chat_paramszOpenAIChat._get_chat_paramsMs w!W$BVBV!W   !UVV!F6N ::l #r )|$r.c+4K|j|g|\}}i||ddi}t|f||d|D]b}t|ts|j}|dddj dd}t | } |r|j || | dyw NrTrrFr0rdeltarr1r2)r)rr^rr9r:rr rjrrrFrXrrrtokenrs r,rzOpenAIChat._stream_s 00&4@&5F5f5h50  # @F Kk40)..0  *1-g6::9bIE#/E,,U%,@K sBBc nK|j|g|\}}i||ddi}t|f||d|d{23d{}t|ts|j}|dddj dd}t | } |r|j || d{| s7w7p76ywr)rrcrr9r:rrrs r,rzOpenAIChat._astreamss 00&4@&5F5f5h5'= ( #( @F( "  +k40)..0  *1-g6::9bIE#/E!2252FFFK" G" sC3B5B-B5B3B/B3A B5"B1# B5/B31B53B5c |jr;d}|j|d||fi|D] }||}||z }|Jt|ggS|j||\}}i||}t |f||d|} t | t s| j } | d|jd} tt| dddd gg| S Nr)rrr%rr0messagerr2r) rrrrr^rr9rr rjrrrFrXrrrr full_responsers r,rzOpenAIChat._generates >>48J%gaj$ NvN (%!&J%'J  ( ) )):,8 800$?&%F%f%-  # @F -.)..0M(1// y!9!!>48J,t}}WQZ{UfU ( (e%!&J%'J 00$?&%F%f%4  # @F  -.)..0M(1// y!9!!L.>V%*$i$HNMHO%*4z%JO]J#'L-&K<!$7OT7,It/?BuO<D3AF>F7(# $ 00d!! ?C   (;  *%):> "8    # .%)?C "=    ( .%):> ! ! "! 8 !  !  ! L%)?C ! ! "! = !  !  ! FKK  r.r)r'zSet[str]r(rtr)rtr[None)r;rtr[r)r(rtr;rtr[rr@rK)rNUnion[BaseOpenAI, OpenAIChat]rFzHOptional[Union[AsyncCallbackManagerForLLMRun, CallbackManagerForLLMRun]]r[zCallable[[Any], Any])rNrrFrFrXrr[r)rNrrFrHrXrr[r)> __future__rloggingrr"rtypingrrrrrr r r r r rrrrrlangchain_core._api.deprecationrlangchain_core.callbacksrr#langchain_core.language_models.llmsrrlangchain_core.outputsrrrlangchain_core.utilsrrrlangchain_core.utils.pydanticrlangchain_core.utils.utilsrpydanticr r!r" langchain_community.utils.openair# getLoggerrOr(r-r<r>rBrPr^rcrerrcrrAr.r,rs" $7UII 5:779   8 $ 9  9, 9;I 9  9 #  S   &  ,7;, &,3,, ,(<@2 &2822 2&C 2C 2L (E>WXLZLYL4 E6TX *X X v  4 O O  O r.