7|hX1 ddlmZddlZddlZddlmZmZmZmZm Z m Z m Z m Z m Z mZddlmZddlmZmZmZddlmZmZmZmZddlmZmZmZmZmZm Z ejBe"Z#dd Z$dd Z%dd Z&dd Z'dd Z(GddeeZ)y)) annotationsN) AnyCallableDictListLiteralOptionalSequenceSetTupleUnion) Embeddings)get_from_dict_or_envget_pydantic_field_namespre_init) BaseModel ConfigDictFieldmodel_validator) AsyncRetryingbefore_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialLocalAIEmbeddingsc ddl}d}d}tdt|jt d||t |j jt |j jzt |j jzt |j jzt |j jztttjS)Nr T multiplierminmaxreraisestopwaitr before_sleep)openairr max_retriesrrerrorTimeoutAPIErrorAPIConnectionErrorRateLimitErrorServiceUnavailableErrorrloggerloggingWARNING) embeddingsr* min_seconds max_secondss e/var/www/html/test/engine/venv/lib/python3.12/site-packages/langchain_community/embeddings/localai.py_create_retry_decoratorr9%sKK   6 6 7   M #FLL$8$8 9%fll&;&;< =%fll&E&EF G&fll&A&AB C&fll&J&JK  L &fgoo>  c ddl}d}d}tdt|jt d||t |j jt |j jzt |j jzt |j jzt |j jztttjd fd }|S) NrrrTr r!r%cdfd }|S)NcfK23d{}|i|d{cS776tdw)Nzthis is unreachable)AssertionError)argskwargs_async_retryingfuncs r8 wrapped_fz7_async_retry_decorator..wrap..wrapped_fQsD) 3 3a!426222 32* !67 7s(1%!% 1#1%1 1)r?rr@rreturnr)rCrDrBs` r8wrapz$_async_retry_decorator..wrapPs 8 r:)rCrrEr)r*rrr+rrr,r-r.r/r0r1rr2r3r4)r5r*r6r7rGrBs @r8_async_retry_decoratorrH;sKK#  6 6 7   M #FLL$8$8 9%fll&;&;< =%fll&E&EF G&fll&A&AB C&fll&J&JK  L &fgoo> N Kr:cntd|dDrddl}|jjd|S)Nc3>K|]}t|ddk(yw) embeddingr N)len).0ds r8 z"_check_response..]s >3q~ ! # >sdatarz'LocalAI API returned an empty embedding)anyr*r,r.)responser*s r8_check_responserS\s3 >Xf-= >>ll##$MNN Or:c @t}|dfd }|di|S))Use tenacity to retry the embedding call.cRjjdi|}t|SNrF)clientcreaterSr@rRr5s r8_embed_with_retryz+embed_with_retry.._embed_with_retryhs)+:$$++5f5x((r:r@rrErrF)r9)r5r@retry_decoratorr[s` r8embed_with_retryr^ds/-j9O))  &v &&r:cXKtdfd }|di|d{S7w)rUcnKjjdi|d{}t|S7wrW)rXacreaterSrZs r8_async_embed_with_retryz7async_embed_with_retry.._async_embed_with_retryss52**22Build extra kwargs from additional params that were passed in.rzzFound z supplied twice.z WARNING! z/ is not default parameter. zJ was transferred to model_kwargs. Please confirm that z is what you intended.z Parameters za should be specified explicitly. Instead they were passed in as part of `model_kwargs` parameter.) rgetlist ValueErrorwarningswarnpop intersectionkeys)clsvaluesall_required_field_namesr| field_nameinvalid_model_kwargss r8 build_extrazLocalAIEmbeddings.build_extras$2.v, ;JU" 6*5E!FGG!99 !*.L!))3 4JN %+JJz$:j! ; 8DDUZZ\R 234ST  "'~ r:ct|dd|d<t|ddd|d<t|ddd|d<d}t|d d ||d <t|d d d|d < d dl}|j|d<|S#t$r tdwxYw)z?Validate that api key and python package exists in environment.rmOPENAI_API_KEYriOPENAI_API_BASE)defaultrj OPENAI_PROXYrhOPENAI_API_VERSIONrnOPENAI_ORGANIZATIONrNrXzTCould not import openai python package. Please install it with `pip install openai`.)rr* Embedding ImportError)rrdefault_api_versionr*s r8validate_environmentz&LocalAIEmbeddings.validate_environments$8 $&6$  %9    %  ! "6    " ~!';  ' ( #$ )=  ! ! ) $%   %//F8    ?  s A11Bc|j|j|j|j|j|j |j d|j}|jr"ddl }|j|jd|_ |S)N)rfrtruapi_key organizationapi_base api_versionr)httphttps) rfrtrurmrnrirhrzrjr*proxy)self openai_argsr*s r8_invocation_paramsz$LocalAIEmbeddings._invocation_paramssZZ#33||** 44,,22        ))**FLr:c|jjdr|jdd}t|fd|gi|jdddS))Call out to LocalAI's embedding endpoint.001  inputrPrrK)rfendswithreplacer^rrtextengines r8_embedding_funcz!LocalAIEmbeddings._embedding_funcsp ::  u %<<c*D  & %%    ! " "r:cK|jjdr|jdd}t|fd|gi|jd{dddS7 w) rrrrrNrPrrK)rfrrrcrrs r8_aembedding_funcz"LocalAIEmbeddings._aembedding_funcs~ ::  u %<<c*D(f))      ! " " sA A A Acb|Dcgc]}|j||j!c}Scc}w)aNCall out to LocalAI's embedding endpoint for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rrrg)rtextsrrrs r8embed_documentsz!LocalAIEmbeddings.embed_documents"s.PUUt$$T$//$BUUUs$,cKg}|D]8}|j||jd{}|j|:|S7w)aTCall out to LocalAI's embedding endpoint async for embedding search docs. Args: texts: The list of texts to embed. chunk_size: The chunk size of embeddings. If None, will use the chunk size specified by the class. Returns: List of embeddings, one for each text. rN)rrgappend)rrrrr5rrRs r8aembed_documentsz"LocalAIEmbeddings.aembed_documents2sT  (D!2242PPH   h ' (Qs(AAAc@|j||j}|S)zCall out to LocalAI's embedding endpoint for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rrrrrKs r8 embed_queryzLocalAIEmbeddings.embed_queryEs#((doo(F r:c\K|j||jd{}|S7w)zCall out to LocalAI's embedding endpoint async for embedding query text. Args: text: The text to embed. Returns: Embedding for the text. rN)rrgrs r8 aembed_queryzLocalAIEmbeddings.aembed_queryQs0//T__/MM Ns !,*,)rryrEr)rrrEr)rEr)rrerrerE List[float])r)rz List[str]rrz Optional[int]rEzList[List[float]])rrerEr)(__name__ __module__ __qualname____doc__rX__annotations__rfrgrhrirjrlrmrnsetrorqrrr+rtrurwrdictrzr model_configr classmethodrrrpropertyrrrrrrrrFr:r8rr{s(FC)E3)J(, ,%)O])"&L-& $#$8$(NM()--7:uO4L.>VH2FL(#$2((T( " " =>VV,9V V"=>,9 &  r:)r5rrEzCallable[[Any], Any])r5rrEr)rRrrEr)r5rr@rrEr)* __future__rr3rtypingrrrrrr r r r r langchain_core.embeddingsrlangchain_core.utilsrrrpydanticrrrrtenacityrrrrrr getLoggerrr2r9rHrSr^rcrrFr:r8rs}"   1 CB   8 $,B '3` :`r: