7|hz;^ddlmZddlZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z mZmZmZmZddlmZmZddlmZddlmZmZmZddlmZmZddlmZdd l m!Z!dd l"m#Z#m$Z$m%Z%m&Z&m'Z'ejPe)Z*ed Z+dd Z,ddZ-ddZ.ddZ/ddZ0ddZ1 ddZ2Gdd eZ3y)) annotationsN) Any AsyncIterable AsyncIteratorCallableDictIterableIteratorListMappingOptionalTupleTypeVar)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)BaseLLM) GenerationGenerationChunk LLMResult)get_from_dict_or_envpre_init)Field) HTTPError)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponentialTTongyic d}d}tdt|jtd||t t t ttjS)NT) multiplierminmax)reraisestopwaitr before_sleep) rr max_retriesrrrrloggerloggingWARNING)llm min_seconds max_secondss ^/var/www/html/test/engine/venv/lib/python3.12/site-packages/langchain_community/llms/tongyi.py_create_retry_decoratorr3*sLKK   0   M&y1%fgoo>  c |ddk(r|S|ddvrtd|dd|dd|dtd |dd|dd|d| ) z,Check the response from the completion call. status_code)iiz status_code: z code: codez message: messagez"HTTP error occurred: status_code: )response) ValueErrorr)resps r2check_responser=8s Mc! m  *D/01&\N-Y/@ B  0m1D0EF&\N-Y/@ B  r4c @t}|dfd }|di|S)*Use tenacity to retry the completion call.cRjjdi|}t|SNclientcallr=)_kwargsr<r/s r2_generate_with_retryz1generate_with_retry.._generate_with_retryMs%szz))d##r4rFrreturnrrBr3)r/kwargsretry_decoratorrGs` r2generate_with_retryrMIs/-c2O$$ )& ))r4c @t}|dfd }|di|S)r?c;nKjjdi|}|D]}t|ywrArC)rF responsesr<r/s r2_stream_generate_with_retryz?stream_generate_with_retry.._stream_generate_with_retryYs8#CJJOO.g.  'D & & 's25rHrBrJ)r/rKrLrQs` r2stream_generate_with_retryrRUs/-c2O'' ' 0 00r4c VKGdd}||fi|23d{}|7 6yw)zAsync version of `stream_generate_with_retry`. Because the dashscope SDK doesn't provide an async API, we wrap `stream_generate_with_retry` with an async generator.c,eZdZddZddZddZddZy) 8astream_generate_with_retry.._AioTongyiGeneratorc&t|fi||_yN)rR generator)self_llmrFs r2__init__zAastream_generate_with_retry.._AioTongyiGenerator.__init__is7HHDNr4c|SrWrBrYs r2 __aiter__zBastream_generate_with_retry.._AioTongyiGenerator.__aiter__lsKr4cKtjjd|jd{}||St7wrW)asyncioget_running_looprun_in_executor _safe_nextStopAsyncIteration)rYvalues r2 __anext__zBastream_generate_with_retry.._AioTongyiGenerator.__anext__osE!224DDdooE  (( s2AAAcL t|jS#t$rYywxYwrW)nextrX StopIterationr]s r2rczCastream_generate_with_retry.._AioTongyiGenerator._safe_nextxs( DNN++   s  ##N)rZr rFr)rIzAsyncIterator[Any])rIr)__name__ __module__ __qualname__r[r^rfrcrBr4r2_AioTongyiGeneratorrUhs I  ) r4rmNrB)r/rKrmchunks r2astream_generate_with_retryrobs9 ,+39&9e 9s)'%')')c#Kt|} t|}|D] }|df|} |dfy#t$rYywxYww)z[Generate elements from an iterable, and a boolean indicating if it is the last element.NFT)iterrhriiterableiteratoritem next_items r2generate_with_last_element_markrws^H~HH~ Ek * s ? 0? <?<?cK|j} |jd{}|23d{}|df|}7#t$rYywxYw76|dfyw)zaGenerate elements from an async iterable, and a boolean indicating if it is the last element.NFT)r^rfrdrrs r2 agenerate_with_last_element_markrysw !!#H''))$iEk * 8 *sWAAAAAAAA AA A AAAA AceZdZUdZed%dZdZded<eddZ d ed < ee Z d ed <dZ ded< eddZ ded< dZded< dZded< ed&dZed'dZed(dZed)fd Z d* d+dZ d* d,dZ d* d-d Z d* d.d!Zd/d"Ze d0 d1d#Zed2d$ZxZS)3r uP Tongyi completion model integration. Setup: Install ``dashscope`` and set environment variables ``DASHSCOPE_API_KEY``. .. code-block:: bash pip install dashscope export DASHSCOPE_API_KEY="your-api-key" Key init args — completion params: model: str Name of Tongyi model to use. top_p: float Total probability mass of tokens to consider at each step. streaming: bool Whether to stream the results or not. Key init args — client params: api_key: Optional[str] Dashscope API KEY. If not passed in will be read from env var DASHSCOPE_API_KEY. max_retries: int Maximum number of retries to make when generating. See full list of supported init args and their descriptions in the params section. Instantiate: .. code-block:: python from langchain_community.llms import Tongyi llm = Tongyi( model="qwen-max", # top_p="...", # api_key="...", # other params... ) Invoke: .. code-block:: python input_text = "用50个字左右阐述，生命的意义在于" llm.invoke(input_text) .. code-block:: python '探索、成长、连接与爱——在有限的时间里，不断学习、体验、贡献并寻找与世界和谐共存之道，让每一刻充满价值与意义。' Stream: .. code-block:: python for chunk in llm.stream(input_text): print(chunk) .. code-block:: python 探索 | 、 | 成长 | 、连接与爱。 | 在有限的时间里，寻找个人价值， | 贡献于他人，共同体验世界的美好 | ，让世界因自己的存在而更 | 温暖。 Async: .. code-block:: python await llm.ainvoke(input_text) # stream: # async for chunk in llm.astream(input_text): # print(chunk) # batch: # await llm.abatch([input_text]) .. code-block:: python '探索、成长、连接与爱。在有限的时间里，寻找个人价值，贡献于他人和社会，体验丰富多彩的情感与经历，不断学习进步，让世界因自己的存在而更美好。' c ddiS)Ndashscope_api_keyDASHSCOPE_API_KEYrBr]s r2 lc_secretszTongyi.lc_secretss#%899r4NrrDz qwen-plusmodel)defaultaliasstr model_name)default_factoryDict[str, Any] model_kwargsg?floattop_papi_keyz Optional[str]r|Fbool streaming intr+cy)zReturn type of llm.tongyirBr]s r2 _llm_typezTongyi._llm_typesr4ct|ddgd|d< ddl} |j|d<|S#t$r tdwxYw#t$r t dwxYw) z?Validate that api key and python package exists in environment.r|rr}rNzZCould not import dashscope python package. Please install it with `pip install dashscope`.rDz`dashscope` has no `Generation` attribute, this is likely due to an old version of the dashscope package. Try upgrading it with `pip install --upgrade dashscope`.)r dashscope ImportErrorrAttributeErrorr;)clsvaluesrs r2validate_environmentzTongyi.validate_environments'; ()46I' "#    (33F8   B   :  s*A?Acj|j|j|jd}i||jS)z7Get the default parameters for calling Tongyi Qwen API.)rrr)rrr|r)rY normal_paramss r2_default_paramszTongyi._default_params s:__ZZ-- 6-54#4#455r4c4d|jit|S)Nr)rsuper_identifying_params)rY __class__s r2rzTongyi._identifying_params+sdooM1LMMr4c g}|jrht|dkDr tdd}|j|d||fi|D] }||}||z }|J|j |j |gnS|j dd|i|}|D]:} t|fd| i|} |j tdi|j| g<t|d|jiS) Nr",Cannot stream results with multiple prompts.rr(promptr generations llm_outputrB) rlenr;_streamappend_chunk_to_generation_invocation_paramsrMr_generation_from_qwen_resprr rYpromptsr( run_managerrKr generationrnparamsr completions r2 _generatezTongyi._generate/s >>7|a !OPP48J%gaj$ NvN (%!&J%'J  ( ) ))    9 9* EF G%>7|a !OPP48J,t}}WQZ{UfU ( (e%!&J%'J&=T%<%<%Q$%Q&%QF! #*#;#;#=#M#M%%+7;v/XQW/X$ ""N$"A"A*"MNO #doo  ' (U ) ))    9 9* EF Gs8AD*DC? D A)D*5D(6A D*?D(D*c +K|jd|dd|}tt|fd|i|D]N\}}tdi|j ||}|r(|j |j ||j|PywNT)r(streamr)rnverboserB)rrwrRrron_llm_new_tokentextr rYrr(rrKr stream_resp is_last_chunkrns r2rzTongyi._streamvs"9!8!8" d" &," +J &t EF Ef E+  &K$11+}ME,,JJ LL- K sA?Bc ,K|jd|dd|}tt|fd|i|23d{\}}tdi|j ||}|r0|j |j ||jd{|_7Z7 6ywr)rryrorrrrrrs r2rzTongyi._astreams"9!8!8" d" &," 1Q ' FV Fv F1  ,+}$11+}ME!22JJ LL3 K 1 s8-BBBBA BB BBBBc `i|j|}|||d<|jdrd|d<|S)Nr(rTincremental_output)rget)rYr(rKrs r2rzTongyi._invocation_paramssL ""    !F6N ::h +/F' ( r4c |r4t|ddt|dd|dt|dSt|ddS) Noutputr finish_reason request_idusage)rr token_usagergeneration_info)r)dict)r<rs r2rz!Tongyi._generation_from_qwen_resps^ (^F+ $"&x."A#L1 $T'] 3! T(^F34 4r4cDt|j|jS)Nr)rrr)rns r2rzTongyi._chunk_to_generations!11  r4)rIzDict[str, str])rIr)rrrIr)rIr)rIzMapping[str, Any])NN) r List[str]r(Optional[List[str]]r"Optional[CallbackManagerForLLMRun]rKrrIr) rrr(rr'Optional[AsyncCallbackManagerForLLMRun]rKrrIr) rrr(rrrrKrrIzIterator[GenerationChunk]) rrr(rrrrKrrIzAsyncIterator[GenerationChunk])r(rrKrrIr)T)r<rrrrIr)rnrrIr)rjrkrl__doc__propertyr~rD__annotations__rrrrrr|rr+rrrrrrrrrr staticmethodrr __classcell__)rs@r2r r sJX::FCKw?J?#(#>L.>E5D',T'K}K5It/K< .66NN %):>   " 8      H%)?C $ $ "$ = $  $  $ R%):> "8    # 6%)?C "=    ( 0 )-55"&5 55,  r4)r/r rIzCallable[[Any], Any])r<rrIr)r/r rKrrIr)rsz Iterable[T]rIzIterator[Tuple[T, bool]])rszAsyncIterable[T]rIzAsyncIterator[Tuple[T, bool]])4 __future__rr`rr-typingrrrrrr r r r r rrlangchain_core.callbacksrr#langchain_core.language_models.llmsrlangchain_core.outputsrrrlangchain_core.utilsrrpydanticrrequests.exceptionsrtenacityrrrrr getLoggerrjr,rr3r=rMrRrorwryr rBr4r2rs"    8II?)   8 $ CL  " * 1@   "  m Wm r4