7|h* d dl Z d dlmZ d dlmZmZmZmZmZm Z m
Z
d dl m Z d dl
mZ d dlmZ d dlmZmZmZmZmZmZ d dlmZmZmZ d d l m Z d d
l m Z d d l m!Z! d d l"m#Z# d d
l$m%Z%m&Z& dede'fdZ(dee de'fdZ)de'defdZ*dee de ee' ee f fdZ+ G d d Z,ddddddZ- e dd d G d d ee# Z.y)! N) defaultdict)AnyDictIteratorListOptionalTupleUnion)
deprecated)CallbackManagerForLLMRun)
BaseChatModel) AIMessageAIMessageChunk BaseMessage ChatMessage HumanMessage
SystemMessage)ChatGenerationChatGenerationChunk
ChatResult)
ConfigDict)$convert_messages_to_prompt_anthropic) convert_messages_to_prompt_llama) BedrockBase)get_num_tokens_anthropicget_token_ids_anthropicmessagereturnc \ t | t r,d| j j d| j }|S t | t
rd| j d}|S t | t r| j }|S t | t rd| j d}|S t d| )Nz
z: z[INST] z [/INST]z<> z <>zGot unknown type )
isinstancer role
capitalizecontentr r r
ValueError)r message_texts f/var/www/html/test/engine/venv/lib/python3.12/site-packages/langchain_community/chat_models/bedrock.py$_convert_one_message_to_text_mistralr' s ';' gll 5 5 7 87??:KL
G\ * 1:
GY '!//*
G] +!'//!2)< ,WI677 messagesc \ dj | D cg c]
}t | c} S c c}w )z3Convert a list of messages to a prompt for mistral.
)joinr' )r) r s r& "convert_messages_to_prompt_mistralr- . s* 99FNO7 -g 6O Os ) image_urlc d}t j || }| t d d|j d |j d dS )a
Formats an image of format data:image/jpeg;base64,{b64_string}
to a dict for anthropic api
{
"type": "base64",
"media_type": "image/jpeg",
"data": "/9j/4AAQSkZJRg...",
}
And throws an error if it's not a b64 image
z3^data:(?Pimage/.+);base64,(?P.+)$zgAnthropic only supports base64-encoded images currently. Example: data:image/png;base64,'/9j/4AAQSk'...base64
media_typedata)typer1 r2 )rematchr$ group)r. regexr5 s r&
_format_imager8 5 sX
CE HHUI &E }
>
kk,/ F# r( c D d}g }t | D ] \ }}|j dk( rX|dk7 r t d t |j t
s!t dt |j |j }nt |j }t |j t
st |j t sJ d g }|j D ] }t |t
r|j d|d (t |t rOd |vr t d
|d d k( r&t |d d }|j d
|d u|j | t dt | n |j }|j ||d ||fS )z Format messages for anthropic.Nsystemr z4System message must be at beginning of message list.z.System message must be a string, instead was: z6Anthropic message content must be str or list of dictstext)r3 r; r3 z&Dict content item must have a type keyr. urlimage)r3 sourcez0Content items must be str or dict, instead was: )r! r# ) enumerater3 r$ r r# str_message_type_lookupslistappenddictr8 ) r) r: formatted_messagesir r! r# itemr> s r& _format_anthropic_messagesrH P s
!F%' ) 9
7 <<8 #Av !WXX goos3 $$( $9#:< __F $W\\2 '//3/ goot4
H
4
G
dC(NN$*$( d+ T) ()Q RRF|{2!.tK/@/G!H (/*0 t,$J4PT:,W /
6 ooG!! "
i9
t % %%r( c
n e Zd ZdZededee defd Zededee de e
e ee f fd Z y)ChatPromptAdapterzeAdapter class to prepare the inputs from Langchain to prompt format
that Chat model expects.
providerr) r c |dk( rt | }|S |dk( rt | }|S |dk( rt | }|S |dk( rt |dd }|S t d | d
) N anthropic)r) metamistralamazonz
User:z
Bot:)r) human_prompt ai_prompt Provider z model does not support chat.)r r r- NotImplementedError)clsrK r) prompts r& convert_messages_to_promptz,ChatPromptAdapter.convert_messages_to_prompt s { "98LF
5xHF
"7JF
!9! ($F
&H:%BC
r( c @ |dk( r t | S t d| d )NrM rS z" not supported for format_messages)rH rT )rU rK r) s r& format_messagesz!ChatPromptAdapter.format_messages s1 { "-h7 7!z!C D
r( N)
__name__
__module__ __qualname____doc__ classmethodr@ r r rW r r r rY r( r& rJ rJ s{ &*;&7 *
&*;&7
x}d4j( )
r( rJ user assistant)humanair HumanMessageChunkfunctionz0.0.34z1.0zlangchain_aws.ChatBedrock)sinceremovalalternative_importc V e Zd ZdZedefd Zedefd Z ede
e fd Z ede ee
f fd Z ed Z dd e
e d
ee
e d ee d e
dee f
d
Z dd e
e d
ee
e d ee d e
def
dZde
ee defdZdedef fd Z dede
e f fd Z xZ S ) BedrockChatz%Chat model that uses the Bedrock API.r c y)zReturn type of chat model.amazon_bedrock_chatr_ )selfs r& _llm_typezBedrockChat._llm_type s %r( c y)z9Return whether this model can be serialized by Langchain.Tr_ rU s r& is_lc_serializablez BedrockChat.is_lc_serializable s r( c
g dS )z*Get the namespace of the langchain object.) langchain chat_modelsbedrockr_ rp s r& get_lc_namespacez BedrockChat.get_lc_namespace s
76r( c @ i }| j r| j |d< |S )N region_name)rx )rm
attributess r&
lc_attributeszBedrockChat.lc_attributes s& %'
(,(8(8J} %r( forbid)extrar) stop run_managerkwargsc + & K | j }d\ }}}|dk( rt j || \ }}nt j || } | j d|||||d|D ]& } | j
}
t
t |
( y w)NNNNrM rK r) )rV r: r) r} r~ r# r r_ )
_get_providerrJ rY rW _prepare_input_and_invoke_streamr; r r ) rm r) r} r~ r rK rV r: rE chunkdeltas r& _streamzBedrockChat._stream s %%'-=** { "):)J)J(* &F& 'AA!H B F ;T::
'#
ME JJE%nU.KL L Ms BBc d}d| j i}| j r* | j |||fi |D ] }||j z
} nw| j }d\ } }
} i |} |dk( rt
j
|| \ }
} nt
j || } |r|| d< | j d | |||
| d| \ }}
|
|d< t t t |
g| S )
N model_idr rM r stop_sequences)rV r} r~ r: r) usager r ) generations
llm_outputr_ ) r streamingr r; r rJ rY rW _prepare_input_and_invoker r r )rm r) r} r~ r
completionr r rK rV r: rE params
usage_infos r& _generatezBedrockChat._generate
s&
&0$--%@
>>% hkLVL
)ejj(
) ))+H1A .FF .%/ZF;&->-N-N h.** +EE % F +/'(%CT%C%C & ' + &
& "J
#-Jw ' *0MNO!
r( llm_outputsc t t }i }|D ]P }|xs i }|j di }|j D ] \ }}||xx |z
cc< |j | R ||d< |S )Nr )r intgetitemsupdate)rm r final_usage final_outputoutputr
token_type token_counts r& _combine_llm_outputsz BedrockChat._combine_llm_outputs; s &1#&6 ! (F\rFJJw+E+0;;=
7'
KJ';6'
7 ' ( !, W r( r; c P | j r t | S t |
| S N)_model_is_anthropicr superget_num_tokensrm r; __class__s r& r zBedrockChat.get_num_tokensG s' # #+D1 17)$/ /r( c P | j r t | S t |
| S r )r r r
get_token_idsr s r& r zBedrockChat.get_token_idsM s' # #*40 07(. .r( )NN) rZ r[ r\ r] propertyr@ rn r^ boolrq r rv r r rz r model_configr r r r r r r r rD r r r r
__classcell__)r s @r& rj rj s 0
%3 % % 4 7c 7 7 tCH~ L %):> M{# M tCy! M 67 M
M
% &
MB %):> ,
{#,
tCy!,
67 ,
,
,
\
Xd^0D
03 03 0 /# /$s) / /r( rj )/r4 collectionsr typingr r r r r r r
langchain_core._api.deprecationr langchain_core.callbacksr *langchain_core.language_models.chat_modelsr
langchain_core.messagesr r r r r r langchain_core.outputsr r r pydanticr )langchain_community.chat_models.anthropicr $langchain_community.chat_models.metar langchain_community.llms.bedrockr 'langchain_community.utilities.anthropicr r r@ r' r- r8 rH rJ rA rj r_ r( r& r s
# D D D 6 E S R R 8 + # k1B s S T 6J&; J&
8C=$t* $%J&Z$
$
P
!
E6QA/- A/A/r(