o ZhX@s4ddlmZddlZddlZddlZddlZddlZddlmZddl m Z m Z m Z m Z mZmZmZmZmZmZmZmZmZddlZddlZddlmZddlmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,ddlm-Z.ddl/m0Z0m1Z1dd l2m3Z3dd l4m5Z5m6Z6dd l7m8Z8m9Z9m:Z:m;Z;mZ>dd l?m@Z@dd lAmBZBmCZCmDZDddlEmFZFddlGmHZHmIZImJZJddlKmLZLmMZMmNZNddlOmPZPmQZQmRZRddlSmTZTddlUmVZVddlWmXZXmYZYmZZZm[Z[m\Z\ddl]m^Z^m_Z_m`Z`maZambZbddlcmdZdmeZeddlfmgZgmhZhmiZimjZjddlkmlZlmmZmmnZnmoZompZpmqZqmrZrddlsmtZtmuZuddlvmwZxdayeze{Z|ee$e}e~e fe de ffZGdddegZd`d"d#Zdad(d)Zdad*d+Zdbd/d0Zdcd4d5Z ddded;d<ZdfdBdCZ dgdhdHdIZ dgdidMdNZ  djdkdUdVZdldWdXZGdYdZdZeie5Zdmd^d_ZdS)n) annotationsN) itemgetter) Any AsyncIteratorCallableDictIteratorListMappingOptionalSequenceTupleTypeUnioncast)GenerativeServiceAsyncClient)Blob Candidate CodeExecutionContentFileData FunctionCallFunctionDeclarationFunctionResponseGenerateContentRequestGenerateContentResponseGenerationConfigPart SafetySetting ToolConfig VideoMetadata)Tool)AsyncCallbackManagerForLLMRunCallbackManagerForLLMRun)LanguageModelInput) BaseChatModelLangSmithParams) AIMessageAIMessageChunk BaseMessageFunctionMessage HumanMessage SystemMessage ToolMessage) UsageMetadata)invalid_tool_call tool_calltool_call_chunk)OutputParserLike)JsonOutputKeyToolsParserPydanticToolsParserparse_tool_calls)ChatGenerationChatGenerationChunk ChatResult)RunnableRunnableConfigRunnablePassthrough)BaseToolconvert_to_openai_tool) BaseModel ConfigDictField SecretStrmodel_validator)before_sleep_logretryretry_if_exception_typestop_after_attemptwait_exponential)Self is_typeddict)GoogleGenerativeAIErrorSafetySettingDict_BaseGoogleGenerativeAIget_client_info)_tool_choice_to_tool_config_ToolChoiceType_ToolConfigDict _ToolDict&convert_to_genai_function_declarationsis_basemodel_subclass_safe tool_to_dict)ImageBytesLoaderimage_bytes_to_b64_string)_genai_extensionF.c@seZdZdZdS)ChatGoogleGenerativeAIErrora Custom exception class for errors associated with the `Google GenAI` API. This exception is raised when there are specific issues related to the Google genai API usage in the ChatGoogleGenerativeAI class, such as unsupported message types or roles. N)__name__ __module__ __qualname____doc__r_r_Y/var/www/html/lang_env/lib/python3.10/site-packages/langchain_google_genai/chat_models.pyrZsrZreturnCallable[[Any], Any]cCs^d}d}d}d}tdt|t|||dttjjjttjjjBttjjj Bt t t j dS)a Creates and returns a preconfigured tenacity retry decorator. The retry decorator is configured to handle specific Google API exceptions such as ResourceExhausted and ServiceUnavailable. It uses an exponential backoff strategy for retries. Returns: Callable[[Any], Any]: A retry decorator configured for handling specific Google API exceptions. rX<T) multiplierminmax)reraisestopwaitrE before_sleep)rErGrHrFgoogleapi_core exceptionsZResourceExhaustedZServiceUnavailableZGoogleAPIErrorrDloggerloggingWARNING)reZ min_secondsZ max_seconds max_retriesr_r_r`_create_retry_decorators      rsgeneration_methodrkwargsrc s&t}|dfdd }|di|S)  Executes a chat generation method with retry logic using tenacity. This function is a wrapper that applies a retry mechanism to a provided chat generation function. It is useful for handling intermittent issues like network errors or temporary service unavailability. Args: generation_method (Callable): The chat generation method to be executed. **kwargs (Any): Additional keyword arguments to pass to the generation method. Returns: Any: The result from the chat generation method. rurrac szdi|WStjjjy)}zd|jvrd}t|WYd}~dSd}~wtjjjy?}ztd||d}~wtyL}z|d}~ww)Nzlocation is not supportedzYour location is not supported by google-generativeai at the moment. Try to use ChatVertexAI LLM from langchain_google_vertexai.%Invalid argument provided to Gemini: r_) rlrmrnZFailedPreconditionmessage ValueErrorInvalidArgumentrZ Exception)ruexc error_msgertr_r`_chat_with_retrys( z*_chat_with_retry.._chat_with_retryNrurrarr_)rs)rtruretry_decoratorrr_rr`rsrcs<t}ddlm|d fdd }|d i|IdHS) rvr)rzrurrac s\z di|IdHWSy }ztd||d}~wty-}z|d}~ww)Nrwr_)rZr{)rur~rzrtr_r`_achat_with_retrysz,_achat_with_retry.._achat_with_retryNrr_)rsZgoogle.api_core.exceptionsrz)rtrurrr_rr`rs   rpartdictboolcCsd|vS)Ntyper_)rr_r_r`_is_openai_parts_formatsr raw_content&Union[str, Sequence[Union[str, dict]]] List[Part]c Csg}t|tr |gn|}t}|D]}t|tr!|t|dqt|trt|r|ddkr;|t|ddq|ddkrb|d}t|trYd|vrUtd||d}|| |q|ddkrd|vrstd ||d}t}d |vrt |d |d |_ nd |vrt |d |d |_ ntd|d|vrt|d}||_||qtd|ddtd|tt|dqtd|S)z:Converts a list of LangChain messages into a google parts.textrr image_urlurlz#Unrecognized message image format: Zmedia mime_typez!Missing mime_type in media part: data)rrfile_uri)rrz.Media part must have either data or file_uri: video_metadataz Unrecognized message part type: z6. Only text, image_url, and media types are supported.z[z7_get_ai_message_tool_messages_parts..rr) tool_calls enumerateZ tool_call_idrrrpop)rrZtool_calls_idsrirxr0rr_r_r`#_get_ai_message_tool_messages_partsSs   rinput_messagesSequence[BaseMessage]convert_system_message_to_human'Tuple[Optional[Content], List[Content]]cCsg}|r tdd}dd|D}dd|D}t|D]\}}t|trBt|j}|dkr5t|d}n |dur@|j |n qt|t rd} |j rg} |j D]} t | d| d d } | t| d qQt||d } | t| | d | td| d q|jd}rt |dt|dd } t| d g}nAt|j}n;t|trd} t|j}|dkr|r|rdd|jD|}d}nt|trd} t|g}n tdt|d|d| t| |d q||fS)Nz3Convert_system_message_to_human will be deprecated!cSsg|] }t|ts|qSr_rr-rrxr_r_r` r  z'_parse_chat_history..cSsg|] }t|tr|qSr_rrr_r_r`rurrrmodelrargs)rr) function_call)rr)roleruserr argumentsrXcSsg|]}|qSr_r_)rpr_r_r`rszUnexpected message with type z at the position .)warningswarnrrr,rrrrextendr'rrrrrrrrrr+r*rryr)rrmessagessystem_instructionZmessages_without_tool_messagesrrrxZ system_partsrZai_message_partsr0rZtool_messages_partsZraw_function_callrr_r_r`_parse_chat_historyisv            rresponse_candidater streamingcsd}i}g}g}g}|jjD]}z|j}|dur|d}Wn ty*d}Ynw|durS|s4|}nt|tr@|r@||g}nt|trM|rM||n|rSt dt |dr|j dur|j j r|j j rd|j j |j j d} |su| g}nt|tr|| g}nt|tr|| nt dt |dr|jdur|jjrd|jjd} |s| g}nt|tr|| g}nt|tr|| nt d|jjdr|jjdd} d d t|jj| d id } |s| g}n t|tr| r|| g}nt|tr| r|| n| rt d|jrd |jji} tj|jdtfddD| d<| |d<|rJ|t| d | d| dtt| ddqz t d| igddd}Wn.t y}z!|t!| d | d| dttt|dWYd}~qd}~ww|t"|d |d|dttdq|durd}t#dd|Drt$%d|rt&t't(tt)t(tt*t+t+fff|||d St,t't(tt)t(tt*t+t+fff||||d!S)"N zUnexpected content typeexecutable_code)rrlanguagecode_execution_result)rrzimage/rr) image_format)rrrrcsi|]}||qSr_r_)rkZfunction_call_args_dictr_r`rrz-_parse_response_candidate..rrrindex)rrrrfunctionF)Z return_idr)rrrerror)rrrcss"|] }t|to d|vVqdS)rN)rr)ritemr_r_r` .s z,_parse_response_candidate..u ⚠️ Warning: Output may vary each run. - 'executable_code': Always present. - 'execution_result' & 'image_url': May be absent for some queries. Validate before using in production. )rrtool_call_chunks)rrrinvalid_tool_calls)-rrrrstripAttributeErrorrrlistrr{hasattrrcoderrrrr startswithrWrrrprotoMessageto_dictrdumpsr1ruuiduuid4r5r/r0anyrrr(rrr rrr')rrrrrrrrrZ code_messageZexecution_resultrrxrZtool_call_dictr~r_rr`_parse_response_candidates                     $$rrrstream prev_usageOptional[UsageMetadata]r8cCsdtj|ji}|r|dnd}|r|dnd}|r|dnd}z/|jj}|jj}|jj} |jj} ||| | dkrMt ||||| |d| id} nd} Wn t y[d} Ynwg} |j D]=} i}| j rs| j j |d <|j|d <d d | jD|d <t| |d}| |_|r| ttt||dqa| t||dqa|j std|j|rttddidg} n ttdidg} t| |dS)z9Converts a PaLM API response into a LangChain ChatResult.prompt_feedback input_tokensr output_tokens total_tokensZ cache_read)rrrZinput_token_detailsN finish_reasonZ model_namecSsg|] }tjj|ddqS)F)Zuse_integers_for_enums)rrr)rZ safety_ratingr_r_r`rpsz'_response_to_result..safety_ratings)r)rxgeneration_infozKGemini produced an empty response. Continuing with empty message Feedback: r)r) generations llm_output)rrrrusage_metadataZprompt_token_countZcandidates_token_countZtotal_token_countZcached_content_token_countr.r candidatesrrZ model_versionrrrr7rr(r6rorr'r8)rrrrZprev_input_tokensZprev_output_tokensZprev_total_tokensrrrZcache_read_tokensZlc_usager candidaterrxr_r_r`_response_to_resultHsn        rcCs$ztWdStyYdSw)NTF)asyncioget_running_loop RuntimeErrorr_r_r_r`_is_event_loop_runnings  rc seZdZUdZedddZded<edddZded<eedZ d ed <d Z d ed < dZ ded< e ddZ ednddZedoddZedpddZedpddZedddqdd Zedrd"d#Zedsd%d&Z dtddd'dufd2d3Z dtdvd6d7Z dtdwd;d<Z  dxdddddddd=dydMdNZ  dxdddddddd=dzfdPdQZ  dxdddddddd=d{dSdTZ  dxdddddddd=d|fdVdWZdddddddddXd}dZd[Zd~d^d_Z d d`ddedfZ! dtddgddjdkZ"edpdldmZ#Z$S)ChatGoogleGenerativeAIa]!`Google AI` chat models integration. Instantiation: To use, you must have either: 1. The ``GOOGLE_API_KEY`` environment variable set with your API key, or 2. Pass your API key using the google_api_key kwarg to the ChatGoogleGenerativeAI constructor. .. code-block:: python from langchain_google_genai import ChatGoogleGenerativeAI llm = ChatGoogleGenerativeAI(model="gemini-1.5-pro") llm.invoke("Write me a ballad about LangChain") Invoke: .. code-block:: python messages = [ ("system", "Translate the user sentence to French."), ("human", "I love programming."), ] llm.invoke(messages) .. code-block:: python AIMessage( content="J'adore programmer. \n", response_metadata={'prompt_feedback': {'block_reason': 0, 'safety_ratings': []}, 'finish_reason': 'STOP', 'safety_ratings': [{'category': 'HARM_CATEGORY_SEXUALLY_EXPLICIT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HATE_SPEECH', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HARASSMENT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_DANGEROUS_CONTENT', 'probability': 'NEGLIGIBLE', 'blocked': False}]}, id='run-56cecc34-2e54-4b52-a974-337e47008ad2-0', usage_metadata={'input_tokens': 18, 'output_tokens': 5, 'total_tokens': 23} ) Stream: .. code-block:: python for chunk in llm.stream(messages): print(chunk) .. code-block:: python AIMessageChunk(content='J', response_metadata={'finish_reason': 'STOP', 'safety_ratings': []}, id='run-e905f4f4-58cb-4a10-a960-448a2bb649e3', usage_metadata={'input_tokens': 18, 'output_tokens': 1, 'total_tokens': 19}) AIMessageChunk(content="'adore programmer. ", response_metadata={'finish_reason': 'STOP', 'safety_ratings': [{'category': 'HARM_CATEGORY_SEXUALLY_EXPLICIT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HATE_SPEECH', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HARASSMENT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_DANGEROUS_CONTENT', 'probability': 'NEGLIGIBLE', 'blocked': False}]}, id='run-e905f4f4-58cb-4a10-a960-448a2bb649e3', usage_metadata={'input_tokens': 18, 'output_tokens': 5, 'total_tokens': 23}) .. code-block:: python stream = llm.stream(messages) full = next(stream) for chunk in stream: full += chunk full .. code-block:: python AIMessageChunk( content="J'adore programmer. \n", response_metadata={'finish_reason': 'STOPSTOP', 'safety_ratings': [{'category': 'HARM_CATEGORY_SEXUALLY_EXPLICIT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HATE_SPEECH', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HARASSMENT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_DANGEROUS_CONTENT', 'probability': 'NEGLIGIBLE', 'blocked': False}]}, id='run-3ce13a42-cd30-4ad7-a684-f1f0b37cdeec', usage_metadata={'input_tokens': 36, 'output_tokens': 6, 'total_tokens': 42} ) Async: .. code-block:: python await llm.ainvoke(messages) # stream: # async for chunk in (await llm.astream(messages)) # batch: # await llm.abatch([messages]) Tool calling: .. code-block:: python from pydantic import BaseModel, Field class GetWeather(BaseModel): '''Get the current weather in a given location''' location: str = Field( ..., description="The city and state, e.g. San Francisco, CA" ) class GetPopulation(BaseModel): '''Get the current population in a given location''' location: str = Field( ..., description="The city and state, e.g. San Francisco, CA" ) llm_with_tools = llm.bind_tools([GetWeather, GetPopulation]) ai_msg = llm_with_tools.invoke( "Which city is hotter today and which is bigger: LA or NY?" ) ai_msg.tool_calls .. code-block:: python [{'name': 'GetWeather', 'args': {'location': 'Los Angeles, CA'}, 'id': 'c186c99f-f137-4d52-947f-9e3deabba6f6'}, {'name': 'GetWeather', 'args': {'location': 'New York City, NY'}, 'id': 'cebd4a5d-e800-4fa5-babd-4aa286af4f31'}, {'name': 'GetPopulation', 'args': {'location': 'Los Angeles, CA'}, 'id': '4f92d897-f5e4-4d34-a3bc-93062c92591e'}, {'name': 'GetPopulation', 'args': {'location': 'New York City, NY'}, 'id': '634582de-5186-4e4b-968b-f192f0a93678'}] Use Search with Gemini 2: .. code-block:: python from google.ai.generativelanguage_v1beta.types import Tool as GenAITool llm = ChatGoogleGenerativeAI(model="gemini-2.0-flash-exp") resp = llm.invoke( "When is the next total solar eclipse in US?", tools=[GenAITool(google_search={})], ) Structured output: .. code-block:: python from typing import Optional from pydantic import BaseModel, Field class Joke(BaseModel): '''Joke to tell user.''' setup: str = Field(description="The setup of the joke") punchline: str = Field(description="The punchline to the joke") rating: Optional[int] = Field(description="How funny the joke is, from 1 to 10") structured_llm = llm.with_structured_output(Joke) structured_llm.invoke("Tell me a joke about cats") .. code-block:: python Joke( setup='Why are cats so good at video games?', punchline='They have nine lives on the internet', rating=None ) Image input: .. code-block:: python import base64 import httpx from langchain_core.messages import HumanMessage image_url = "https://upload.wikimedia.org/wikipedia/commons/thumb/d/dd/Gfp-wisconsin-madison-the-nature-boardwalk.jpg/2560px-Gfp-wisconsin-madison-the-nature-boardwalk.jpg" image_data = base64.b64encode(httpx.get(image_url).content).decode("utf-8") message = HumanMessage( content=[ {"type": "text", "text": "describe the weather in this image"}, { "type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{image_data}"}, }, ] ) ai_msg = llm.invoke([message]) ai_msg.content .. code-block:: python 'The weather in this image appears to be sunny and pleasant. The sky is a bright blue with scattered white clouds, suggesting fair weather. The lush green grass and trees indicate a warm and possibly slightly breezy day. There are no signs of rain or storms. ' Token usage: .. code-block:: python ai_msg = llm.invoke(messages) ai_msg.usage_metadata .. code-block:: python {'input_tokens': 18, 'output_tokens': 5, 'total_tokens': 23} Response metadata .. code-block:: python ai_msg = llm.invoke(messages) ai_msg.response_metadata .. code-block:: python { 'prompt_feedback': {'block_reason': 0, 'safety_ratings': []}, 'finish_reason': 'STOP', 'safety_ratings': [{'category': 'HARM_CATEGORY_SEXUALLY_EXPLICIT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HATE_SPEECH', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_HARASSMENT', 'probability': 'NEGLIGIBLE', 'blocked': False}, {'category': 'HARM_CATEGORY_DANGEROUS_CONTENT', 'probability': 'NEGLIGIBLE', 'blocked': False}] } NT)defaultexcluderclientasync_client_running)default_factoryzSequence[Tuple[str, str]]default_metadataFrrrcached_content)Zpopulate_by_nameraDict[str, str]cCsddiS)Ngoogle_api_keyZGOOGLE_API_KEYr_selfr_r_r` lc_secretssz!ChatGoogleGenerativeAI.lc_secretsrcCdS)Nzchat-google-generative-air_r r_r_r` _llm_typez ChatGoogleGenerativeAI._llm_typecCd|jvpd|jvpd|jvSNzgemini-1.5-prozgemini-1.5-flashzgemini-2rr r_r_r`_supports_code_execution z/ChatGoogleGenerativeAI._supports_code_executioncCr)NTr_r r_r_r`is_lc_serializablerz)ChatGoogleGenerativeAI.is_lc_serializableafter)moderIcCs|jdurd|jkrdkstdtd|jdur0d|jkr+dks0tdtd|jdur>|jdkr>td|jdsKd|j|_|jpOi}t||_ t d }d}|j sot |j trl|j }n|j }|j}tj|j |||j|d |_d|_|S) z@Validates params and passes them to google-generativeai package.Nrg@z+temperature must be in the range [0.0, 2.0]rXz%top_p must be in the range [0.0, 1.0]ztop_k must be positivezmodels/r credentialsZapi_key client_infoclient_options transport) temperaturerytop_ptop_krradditional_headerstupleitemsr rNrrr rBget_secret_valuergenaixZbuild_generative_servicerrr)rr#rr rr_r_r`validate_environments<    z+ChatGoogleGenerativeAI.validate_environment"v1betaGenerativeServiceAsyncClientcCsZd}|jst|jtr|j}n|j}|js*tr*tj|j|t d|j |j d|_|jS)Nrr) rrr rBr&rrr'Zbuild_generative_async_servicerNrr)rr r_r_r` async_clients   z#ChatGoogleGenerativeAI.async_clientDict[str, Any]cCs|j|j|j|j|j|jdS)zGet the identifying parameters.rr r"nsafety_settingsresponse_modalitiesr,r r_r_r`_identifying_paramssz*ChatGoogleGenerativeAI._identifying_params)code_executionriinputr$configOptional[RunnableConfig]r1Optional[bool]riOptional[list[str]]rur)c sb |dur$|jstd|jd|vr ttd}|g|d<ntdtj||fd|i|S)z Enable code execution. Supported on: gemini-1.5-pro, gemini-1.5-flash, gemini-2.0-flash, and gemini-2.0-pro. When enabled, the model can execute code to solve problems. NzCode execution is only supported on Gemini 1.5 Pro, Gemini 1.5 Flash, Gemini 2.0 Flash, and Gemini 2.0 Pro models. Current model: toolsr1z>Tools are already defined.code_execution tool can't be definedri)rryr GoogleToolrsuperinvoke)rr2r3r1rirucode_execution_tool __class__r_r`r;s  zChatGoogleGenerativeAI.invokeOptional[List[str]]r&cKsj|jd d|i|}td|jd|d|jd}|d|j}r%||d<|p,|dd}r3||d <|S) z Get standard params for tracing.riZ google_genaiZchatr )Z ls_providerZ ls_model_nameZ ls_model_typeZls_temperaturemax_output_tokens ls_max_tokensNls_stopr_)Z_get_invocation_paramsr&rrr r@)rriruparamsZ ls_paramsrArBr_r_r`_get_ls_paramss z%ChatGoogleGenerativeAI._get_ls_paramsgeneration_configOptional[Dict[str, Any]]rc CsLdd|j|j||j|j|j|jdD}|ri||}tdi|S)NcSsi|] \}}|dur||qSNr_)rrvr_r_r`rs   z:ChatGoogleGenerativeAI._prepare_params..)Zcandidate_countr Zstop_sequencesr@r"r!r/r_)r-r r@r"r!r/r%r)rrirEZ gen_configr_r_r`_prepare_paramss z&ChatGoogleGenerativeAI._prepare_params)r7 functionsr. tool_configrEr  tool_choicerList[BaseMessage] run_manager"Optional[CallbackManagerForLLMRun]r70Optional[Sequence[Union[_ToolDict, GoogleTool]]]rJ,Optional[Sequence[_FunctionDeclarationType]]r.Optional[SafetySettingDict]rK&Optional[Union[Dict, _ToolConfigDict]]rL&Optional[Union[_ToolChoiceType, bool]]r8c KsL|j|||||||| p |j| d } tdd| i| |jj|jd} t| S)Nrir7rJr.rKrEr rLrequestrtrr_)_prepare_requestr rrgenerate_contentr r)rrrirNr7rJr.rKrEr rLrurVrr_r_r` _generate's(  z ChatGoogleGenerativeAI._generate'Optional[AsyncCallbackManagerForLLMRun]c s|jsi| |||||d} tj|||fi| IdHS|j|||||||| p,|j| d } tdd| i| |jj|jdIdH}t|S)Nr7rJr.rKrErUrVrWr_) r*r: _ageneraterXr rrYr r)rrrirNr7rJr.rKrEr rLruupdated_kwargsrVrr=r_r`r]IsJ   z!ChatGoogleGenerativeAI._agenerateIterator[ChatGenerationChunk]c ks|j|||||||| p|j| d } td | |jjd| d|ji} d}| D]S}t|d|d}tt|j d}tt |j }|j pBi}|durJ|j n$t |dd|dd|dd|dd|d d|d dd }|rw||j|Vq'dS) NrUrVrtrTrrrrrrrrrr_)rXr rrstream_generate_contentr rrr7rr(rxrr.ron_llm_new_tokenr)rrrirNr7rJr.rKrEr rLrurVrprev_usage_metadatachunk _chat_resultgenrxcurr_usage_metadatar_r_r`_streamzs^         zChatGoogleGenerativeAI._stream"AsyncIterator[ChatGenerationChunk]c s\|js)i| |||||d} tj|||fi| 2z 3dHW} | Vq6dS|j|||||||| p6|j| d }d}td ||jjd| d|jiIdH2zZ3dHW}t|d|d}t t |j d}t t |j }|jpoi}|durw|jn$t|dd|dd|d d|d d|d d|d dd }|r||jIdH|VqP6dS) Nr\rUr`rTrarrrrrbr_)r*r:_astreamrXr rrcr rrr7rr(rxrr.rrdr)rrrirNr7rJr.rKrEr rLrur^valuerVrerfrgrhrxrir=r_r`rls          zChatGoogleGenerativeAI._astream)rir7rJr.rKrLrEr -Tuple[GenerateContentRequest, Dict[str, Any]]c Cs|r|rtd|d|d} ttd} || gkr|} n|r&t|g} n|r-t|g} g} |D]} t| trA| jsAtdq1| | q1| }t ||j d\}}|r| scd|d|d}t|g}| D]*}t |d rt t|}|d d |jDqgt|trt |d rqgtd |dt||}d}|rt|dd}g}|rdd|D}t|j|| |||j||d| d}|r||_|S)NUMust specify at most one of tool_choice and tool_config, received both: tool_choice= tool_config=r8z@HumanMessage with empty content was removed to prevent API error)rzReceived tool_choice=z but no tools=z>. 'tool_choice' can only be specified if 'tools' is specified.function_declarationscss|]}|jVqdSrGrrfr_r_r`r9s z:ChatGoogleGenerativeAI._prepare_request..r1zTool z- doesn't have function_declarations attributefunction_calling_config)rtcSsg|] \}}t||dqS))category threshold)r)rctr_r_r`rLs z;ChatGoogleGenerativeAI._prepare_request..)rE)rcontentsr7rKr.rEr )ryr9rrSrr+rrrrrrrrrrrq TypeErrorrOrr%rrrIr)rrrir7rJr.rKrLrEr formatted_toolsr<Zfiltered_messagesrxrhistorymsgZ all_namesrxZt_with_declarationsZformatted_tool_configZformatted_safety_settingsrVr_r_r`rXs              z'ChatGoogleGenerativeAI._prepare_requestrintcCs(|jj|jtt|dgdgd}|jS)a Get the number of tokens present in the text. Useful for checking if an input will fit in a model's context window. Args: text: The string input to tokenize. Returns: The integer number of tokens in the text. rr)rry)rZ count_tokensrrrr)rrresultr_r_r`get_num_tokens`s z%ChatGoogleGenerativeAI.get_num_tokens) include_rawschemaUnion[Dict, Type[BaseModel]]r4Runnable[LanguageModelInput, Union[Dict, BaseModel]]c Ks|dd}|dd}|rtd|t|}t|tr*t|r*t|gdd}n tdda t |dd}|j r<|nd}z|j |g|ddit |d d }Wntya|j |g|d }Ynw|rtjtd |Bd ddjtjdddgdd} d |i| BS||BS)NmethodstrictzReceived unsupported arguments T)r7first_tool_onlyzChatGoogleGenerativeAI.with_structured_output with dict schema has changed recently to align with behavior of other LangChain chat models. More context: https://github.com/langchain-ai/langchain-google/pull/772)Zkey_namerZfunction_calling)rur)rLZls_structured_output_formatrLrawcSdSrGr__r_r_r`z?ChatGoogleGenerativeAI.with_structured_output..)parsed parsing_errorcSrrGr_rr_r_r`rr)rr)Z exception_key)rry_get_tool_namerrrTr4rr"WARNED_STRUCTURED_OUTPUT_JSON_MODEr3_supports_tool_choice bind_toolsr>r{r;ZassignrZwith_fallbacks) rrrrurZ tool_nameparserrLZllmZparser_with_fallbackr_r_r`with_structured_outputpsH     z-ChatGoogleGenerativeAI.with_structured_outputrLSequence[dict[str, Any] | type | Callable[..., Any] | BaseTool | GoogleTool])Runnable[LanguageModelInput, BaseMessage]cKs|r|rtd|d|z dd|D}Wnty'tt|g}Ynw|r/||d<n|r6||d<n |jd d|i|S) a3Bind tool-like objects to this chat model. Assumes model is compatible with google-generativeAI tool-calling API. Args: tools: A list of tool definitions to bind to this chat model. Can be a pydantic model, callable, or BaseTool. Pydantic models, callables, and BaseTools will be automatically converted to their schema dictionary representation. **kwargs: Any additional parameters to pass to the :class:`~langchain.runnable.Runnable` constructor. rorpcSsg|]}t|qSr_r=)rtoolr_r_r`rz5ChatGoogleGenerativeAI.bind_tools..rLrKr7Nr_)ryr{rUrSbind)rr7rKrLrur{r_r_r`rs(    z!ChatGoogleGenerativeAI.bind_toolscCrrrr r_r_r`rrz,ChatGoogleGenerativeAI._supports_tool_choice)rar )rarrar)rarI)rar))rar+rG) r2r$r3r4r1r5rir6rurrar))rir?rurrar&)rir?rErFrar)NN)rrMrir?rNrOr7rPrJrQr.rRrKrSrErFr rrLrTrurrar8)rrMrir?rNr[r7rPrJrQr.rRrKrSrErFr rrLrTrurrar8)rrMrir?rNrOr7rPrJrQr.rRrKrSrErFr rrLrTrurrar_)rrMrir?rNr[r7rPrJrQr.rRrKrSrErFr rrLrTrurrark)rrMrir?r7rPrJrQr.rRrKrSrLrTrErFr rrarn)rrrar~)rrrrrurrar) r7rrKrSrLrTrurrar)%r[r\r]r^rAr__annotations__rrr rr r@Z model_configpropertyrrr classmethodrrCr(r*r0r;rDrIrZr]rjrlrXrrrr __classcell__r_r_r=r`rs N       "  %  %4AP \6)rr"Union[_ToolDict, GoogleTool, Dict]rc Csnztt|g}dd|dDdWSty6}zt|r0ttt|ddWYd}~S|d}~ww)NcSsg|]}|dqSrr_rrr_r_r`rrz"_get_tool_name..rqrrr)rUrSryrJr>rr)rZ genai_toolr~r_r_r`rs"r)rarb)rtrrurrar)rrrar)rrrarrG)rxrrrrar)rrrr'rar)F)rrrrrar)rrrrrar')FN)rrrrrrrar8r)rrrar) __future__rrrrprroperatorrtypingrrrrrr r r r r rrrZgoogle.api_corerlrZ#google.ai.generativelanguage_v1betarr)Z)google.ai.generativelanguage_v1beta.typesrrrrrrrrrrrrrrr r!r9Z langchain_core.callbacks.managerr"r#Zlangchain_core.language_modelsr$Z*langchain_core.language_models.chat_modelsr%r&Zlangchain_core.messagesr'r(r)r*r+r,r-Zlangchain_core.messages.air.Zlangchain_core.messages.toolr/r0r1Z"langchain_core.output_parsers.baser2Z*langchain_core.output_parsers.openai_toolsr3r4r5Zlangchain_core.outputsr6r7r8Zlangchain_core.runnablesr9r:r;Zlangchain_core.toolsr<Z%langchain_core.utils.function_callingr>Zpydanticr?r@rArBrCtenacityrDrErFrGrHZtyping_extensionsrIrJZlangchain_google_genai._commonrKrLrMrNZ&langchain_google_genai._function_utilsrOrPrQrRrSrTrUZ#langchain_google_genai._image_utilsrVrWrrYr'r getLoggerr[rorrZ_FunctionDeclarationTyperZrsrrrrrrrrrrrrr_r_r_r`s  < D  $    $      ) ! E  H  L=