o ZhG@s2dZddlmZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZeejejgefZd(ddZd)ddZejGdddZd*dd ZGd!d"d"ee ejdfgejfej d#Z!Gd$d%d%e!Z"Gd&d'd'e!Z#dS)+z LLMFunction.) annotationsN) AbstractSetAnyCallableIterableMappingOptionalSequenceUnion)llmfn_input_utils)llmfn_output_row) llmfn_outputs)llmfn_post_process)llmfn_post_process_cmds)model) prompt_utilslhs#llmfn_output_row.LLMFnOutputRowViewrhsreturnboolcCs||kS)z-Default function used when comparing outputs.)Z result_value)rrrd/var/www/html/lang_env/lib/python3.10/site-packages/google/generativeai/notebook/lib/llm_function.py _is_equal_fn4srfnYCallable[[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView], Any]4llmfn_post_process.LLMCompareFnPostProcessBatchAddFncsdfdd }|S) z1Vectorize a single-row-based comparison function.lhs_and_rhs_rowsYSequence[tuple[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView]]r Sequence[Any]csfdd|DS)Ncsg|] \}}||qSrr).0rrrrr OszD_convert_compare_fn_to_batch_add_fn.._fn..r)rr!rr_fnGsz0_convert_compare_fn_to_batch_add_fn.._fnN)rrrrr)rr#rr!r#_convert_compare_fn_to_batch_add_fn<s  r$c@s6eZdZUded<ded<ded<ded<ded<d S) _PromptInfoint prompt_numstrprompt input_numzMapping[str, str] prompt_vars model_inputN)__name__ __module__ __qualname____annotations__rrrrr%Ts  r%prompts Sequence[str]inputs*llmfn_input_utils.LLMFunctionInputs | NoneIterable[_PromptInfo]c csng}|dur t|}|sig}t|D]\}}t|D]\}}|jdi|}t|||||dVqqdS)aGenerate a tuple of fields needed for processing prompts. Args: prompts: A list of prompts, with optional keyword placeholders. inputs: A list of key/value pairs to substitute into placeholders in `prompts`. Yields: A _PromptInfo instance. N)r'r)r*r+r,r)r Zto_normalized_inputs enumerateformatr%)r1r3Znormalized_inputsr'r)r*r+r,rrr_generate_prompts]s$   r8c@sjeZdZdZ dd ddZejd!d d Zejd"ddZ dd#ddZ d$ddZ d%ddZ d&ddZ dS)' LLMFunctionz6Base class for LLMFunctionImpl and LLMCompareFunction.Noutputs_ipython_display_fn3Callable[[llmfn_outputs.LLMFnOutputs], None] | NonecCsg|_||_dS)aConstructor. Args: outputs_ipython_display_fn: Optional function that will be used to override how the outputs of this LLMFunction will be displayed in a notebook (See further documentation in LLMFnOutputs.__init__().) N)_post_process_cmds_outputs_ipython_display_fn)selfr:rrr__init__s zLLMFunction.__init__rAbstractSet[str]cCdS)zLReturns the placeholders that should be present in inputs for this function.Nrr>rrrget_placeholderszLLMFunction.get_placeholdersr3r4(Sequence[llmfn_outputs.LLMFnOutputEntry]cCrA)z&Concrete implementation of __call__().Nr)r>r3rrr _call_implrDzLLMFunction._call_implllmfn_outputs.LLMFnOutputscCs||}tj||jdS)z+Runs and returns results based on `inputs`.)outputsZipython_display_fn)rFr LLMFnOutputsr=)r>r3rHrrr__call__s zLLMFunction.__call__namer(r1llmfn_post_process.LLMFnPostProcessBatchReorderFncC|jtj||d|SNrKr)r<appendrZLLMFnPostProcessReorderCommandr>rKrrrradd_post_process_reorder_fns z'LLMFunction.add_post_process_reorder_fn-llmfn_post_process.LLMFnPostProcessBatchAddFncCrMrN)r<rPrZLLMFnPostProcessAddCommandrQrrradd_post_process_add_fn z#LLMFunction.add_post_process_add_fn1llmfn_post_process.LLMFnPostProcessBatchReplaceFncCrMrN)r<rPrZLLMFnPostProcessReplaceCommandrQrrradd_post_process_replace_fnrUz'LLMFunction.add_post_process_replace_fnN)r:r;rr@r3r4rrE)r3r4rrG)rKr(rrLrr9)rKr(rrSrr9)rKr(rrVrr9) r-r.r/__doc__r?abcabstractmethodrCrFrJrRrTrWrrrrr9s     r9) metaclasscsFeZdZdZ  ddfd d ZdddZdddZdddZZS)LLMFunctionImplaCallable class that executes the contents of a Magics cell. An LLMFunction is constructed from the Magics command line and cell contents specified by the user. It is defined by: - A model instance, - Model arguments - A prompt template (e.g. "the opposite of hot is {word}") with an optional keyword placeholder. The LLMFunction takes as its input a sequence of dictionaries containing values for keyword replacement, e.g. [{"word": "hot"}, {"word": "tall"}]. This will cause the model to be executed with the following prompts: "The opposite of hot is" "The opposite of tall is" The results will be returned in a LLMFnOutputs instance. Nrmodel_lib.AbstractModelr1r2 model_argsmodel_lib.ModelArguments | Noner:r;cs^tj|d||_||_|durtn||_ti|_|jD] }|j t ||_q dS)aConstructor. Args: model: The model that the prompts will execute on. prompts: A sequence of prompt templates with optional placeholders. The placeholders will be replaced by the inputs passed into this function. model_args: Optional set of model arguments to configure how the model executes the prompts. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). r:N) superr?_model_prompts model_libZModelArguments _model_args frozenset _placeholdersunionrrC)r>rr1rar:r) __class__rrr?s  zLLMFunctionImpl.__init__results)Sequence[llmfn_output_row.LLMFnOutputRow]rc Cs|jD]=}zt|tjr||}n tdt|Wqtjy&t y@}ztd| t|j |d}~ww|Sz-Runs post-processing commands over `results`.z)Unsupported post-process command type: {}z Error executing "{}", got {}: {}N) r< isinstancerLLMFnImplPostProcessCommandrunrPostProcessExecutionErrorr7type RuntimeErrorrKr-)r>rncmderrr_run_post_processing_cmdss"    z)LLMFunctionImpl._run_post_processing_cmdsr@cC|jSrXrjrBrrrrC z LLMFunctionImpl.get_placeholdersr3r4rEc Csg}t|j|dD]A}|jj|j|jd}g}t|jD]\}}|t j t j j |t j j|itdq|t j|j|j|j|j|j|||dq |S)N)r1r3)r,radataZ result_type)r'r*r)r+r, model_results output_rows)r8rfreZ call_modelr,rhr6Z text_resultsrPr LLMFnOutputRowr ColumnNames RESULT_NUMZ TEXT_RESULTr(LLMFnOutputEntryr'r*r)r+ry)r>r3rninforr result_numZ text_resultrrrrF s6  zLLMFunctionImpl._call_implNN)rr`r1r2rarbr:r;)rnrorrorYrZ) r-r.r/r[r?ryrCrF __classcell__rrrlrr_s  r_csPeZdZdZ  d"d#fd d Zd$ddZd%ddZd&ddZd'd d!ZZ S)(LLMCompareFunctionzLLMFunction for comparisons. LLMCompareFunction runs an input over a pair of LLMFunctions and compares the result. Nlhs_name_and_fntuple[str, LLMFunction]rhs_name_and_fncompare_name_and_fns&Sequence[tuple[str, CompareFn]] | Noner:r;cstj|d|d|_|d|_|d|_|d|_t|j|j|_ |s3d|_ t |_ dS|d\}}||_ ||_ |ddD] \}}|j |t|dqEdS)aConstructor. Args: lhs_name_and_fn: Name and function for the left-hand side of the comparison. rhs_name_and_fn: Name and function for the right-hand side of the comparison. compare_name_and_fns: Optional names and functions for comparing the results of the left- and right-hand sides. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). rcrZis_equalNrO)rdr? _lhs_name_lhs_fn _rhs_name_rhs_fnrirCrkrj _result_namer_result_compare_fnadd_compare_post_process_add_fnr$)r>rrrr:rKrZcmp_fnrlrrr?5s&      zLLMCompareFunction.__init__lhs_output_rowsrorhs_output_rowsrnrc Cs|jD]N}z)t|tjr||}nt|tjr$|tt|||}n td t |Wqt j y7tyQ}zt d | t |j|d}~ww|Srp)r<rqrrrrsZLLMCompareFnPostProcessCommandlistziprvr7rurrtrKr-)r>rrrnrwrxrrrry`s&     z,LLMCompareFunction._run_post_processing_cmdsr@cCrzrXr{rBrrrrCyr|z#LLMCompareFunction.get_placeholdersr3r4rEc Cs||}||}g}t||D]\}}|j|jkr%td|j|j|j|jkr5td|j|j|j|jkrEtd|j|jtt |j t |j }|j d|}|j d|} g} t t|| D]R\} } | \} }t j j| |j|| |i}tj|td}|t j j|j|j| f|j|ffD]\}}|D]\}}|t j jkr|d|||qq| |qg|t j|j|j|j|j|| | ddq|S)NzPrompt num mismatch: {} vs {}zInput num mismatch: {} vs {}zPrompt vars mismatch: {} vs {}r}z{}_{})rrrn)r'r*r+r)rrrr'rvr7r*r+minlenrr6r rrrrr rraddZ PROMPT_VARSrritemsrPrry)r>r3Z lhs_resultsZ rhs_resultsrHZ lhs_entryZ rhs_entryZnum_output_rowsrrrrZlhs_and_rhs_output_rowZlhs_output_rowZrhs_output_rowZrow_dataZ output_rowrKrowkvrrrrF|sn            zLLMCompareFunction._call_implrKr(rrr9cCrMrN)r<rPrZ!LLMCompareFnPostProcessAddCommandrQrrrrrUz2LLMCompareFunction.add_compare_post_process_add_fnr)rrrrrrr:r;)rrorrornrorrorYrZ)rKr(rrrr9) r-r.r/r[r?ryrCrFrrrrrlrr.s  +  Pr)rrrrrr)rrrr)r1r2r3r4rr5)$r[ __future__rr\ dataclassestypingrrrrrrr r Z google.generativeai.notebook.libr r r rrrrgrZLLMFnOutputRowViewZ CompareFnrr$ dataclassr%r8ZLLMFunctionInputsrIABCMetar9r_rrrrrs@ (           "Hg