o 貪gG@s2dZddlmZddlZddlZddlmZmZmZm Z m Z m Z m Z m Z ddlmZddlmZddlmZddlmZdd lmZdd lmZdd lmZeejejgefZd(ddZd)ddZejGdddZd*dd ZGd!d"d"ee ejdfgejfej d#Z!Gd$d%d%e!Z"Gd&d'd'e!Z#dS)+z LLMFunction.) annotationsN) AbstractSetAnyCallableIterableMappingOptionalSequenceUnion)llmfn_input_utils)llmfn_output_row) llmfn_outputs)llmfn_post_process)llmfn_post_process_cmds)model) prompt_utilslhs#llmfn_output_row.LLMFnOutputRowViewrhsreturnboolcCs||kS)z-Default function used when comparing outputs.) result_value)rrri/var/www/html/chatdoc2/venv/lib/python3.10/site-packages/google/generativeai/notebook/lib/llm_function.py _is_equal_fn4srfnYCallable[[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView], Any]4llmfn_post_process.LLMCompareFnPostProcessBatchAddFncsdfdd }|S) z1Vectorize a single-row-based comparison function.lhs_and_rhs_rowsYSequence[tuple[llmfn_output_row.LLMFnOutputRowView, llmfn_output_row.LLMFnOutputRowView]]r Sequence[Any]csfdd|DS)Ncsg|] \}}||qSrr).0rrrrr OszD_convert_compare_fn_to_batch_add_fn.._fn..r)rr"rr_fnGsz0_convert_compare_fn_to_batch_add_fn.._fnN)rrrr r)rr$rr"r#_convert_compare_fn_to_batch_add_fn<s  r%c@s6eZdZUded<ded<ded<ded<ded<d S) _PromptInfoint prompt_numstrprompt input_numzMapping[str, str] prompt_vars model_inputN)__name__ __module__ __qualname____annotations__rrrrr&Ts  r&prompts Sequence[str]inputs*llmfn_input_utils.LLMFunctionInputs | NoneIterable[_PromptInfo]c csng}|dur t|}|sig}t|D]\}}t|D]\}}|jdi|}t|||||dVqqdS)aGenerate a tuple of fields needed for processing prompts. Args: prompts: A list of prompts, with optional keyword placeholders. inputs: A list of key/value pairs to substitute into placeholders in `prompts`. Yields: A _PromptInfo instance. N)r(r*r+r,r-r)r to_normalized_inputs enumerateformatr&)r2r4normalized_inputsr(r*r+r,r-rrr_generate_prompts]s$   r;c@sjeZdZdZ dd ddZejd!d d Zejd"ddZ dd#ddZ d$ddZ d%ddZ d&ddZ dS)' LLMFunctionz6Base class for LLMFunctionImpl and LLMCompareFunction.Noutputs_ipython_display_fn3Callable[[llmfn_outputs.LLMFnOutputs], None] | NonecCsg|_||_dS)aConstructor. Args: outputs_ipython_display_fn: Optional function that will be used to override how the outputs of this LLMFunction will be displayed in a notebook (See further documentation in LLMFnOutputs.__init__().) N)_post_process_cmds_outputs_ipython_display_fn)selfr=rrr__init__s zLLMFunction.__init__rAbstractSet[str]cCdS)zLReturns the placeholders that should be present in inputs for this function.NrrArrrget_placeholderszLLMFunction.get_placeholdersr4r5(Sequence[llmfn_outputs.LLMFnOutputEntry]cCrD)z&Concrete implementation of __call__().Nr)rAr4rrr _call_implrGzLLMFunction._call_implllmfn_outputs.LLMFnOutputscCs||}tj||jdS)z+Runs and returns results based on `inputs`.)outputsipython_display_fn)rIr LLMFnOutputsr@)rAr4rKrrr__call__s zLLMFunction.__call__namer)r1llmfn_post_process.LLMFnPostProcessBatchReorderFncC|jtj||d|SNrOr)r?appendrLLMFnPostProcessReorderCommandrArOrrrradd_post_process_reorder_fns z'LLMFunction.add_post_process_reorder_fn-llmfn_post_process.LLMFnPostProcessBatchAddFncCrQrR)r?rTrLLMFnPostProcessAddCommandrVrrradd_post_process_add_fn z#LLMFunction.add_post_process_add_fn1llmfn_post_process.LLMFnPostProcessBatchReplaceFncCrQrR)r?rTrLLMFnPostProcessReplaceCommandrVrrradd_post_process_replace_fnr[z'LLMFunction.add_post_process_replace_fnN)r=r>rrCr4r5rrH)r4r5rrJ)rOr)rrPrr<)rOr)rrXrr<)rOr)rr\rr<) r.r/r0__doc__rBabcabstractmethodrFrIrNrWrZr^rrrrr<s     r<) metaclasscsFeZdZdZ  ddfd d ZdddZdddZdddZZS)LLMFunctionImplaCallable class that executes the contents of a Magics cell. An LLMFunction is constructed from the Magics command line and cell contents specified by the user. It is defined by: - A model instance, - Model arguments - A prompt template (e.g. "the opposite of hot is {word}") with an optional keyword placeholder. The LLMFunction takes as its input a sequence of dictionaries containing values for keyword replacement, e.g. [{"word": "hot"}, {"word": "tall"}]. This will cause the model to be executed with the following prompts: "The opposite of hot is" "The opposite of tall is" The results will be returned in a LLMFnOutputs instance. Nrmodel_lib.AbstractModelr2r3 model_argsmodel_lib.ModelArguments | Noner=r>cs^tj|d||_||_|durtn||_ti|_|jD] }|j t ||_q dS)aConstructor. Args: model: The model that the prompts will execute on. prompts: A sequence of prompt templates with optional placeholders. The placeholders will be replaced by the inputs passed into this function. model_args: Optional set of model arguments to configure how the model executes the prompts. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). r=N) superrB_model_prompts model_libModelArguments _model_args frozenset _placeholdersunionrrF)rArr2rhr=r* __class__rrrBs  zLLMFunctionImpl.__init__results)Sequence[llmfn_output_row.LLMFnOutputRow]rc Cs|jD]=}zt|tjr||}n tdt|Wqtjy&t y@}ztd| t|j |d}~ww|Sz-Runs post-processing commands over `results`.z)Unsupported post-process command type: {}z Error executing "{}", got {}: {}N) r? isinstancerLLMFnImplPostProcessCommandrunrPostProcessExecutionErrorr9type RuntimeErrorrOr.)rArvcmderrr_run_post_processing_cmdss"    z)LLMFunctionImpl._run_post_processing_cmdsrCcC|jSr_rrrErrrrF z LLMFunctionImpl.get_placeholdersr4r5rHc Csg}t|j|dD]A}|jj|j|jd}g}t|jD]\}}|t j t j j |t j j|itdq|t j|j|j|j|j|j|||dq |S)N)r2r4)r-rhdata result_type)r(r+r*r,r- model_results output_rows)r;rmrl call_modelr-rpr8 text_resultsrTr LLMFnOutputRowr ColumnNames RESULT_NUM TEXT_RESULTr)LLMFnOutputEntryr(r+r*r,r)rAr4rvinforr result_num text_resultrrrrI s6  zLLMFunctionImpl._call_implNN)rrgr2r3rhrir=r>)rvrwrrwr`ra) r.r/r0rbrBrrFrI __classcell__rrrtrrfs  rfcsPeZdZdZ  d"d#fd d Zd$ddZd%ddZd&ddZd'd d!ZZ S)(LLMCompareFunctionzLLMFunction for comparisons. LLMCompareFunction runs an input over a pair of LLMFunctions and compares the result. Nlhs_name_and_fntuple[str, LLMFunction]rhs_name_and_fncompare_name_and_fns&Sequence[tuple[str, CompareFn]] | Noner=r>cstj|d|d|_|d|_|d|_|d|_t|j|j|_ |s3d|_ t |_ dS|d\}}||_ ||_ |ddD] \}}|j |t|dqEdS)aConstructor. Args: lhs_name_and_fn: Name and function for the left-hand side of the comparison. rhs_name_and_fn: Name and function for the right-hand side of the comparison. compare_name_and_fns: Optional names and functions for comparing the results of the left- and right-hand sides. outputs_ipython_display_fn: See documentation in LLMFunction.__init__(). rjris_equalNrS)rkrB _lhs_name_lhs_fn _rhs_name_rhs_fnrqrFrsrr _result_namer_result_compare_fnadd_compare_post_process_add_fnr%)rArrrr=rOrcmp_fnrtrrrB5s&      zLLMCompareFunction.__init__lhs_output_rowsrwrhs_output_rowsrvrc Cs|jD]N}z)t|tjr||}nt|tjr$|tt|||}n td t |Wqt j y7tyQ}zt d | t |j|d}~ww|Srx)r?ryrrzr{LLMCompareFnPostProcessCommandlistzipr~r9r}rr|rOr.)rArrrvrrrrrr`s&     z,LLMCompareFunction._run_post_processing_cmdsrCcCrr_rrErrrrFyrz#LLMCompareFunction.get_placeholdersr4r5rHc Cs||}||}g}t||D]\}}|j|jkr%td|j|j|j|jkr5td|j|j|j|jkrEtd|j|jtt |j t |j }|j d|}|j d|} g} t t|| D]R\} } | \} }t j j| |j|| |i}tj|td}|t j j|j|j| f|j|ffD]\}}|D]\}}|t j jkr|d|||qq| |qg|t j|j|j|j|j|| | ddq|S)NzPrompt num mismatch: {} vs {}zInput num mismatch: {} vs {}zPrompt vars mismatch: {} vs {}rz{}_{})rrrv)r(r+r,r)rrrr(r~r9r+r,minlenrr8r rrrrr rradd PROMPT_VARSrritemsrTrr)rAr4 lhs_results rhs_resultsrK lhs_entry rhs_entrynum_output_rowsrrrrlhs_and_rhs_output_rowlhs_output_rowrhs_output_rowrow_data output_rowrOrowkvrrrrI|sn            zLLMCompareFunction._call_implrOr)rrr<cCrQrR)r?rTr!LLMCompareFnPostProcessAddCommandrVrrrrr[z2LLMCompareFunction.add_compare_post_process_add_fnr)rrrrrrr=r>)rrwrrwrvrwrrwr`ra)rOr)rrrr<) r.r/r0rbrBrrFrIrrrrrtrr.s  +  Pr)rrrrrr)rrrr)r2r3r4r5rr6)$rb __future__rrc dataclassestypingrrrrrrr r google.generativeai.notebook.libr r r rrrrnrLLMFnOutputRowView CompareFnrr% dataclassr&r;LLMFunctionInputsrMABCMetar<rfrrrrrs@ (           "Hg