mxiO dZddlmZddlZddlZddlZddlmZmZm Z m Z m Z ddl m Z ddl mZddl mZddl mZdd l mZdd l mZdd l mZdd l mZdd l mZddlmZddlmZddlmZddlmZdZdZ d'dZ d(dZ d)dZ d*dZ! d(dZ"d+dZ# d,dZ$ d-dZ% d,dZ& d,dZ' d,dZ( d-dZ) d,d Z* d-d!Z+ d-d"Z, d.d#Z-d/d$Z.Gd%d&Z/y)0zParses an LLM command line.) annotationsN) AbstractSetAnyCallableMutableMappingSequence)argument_parser)flag_def) input_utils)model_registry) output_utils)parsed_args_lib)post_process_utils)py_utils) sheets_utils) llm_function)llmfn_inputs_source) llmfn_outputs)modelcx|jD]'}|D] }||vstdj|)y)Nz#Placeholder "{}" not found in input)to_normalized_inputs ValueErrorformat)source placeholdersinputskeywords c/home/htdocs/ttos/venv/lib/python3.12/site-packages/google/generativeai/notebook/cmd_line_parser.py+_validate_input_source_against_placeholdersr!*sN--/X# XGf$ !F!M!Mg!VWW XXcdfd }|S)NcNtj|}r t||SN)r get_inputs_source_from_py_varr!)var_namerrs r _fnz._get_resolve_input_from_py_var_fn.._fn7s%::8D  7 M r")r'strreturn%llmfn_inputs_source.LLMFnInputsSourcerr(s` r !_get_resolve_input_from_py_var_fnr.4s Jr"ctj|}t|tst dj |||fS)z*Resolves a value passed into --compare_fn.z0Variable "{}" does not contain a Callable object)r get_py_var isinstancerrr)namefns r _resolve_compare_fn_varr4@s?   T "B b( #KRRSWXYY 8Or"c&tj|}t|tr t|tst|t rt dj||D],}t|trt dj||S)z,Resolves a value passed into --ground_truth.z4Variable "{}" does not contain a Sequence of strings)rr0r1rr)bytesrr)r2valuexs r _resolve_ground_truth_varr9Ks    %E eX &*UC*@JuV[D\OVVW[\]] b!S!SZZ[_`a ab Lr"cdfd }|S)Ncxtj|}tj|}r t||Sr%)rget_sheets_id_from_str SheetsInputsr!)r7 sheets_idrrs r r(z*_get_resolve_sheets_inputs_fn.._fn\s5 77> **95  7 M r")r7r)r*r+r,r-s` r _get_resolve_sheets_inputs_fnr?Ys Jr"cVtj|}tj|Sr%)rr< SheetsOutputs)r7r>s r _resolve_sheets_outputsrBfs#33E:I  % %i 00r"ctjddtjtjj dj |dd}tjddtd|d j |tjd d dd j |dd}tjddtd|d j |tjddj |y)z:Adds flags that are related to model selection and config. model_typemtzThe type of model to use.)r2 short_name enum_type default_valuehelp_msgcD|dkrtdj||S)Nrz5Value should be greater than or equal to zero, got {})rrr8s r '_check_is_greater_than_or_equal_to_zerozA_add_model_flags.._check_is_greater_than_or_equal_to_zerows& q5T[[\]^_ _r" temperaturetNzControls the randomness of the output. Must be positive. Typical values are in the range: [0.0, 1.0]. Higher values produce a more random and varied response. A temperature of zero will be deterministic.)r2rF parse_typerHparse_to_dest_type_fnrIrmzLThe name of the model to use. If not provided, a default model will be used.)r2rFrHrIc|tks |tkDr$tdjtt|t |S)Nz-Value should be in the range [{}, {}], got {})_MIN_CANDIDATE_COUNT_MAX_CANDIDATE_COUNTrrintrKs r _check_candidate_count_rangez6_add_model_flags.._check_candidate_count_rangesA # #q+?'??FF(*>  1v r"candidate_countccz$The number of candidates to produce.uniquez3Whether to dedupe candidates returned by the model.)r2rI)r8floatr*rZ)r8rr*rU) r EnumFlagDefr ModelName ModelRegistry DEFAULT_MODELadd_argument_to_parserSingleValueFlagDefrZrUBooleanFlagDef)parserrLrVs r _add_model_flagsrcks   **$22@@,  V$   E V$   ] V$  :7 V$  FV$r"ctjddtjt |dj |tjddtjt |dj |y) z;Adds flags to read inputs from a Python variable or Sheets.rizOptional names of Python variables containing inputs to use to instantiate a prompt. The variable must be either: a dictionary {'key1': ['val1', 'val2'] ...}, or an instance of LLMFnInputsSource such as SheetsInput.r2rF dest_typerPrIsheets_input_namessizOptional names of Google Sheets to read inputs from. This is equivalent to using --inputs with the names of variables that are instances of SheetsInputs, just more convenient to use.N)r MultiValuesFlagDefrLLMFnInputsSourcer.r_r?rbrs r _add_input_flagsrmss   %77? M $ V$  !%77;LI G V$r"ctjddtjtj dj |tjddtjtdj |y) z1Adds flags to write outputs to a Python variable.outputsoaOptional names of Python variables to output to. If the Python variable has not already been defined, it will be created. If the variable is defined and is an instance of LLMFnOutputsSink, the outputs will be written through the sink's write_outputs() method.rfsheets_output_namessozOptional names of Google Sheets to write inputs to. This is equivalent to using --outputs with the names of variables that are instances of SheetsOutputs, just more convenient to use.N)r rjrLLMFnOutputsSinkr get_outputs_sink_from_py_varr_rBrbs r _add_output_flagsrvsp  00*GG R V$  "005 H V$r"cdtjdttdj |y)N compare_fnzAn optional function that takes two inputs: (lhs_result, rhs_result) which are the results of the left- and right-hand side functions. Multiple comparison functions can be provided.)r2rgrPrI)r rjtupler4r_rus r _add_compare_flagsrzs-  5 = V$r"cftjddttdj |y)N ground_truthTzA variable containing a Sequence of strings representing the ground truth that the output of this cell will be compared against. It should have the same number of entries as inputs.)r2requiredrgrPrI)r r`rr9r_rus r _add_eval_flagsr~s1  7 A V$r"cHt|t||t|y)zAdds flags for the `run` command. `run` sends one or more prompts to a model. Args: parser: The parser to which flags will be added. placeholders: Placeholders from prompts in the cell contents. N)rcrmrvrls r _create_run_parserr sVV\*fr"cNdd}d}|jd||t|y)zAdds flags for the compile command. `compile` "compiles" a prompt and model call into a callable function. Args: parser: The parser to which flags will be added. c tj||S#t$r+}tjddj ||d}~wwxYw)N{})rvalidate_var_namerargparse ArgumentErrorr)r'es r _compile_save_name_fnz5_create_compile_parser.._compile_save_name_fn(sN F  & &x 0 F((t{{1~>A E Fs A &AA z?The name of a Python variable to save the compiled function to.compile_save_namehelptypeN)r'r)r*r)) add_argumentrc)rbrsave_name_helps r _create_compile_parserrs.WN +.G\]Vr"c dd}d}|jd|||jd||t||t|t|y)zAdds flags for the compare command. Args: parser: The parser to which flags will be added. placeholders: Placeholders from prompts in the compiled functions. cL tj|tj |}t|tjs%tjddj |||fS#t$r+}tjddj ||d}~wwxYw)Nrz7{} is not a function created with the "compile" command) rrrrrrr0r1r LLMFunction)r'rr3s r _resolve_llm_function_fnz8_create_compare_parser.._resolve_llm_function_fnAs F  & &x 0   *"l667((IPPQYZ | F((t{{1~>A E FsA// B#8&BB#zbThe name of a Python variable containing a function previously created with the "compile" command.lhs_name_and_fnrrhs_name_and_fnN)r'r)r*z$tuple[str, llm_function.LLMFunction])rrmrvrz)rbrr name_helps r _create_compare_parserr5sk -$ ' ) @XY ) @XYV\*fvr"ctt|t||t|t|t |y)zAdds flags for the eval command. Args: parser: The parser to which flags will be added. placeholders: Placeholders from prompts in the cell contents. N)rcrmrvrzr~rls r _create_eval_parserr^s.VV\*fvFr"cLd}d}d}tj|||}|jd}t|j t j jj|t|j t j jjt|j t j jj|t|j t j jj||S)zCreate the full parser.llmz#A system for interacting with LLMs.)prog descriptionepilogcmd)dest)r ArgumentParseradd_subparsersr add_parserr CommandNameRUN_CMDr7r COMPILE_CMDr COMPARE_CMDrEVAL_CMD)r system_namerrrb subparserss r _create_parserrosK7K F + + F &&E&2Jo99AAGGH:001L1L1X1X1^1^_`o99EEKKLo99BBHHI Mr"c|jr<|jj|jjdk(r tdyyy)Nrzr"--unique" works across candidates only: it should be used with --candidate_count set to a value greater-than one.)rY model_argsrWprint) parsed_argss r _validate_parsed_argsrsK..6  ! ! 1 1Q 6  B  7r"ceZdZdZej j ZdZe d dZ e d dZ e d dZ d d dZ ddZy) CmdLineParserz-Implementation of Magics command line parser.|cg}d}t|D]7\}}||}|tjk(s|j||||ngd}9|j|||dng|d|ddfS)aSplits inputs into the command and post processing tokens. The command is represented as a sequence of tokens. See comments on the PostProcessingTokens type alias. E.g. Given: "run --temperature 0.5 | add_score | to_lower_case" The command will be: ["run", "--temperature", "0.5"]. The post processing tokens will be: [["add_score"], ["to_lower_case"]] Args: tokens: The command line tokens. Returns: A tuple of (command line, post processing tokens). Nrr) enumeraterPIPE_OPappend)clstokens split_tokens start_idx token_numtokens r _split_post_processing_tokensz+CmdLineParser._split_post_processing_tokenss( $ )& 1 ! Iu %  ---##9CXF9Y$?^`a  ! )2GF9:.RPA QR 000r"ctj|}|stjjg}|d}|dj s"|dvrtjjg|z}tj |S)zBParses `line` and returns command line and post processing tokens.r)z-hz--help)shlexsplitr DEFAULT_CMDr7isalphar)rliner first_tokens r _tokenize_linezCmdLineParser._tokenize_linestT"#//556FQi 1~%%'K?O,O#//556?F::6BBr"c|jdd}|jdd}|jdd}tj|||}||fS)alExtracts fields for model args from `parsed_results`. Keys specific to model arguments will be removed from `parsed_results`. Args: parsed_results: A dictionary of parsed arguments (from ArgumentParser). It will be modified in place. Returns: A tuple of (updated parsed_results, model arguments). rNrMrW)rrMrW)pop model_libModelArguments)rparsed_resultsrrMrWrs r _get_model_argszCmdLineParser._get_model_argssa""7D1$((= (,,->E--#+ z))r"Nctj|\}}|j||}|jtj j k(r|jJ|jJ|j\}}|j\}}|j|t|jj|j}t||D]} tj| ||fS)a>Parses the commandline and returns ParsedArgs and post-processing tokens. Args: line: The line to parse (usually contents from cell Magics). placeholders: Placeholders from prompts in the cell contents. Returns: A tuple of (parsed_args, post_processing_tokens). )rr)rr%_get_parsed_args_from_cmd_line_tokensrrrrrr frozensetget_placeholdersunionrr'validate_one_post_processing_expression) selfrrrpost_processing_tokensr_lhs_fnrhs_fnexprs r parse_linezCmdLineParser.parse_lines*7)E)Ed)K&&@@ A  ??o99EE E..: ::..: ::#33IAv#33IAvDD&v'>'>'@AGGH_H_HabEK k** MD  F Ft L M222r"ct|j|}t|}tj|d|d<t j |\}}||d<tjdi|S)z1Returns ParsedArgs from a tokenized command line.rrr,)r parse_argsvarsrrrr ParsedArgs)rrrresults results_dictrs r rz3CmdLineParser._get_parsed_args_from_cmd_line_tokensso!.99&AG} -99,u:MN U#0#@#@#N j%/ \"))9L99r")r Sequence[str]r*:tuple[Sequence[str], parsed_args_lib.PostProcessingTokens])rr)r*r)rzMutableMapping[str, Any]r*z9tuple[MutableMapping[str, Any], model_lib.ModelArguments]r%)rr)rAbstractSet[str] | Noner*zGtuple[parsed_args_lib.ParsedArgs, parsed_args_lib.PostProcessingTokens])rrrrr*parsed_args_lib.ParsedArgs)__name__ __module__ __qualname____doc__rrrrr classmethodrrrrrr,r"r rrs7"--55KG11 D11BCC CCC *5* B**815*3*3.*3 Q *3X::.: $ :r"r)rr+rzAbstractSet[str]r*None)rrr*z6Callable[[str], llmfn_inputs_source.LLMFnInputsSource])r2r)r*z/tuple[str, parsed_args_lib.TextResultCompareFn])r2r)r*r)r7r)r*zllmfn_outputs.LLMFnOutputsSink)rbargparse.ArgumentParserr*r)rbrrrr*r)rrr*r)rrr*r)0r __future__rrrsystypingrrrrrgoogle.generativeai.notebookr r r r r rrrr google.generativeai.notebook.librrrrrrSrTr!r.r4r9r?rBrcrmrvrzr~rrrrrrrr,r"r rs"" GG814758;159@:?X 1X"X X ) ;  4  ) ; 1 A% #A% A%H% #%)% %>% #% %< % # %  % % # %  %  #) " # 2& #&)& &R #) ")>  R:R:r"