mxi8dZddlmZddlZddlmZmZmZddlm Z ddl m Z ddl m Z ddl m Z Gd d eZGd d ej ZGd dee j$ZGddee j(ZddZddZ ddZ ddZ ddZy)z2Utilities for working with post-processing tokens.) annotationsN)AnyCallableSequence)py_utils) llm_function)llmfn_output_row)llmfn_post_processceZdZdZy)PostProcessParseErrorz,An error parsing the post-processing tokens.N)__name__ __module__ __qualname____doc__f/home/htdocs/ttos/venv/lib/python3.12/site-packages/google/generativeai/notebook/post_process_utils.pyr r s6rr c\eZdZdZej ddZej ddZy)ParsedPostProcessExprz:A post-processing expression parsed from the command line.cy)z$Returns the name of this expression.Nrselfs rnamezParsedPostProcessExpr.name"rcy)zEAdds this parsed expression to `llm_fn` as a post-processing command.Nrrllm_fns radd_to_llm_functionz)ParsedPostProcessExpr.add_to_llm_function&rrNreturnstrrllm_function.LLMFunctionr r#)r rrrabcabstractmethodrrrrrrrs9D33 TTrrc0eZdZdZddZddZd dZd dZy) _ParsedPostProcessAddExprzEAn expression that returns the value of a new column to add to a row.c ||_||_y)aConstructor. Args: name: The name of the expression. The name of the new column will be derived from this. fn: A function that takes the result of a row and returns a new value to add as a new column in the row. N_name_fnrrfns r__init__z"_ParsedPostProcessAddExpr.__init__0s rc|jSNr*rs rrz_ParsedPostProcessAddExpr.name< zzrcf|Dcgc]!}|j|j#c}Scc}wr0r+ result_valuerrowsrows r__call__z"_ParsedPostProcessAddExpr.__call__?(8<=))+,===&.c<|j|j|SNrr-)add_post_process_add_fnr*rs rrz-_ParsedPostProcessAddExpr.add_to_llm_functionBs--4::$-GGrN)rr!r-Callable[[str], Any]r)r7-Sequence[llmfn_output_row.LLMFnOutputRowView]r z Sequence[Any]r"r rrrr.rr9rrrrr'r'+sP >Hrr'c0eZdZdZddZddZd dZd dZy) _ParsedPostProcessReplaceExprz:An expression that returns the new result value for a row.c ||_||_y)zConstructor. Args: name: The name of the expression. fn: A function that takes the result of a row and returns the new result. Nr)r,s rr.z&_ParsedPostProcessReplaceExpr.__init__Ks rc|jSr0r1rs rrz"_ParsedPostProcessReplaceExpr.nameUr2rcf|Dcgc]!}|j|j#c}Scc}wr0r4r6s rr9z&_ParsedPostProcessReplaceExpr.__call__Xr:r;c<|j|j|Sr=)add_post_process_replace_fnr*rs rrz1_ParsedPostProcessReplaceExpr.add_to_llm_function[s11tzzd1KKrN)rr!r-Callable[[str], str]r)r7rAr Sequence[str]r"rBrrrrDrDFsE>LrrDc0t|j|Sr=)r'r r-s rpost_process_add_fnrN`s $"++" ==rc0t|j|Sr=)rDr rMs rpost_process_replace_fnrPds (bkkb AArcP|s tdt|dkDr tdy)Nz,Cannot have empty post-processing expressionz3Post-processing expression should be a single token)r len)tokenss r'validate_one_post_processing_expressionrUhs/ #$RSS 6{Q#$YZZrc :t||djd}tj}t |D]H\}}t |}||vr/t djdj|d|dz||}Jdj||fS)z)Returns name and the resolved expression.r.zUnable to resolve "{}"NrR ) rUsplitrget_main_module enumeratevarsr formatjoin)rT token_partscurrent_modulepart_numpartcurrent_module_varss r'_resolve_one_post_processing_expressionrdqs,F3)//#&K--/N#K03$">2 * *'(//^xRS|9T0UV -T23 HHV n --rcg}|D]x}t|\}}t|tr|j|3t|tr|jt ||`t dj||S)a Resolves post-processing tokens into ParsedPostProcessExprs. E.g. Given [["add_length"], ["to_upper"]] as input, this function will return a sequence of ParsedPostProcessExprs that will execute add_length() and to_upper() on each entry of the LLM output as post-processing operations. Raises: PostProcessParseError: An error parsing or resolving the tokens. Args: tokens: A sequence of post-processing tokens after splitting. Returns: A sequence of ParsedPostProcessExprs. r>z{} is not callable)rd isinstancerappendrr'r r])rTresults expression expr_name expr_values rresolve_post_processing_tokensrls|$,.GP G S : j"7 8 NN: &  H - NN4) S T'(<(C(CI(NO OP Nr)r-r@)r-rJ)rTrKr None)rTrKr ztuple[str, Any])rTzSequence[Sequence[str]]r zSequence[ParsedPostProcessExpr])r __future__rr$typingrrrgoogle.generativeai.notebookr google.generativeai.notebook.librr r RuntimeErrorr ABCrLLMFnPostProcessBatchAddFnr'LLMFnPostProcessBatchReplaceFnrDrNrPrUrdrlrrrrvs9" **19=?7L7 TCGG TH-HHH6L-LLL4>B[ [ [. ..* #$r