experiments.evaluators.utils#

create_evaluator(kind: str | AnnotatorKind = AnnotatorKind.CODE, name: str | None = None, scorer: Callable[[Any], EvaluationResult] | None = None) Callable[[Callable[[...], Any]], Evaluator]#
unwrap_json(obj: Dict[str, Any] | List[Any] | str | int | float | bool | None) Dict[str, Any] | List[Any] | str | int | float | bool | None#
validate_evaluator_signature(sig: Signature) None#