experiments.evaluators.code_evaluators

class ContainsAllKeywords(*args: Any, **kwargs: Any)

Bases: CodeEvaluator

evaluate(*, output: Dict[str, Any] | List[Any] | str | int | float | bool | None = None, **_: Any) → EvaluationResult

class ContainsAnyKeyword(*args: Any, **kwargs: Any)

Bases: CodeEvaluator

evaluate(*, output: Dict[str, Any] | List[Any] | str | int | float | bool | None = None, **_: Any) → EvaluationResult

class ContainsKeyword(*args: Any, **kwargs: Any)

Bases: CodeEvaluator

evaluate(*, output: Dict[str, Any] | List[Any] | str | int | float | bool | None = None, **_: Any) → EvaluationResult

class JSONParsable(*args: Any, **kwargs: Any)

Bases: CodeEvaluator

evaluate(*, output: Dict[str, Any] | List[Any] | str | int | float | bool | None = None, **_: Any) → EvaluationResult

class MatchesRegex(*args: Any, **kwargs: Any)

Bases: CodeEvaluator

evaluate(*, output: Dict[str, Any] | List[Any] | str | int | float | bool | None = None, **_: Any) → EvaluationResult