Index A | B | C | D | E | F | G | H | I | L | M | N | O | P | Q | R | S | T | U | V | W A active (session.session.ProcessSession property) (session.session.Session property) (session.session.ThreadSession property) active_session() (in module session.session) actual (inferences.inferences.OpenInferenceCategory attribute) actual_label_column_name (inferences.schema.Schema attribute) actual_score_column_name (inferences.schema.Schema attribute) AdaptiveTokenBucket (class in evals.models.rate_limiters) add() (session.session.ExportedData method) add_evaluations() (in module session.evaluation) aevaluate() (evals.evaluators.LLMEvaluator method) (evals.LLMEvaluator method) alimit() (evals.models.rate_limiters.RateLimiter method) anthropic_version() (in module evals.models.anthropic) AnthropicModel (class in evals) (class in evals.models) (class in evals.models.anthropic) api_key (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) api_version (evals.models.openai.AzureOptions attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) append_to_dataset() (session.client.Client method) asdict() (inferences.schema.Schema method) async_wait_until_ready() (evals.models.rate_limiters.AdaptiveTokenBucket method) AsyncExecutor (class in evals.executors) available_requests() (evals.models.rate_limiters.AdaptiveTokenBucket method) azure_ad_token (evals.models.openai.AzureOptions attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) azure_ad_token_provider (evals.models.openai.AzureOptions attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) azure_deployment (evals.models.openai.AzureOptions attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) azure_endpoint (evals.models.openai.AzureOptions attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) AzureOptions (class in evals.models.openai) B base_url (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) BaseModel (class in evals.models) (class in evals.models.base) batch_size (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) BedrockModel (class in evals) (class in evals.models) (class in evals.models.bedrock) bucket (inferences.fixtures.GCSAssets attribute) C ClassificationStatus (class in evals.classify) ClassificationTemplate (class in evals) (class in evals.templates) classify_relevance() (in module evals.retrievals) Client (class in session.client) client (evals.BedrockModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) close_app() (in module session.session) cluster_id (session.session.DatabricksContext attribute) CODE_FUNCTIONALITY (evals.default_templates.EvalCriteria attribute) CODE_READABILITY (evals.default_templates.EvalCriteria attribute) COLAB (session.session.NotebookEnvironment attribute) complete() (evals.executors.ExecutionDetails method) COMPLETED (evals.classify.ClassificationStatus attribute) (evals.executors.ExecutionStatus attribute) COMPLETED_WITH_RETRIES (evals.classify.ClassificationStatus attribute) (evals.executors.ExecutionStatus attribute) compute_precisions_at_k() (in module evals) (in module evals.retrievals) consumer() (evals.executors.AsyncExecutor method) context_retrieval_ids_column_name (inferences.schema.RetrievalEmbeddingColumnNames attribute) context_retrieval_scores_column_name (inferences.schema.RetrievalEmbeddingColumnNames attribute) corpus (inferences.fixtures.ExampleInferences attribute) CORPUS (inferences.fixtures.InferencesRole attribute) corpus_file_name (inferences.fixtures.Fixture attribute) corpus_schema (inferences.fixtures.Fixture attribute) credentials (evals.GeminiModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) D database_url (session.session.Session property) DATABRICKS (session.session.NotebookEnvironment attribute) DatabricksContext (class in session.session) dataframe (inferences.inferences.Inferences property) DatasetError DatasetUploadError default (inferences.inferences.OpenInferenceSpecifier attribute) default_concurrency (evals.evaluators.LLMEvaluator property) (evals.GeminiModel attribute) (evals.LLMEvaluator property) (evals.models.base.BaseModel attribute) (evals.models.BaseModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) default_headers (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) DEFAULT_MISTRAL_MODEL (in module evals.models.mistralai) delete_all() (in module session.session) description (inferences.fixtures.Fixture attribute) DID_NOT_RUN (evals.classify.ClassificationStatus attribute) (evals.executors.ExecutionStatus attribute) document_column_names (inferences.schema.Schema attribute) download_benchmark_dataset() (in module evals) (in module evals.utils) E embedding (inferences.inferences.OpenInferenceSpecifier attribute) embedding_feature_column_names (inferences.schema.Schema attribute) EmbeddingColumnNames (class in inferences.schema) EmbeddingVectorSizeMismatch end() (session.session.ProcessSession method) (session.session.Session method) (session.session.ThreadSession method) error_message() (inferences.errors.EmbeddingVectorSizeMismatch method) (inferences.errors.InvalidColumnType method) (inferences.errors.InvalidEmbeddingReservedName method) (inferences.errors.InvalidEmbeddingVectorDataType method) (inferences.errors.InvalidEmbeddingVectorSize method) (inferences.errors.InvalidEmbeddingVectorValuesDataType method) (inferences.errors.InvalidSchemaError method) (inferences.errors.MissingColumns method) (inferences.errors.MissingEmbeddingFeatureColumnNames method) (inferences.errors.MissingEmbeddingFeatureLinkToDataColumnName method) (inferences.errors.MissingEmbeddingFeatureRawDataColumnName method) (inferences.errors.MissingEmbeddingFeatureVectorColumnName method) (inferences.errors.MissingField method) (inferences.errors.MissingTimestampColumnName method) (inferences.errors.MissingVectorColumn method) (inferences.errors.ValidationError method) EvalCriteria (class in evals.default_templates) evals module evals.classify module evals.default_templates module evals.evaluators module evals.exceptions module evals.executors module evals.generate module evals.models module evals.models.anthropic module evals.models.base module evals.models.bedrock module evals.models.litellm module evals.models.mistralai module evals.models.openai module evals.models.rate_limiters module evals.models.vertex module evals.models.vertexai module evals.retrievals module evals.span_templates module evals.templates module evals.utils module evaluate() (evals.evaluators.LLMEvaluator method) (evals.evaluators.MapReducer method) (evals.evaluators.Refiner method) (evals.LLMEvaluator method) evaluator (evals.classify.RunEvalsPayload attribute) ExampleInferences (class in inferences.fixtures) excluded_column_names (inferences.schema.Schema attribute) execute() (evals.executors.AsyncExecutor method) ExecutionDetails (class in evals.executors) ExecutionStatus (class in evals.executors) Executor (class in evals.executors) ExportedData (class in session.session) exports (session.session.Session property) extra_parameters (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) extract_label_from_explanation() (evals.ClassificationTemplate method) (evals.templates.ClassificationTemplate method) F fail() (evals.executors.ExecutionDetails method) FAILED (evals.classify.ClassificationStatus attribute) (evals.executors.ExecutionStatus attribute) feature (inferences.inferences.OpenInferenceCategory attribute) feature_column_names (inferences.schema.Schema attribute) Fixture (class in inferences.fixtures) format() (evals.PromptTemplate method) (evals.templates.PromptTemplate method) frequency_penalty (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) from_json() (inferences.schema.Schema class method) from_name() (inferences.inferences.Inferences class method) from_open_inference() (inferences.inferences.Inferences class method) G GCSAssets (class in inferences.fixtures) GeminiModel (class in evals) (class in evals.models) (class in evals.models.vertex) generation_config (evals.GeminiModel property) (evals.models.GeminiModel property) (evals.models.vertex.GeminiModel property) get_dataset() (session.client.Client method) get_dataset_versions() (session.client.Client method) get_evaluations() (session.client.Client method) (session.data_extractor.TraceDataExtractor method) (session.session.Session method) get_executor_on_sync_context() (in module evals.executors) get_inferences() (in module inferences.fixtures) get_qa_with_reference() (in module session.evaluation) get_retrieved_documents() (in module session.evaluation) get_spans_dataframe() (session.data_extractor.TraceDataExtractor method) get_tqdm_progress_bar_formatter() (in module evals.utils) get_trace_dataset() (session.data_extractor.TraceDataExtractor method) H HALLUCINATION (evals.default_templates.EvalCriteria attribute) HALLUCINATION_SPAN_LEVEL (evals.default_templates.EvalCriteria attribute) HallucinationEvaluator (class in evals) (class in evals.evaluators) host (inferences.fixtures.GCSAssets attribute) (session.session.DatabricksContext attribute) HUMAN_VS_AI (evals.default_templates.EvalCriteria attribute) I id (inferences.inferences.OpenInferenceCategory attribute) id_column_name (inferences.schema.Schema attribute) increase_rate() (evals.models.rate_limiters.AdaptiveTokenBucket method) inferences module Inferences (class in inferences.inferences) inferences.errors module inferences.fixtures module inferences.inferences module inferences.schema module inferences.validation module InferencesRole (class in inferences.fixtures) InvalidClassificationTemplateError InvalidColumnType InvalidEmbeddingReservedName InvalidEmbeddingVectorDataType InvalidEmbeddingVectorSize InvalidEmbeddingVectorValuesDataType InvalidSchemaError invocation_parameters() (evals.AnthropicModel method) (evals.MistralAIModel method) (evals.models.anthropic.AnthropicModel method) (evals.models.AnthropicModel method) (evals.models.mistralai.MistralAIModel method) (evals.models.MistralAIModel method) invocation_params (evals.models.openai.OpenAIModel property) (evals.models.OpenAIModel property) (evals.models.vertexai.VertexAIModel property) (evals.models.VertexAIModel property) (evals.OpenAIModel property) (evals.VertexAIModel property) is_codey_model (evals.models.vertexai.VertexAIModel property) (evals.models.VertexAIModel property) (evals.VertexAIModel property) is_codey_model() (in module evals.models.vertexai) is_list_of() (in module evals.models.base) L label (inferences.inferences.OpenInferenceSpecifier attribute) launch_app() (in module session.session) limit() (evals.models.rate_limiters.RateLimiter method) link_to_data (inferences.inferences.OpenInferenceSpecifier attribute) link_to_data_column_name (inferences.schema.EmbeddingColumnNames attribute) LiteLLMModel (class in evals) (class in evals.models) (class in evals.models.litellm) llm_classify() (in module evals) (in module evals.classify) llm_generate() (in module evals) (in module evals.generate) LLMEvaluator (class in evals) (class in evals.evaluators) load_example() (in module inferences.fixtures) LOCAL (session.session.NotebookEnvironment attribute) location (evals.GeminiModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) log_evaluations() (session.client.Client method) log_exception() (evals.executors.ExecutionDetails method) log_runtime() (evals.executors.ExecutionDetails method) log_traces() (session.client.Client method) M make_request_if_ready() (evals.models.rate_limiters.AdaptiveTokenBucket method) map_template() (in module evals.templates) MapReducer (class in evals.evaluators) max_content_size (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) max_tokens (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.GeminiModel attribute) (evals.LiteLLMModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) (evals.models.GeminiModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.OpenAIModel attribute) (evals.VertexAIModel attribute) max_tokens() (evals.models.rate_limiters.AdaptiveTokenBucket method) md5Hash (inferences.fixtures.Metadata attribute) mediaLink (inferences.fixtures.Metadata attribute) Metadata (class in inferences.fixtures) metadata() (inferences.fixtures.GCSAssets method) MISSING_INPUT (evals.classify.ClassificationStatus attribute) MissingColumns MissingEmbeddingFeatureColumnNames MissingEmbeddingFeatureLinkToDataColumnName MissingEmbeddingFeatureRawDataColumnName MissingEmbeddingFeatureVectorColumnName MissingField MissingTimestampColumnName MissingVectorColumn MistralAIModel (class in evals) (class in evals.models) (class in evals.models.mistralai) MistralRateLimitError model (evals.AnthropicModel attribute) (evals.GeminiModel attribute) (evals.LiteLLMModel attribute) (evals.MistralAIModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.GeminiModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.OpenAIModel attribute) (evals.VertexAIModel attribute) model_id (evals.BedrockModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) model_kwargs (evals.LiteLLMModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) model_name (evals.LiteLLMModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.OpenAIModel attribute) (evals.VertexAIModel attribute) module evals evals.classify evals.default_templates evals.evaluators evals.exceptions evals.executors evals.generate evals.models evals.models.anthropic evals.models.base evals.models.bedrock evals.models.litellm evals.models.mistralai evals.models.openai evals.models.rate_limiters evals.models.vertex evals.models.vertexai evals.retrievals evals.span_templates evals.templates evals.utils inferences inferences.errors inferences.fixtures inferences.inferences inferences.schema inferences.validation session session.client session.data_extractor session.evaluation session.session N n (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) name (inferences.fixtures.Fixture attribute) (inferences.inferences.Inferences property) normalize_classification_template() (in module evals.templates) normalize_prompt_template() (in module evals.templates) notebook_env (session.session.Session attribute) NotebookEnvironment (class in session.session) num_retries (evals.LiteLLMModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) O on_rate_limit_error() (evals.models.rate_limiters.AdaptiveTokenBucket method) openai_function_call_kwargs() (in module evals.utils) OpenAIModel (class in evals) (class in evals.models) (class in evals.models.openai) OpenInferenceCategory (class in inferences.inferences) OpenInferenceSpecifier (class in inferences.inferences) org_id (session.session.DatabricksContext attribute) organization (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) P parse_label_from_chain_of_thought_response() (in module evals.templates) parse_openai_function_call() (in module evals.utils) path (inferences.fixtures.Metadata attribute) paths() (inferences.fixtures.Fixture method) PhoenixContextLimitExceeded PhoenixException PhoenixTemplateMappingError prediction (inferences.inferences.OpenInferenceCategory attribute) prediction_id_column_name (inferences.schema.Schema attribute) prediction_label_column_name (inferences.schema.Schema attribute) prediction_score_column_name (inferences.schema.Schema attribute) prefix (inferences.fixtures.Fixture attribute) (inferences.fixtures.GCSAssets attribute) presence_penalty (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) primary (inferences.fixtures.ExampleInferences attribute) PRIMARY (inferences.fixtures.InferencesRole attribute) primary_file_name (inferences.fixtures.Fixture attribute) primary_schema (inferences.fixtures.Fixture attribute) printif() (in module evals.utils) ProcessSession (class in session.session) producer() (evals.executors.AsyncExecutor method) project (evals.GeminiModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) prompt() (evals.ClassificationTemplate method) (evals.PromptTemplate method) (evals.templates.ClassificationTemplate method) (evals.templates.PromptTemplate method) prompt_column_names (inferences.schema.Schema attribute) PromptOptions (class in evals.templates) PromptTemplate (class in evals) (class in evals.templates) provide_explanation (evals.templates.PromptOptions attribute) public_invocation_params (evals.models.openai.OpenAIModel property) (evals.models.OpenAIModel property) (evals.OpenAIModel property) Q QA (evals.default_templates.EvalCriteria attribute) QA_SPAN_LEVEL (evals.default_templates.EvalCriteria attribute) QAEvaluator (class in evals) (class in evals.evaluators) query_spans() (session.client.Client method) (session.data_extractor.TraceDataExtractor method) (session.session.Session method) R random_seed (evals.MistralAIModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) RateLimiter (class in evals.models.rate_limiters) RateLimitError raw_data (inferences.inferences.OpenInferenceSpecifier attribute) raw_data_column_name (inferences.schema.EmbeddingColumnNames attribute) record (evals.classify.RunEvalsPayload attribute) reference (inferences.fixtures.ExampleInferences attribute) REFERENCE (inferences.fixtures.InferencesRole attribute) reference_file_name (inferences.fixtures.Fixture attribute) REFERENCE_LINK_CORRECTNESS (evals.default_templates.EvalCriteria attribute) reference_schema (inferences.fixtures.Fixture attribute) Refiner (class in evals.evaluators) RELEVANCE (evals.default_templates.EvalCriteria attribute) RelevanceEvaluator (class in evals) (class in evals.evaluators) reload_client() (evals.evaluators.LLMEvaluator method) (evals.GeminiModel method) (evals.LLMEvaluator method) (evals.models.base.BaseModel method) (evals.models.BaseModel method) (evals.models.GeminiModel method) (evals.models.openai.OpenAIModel method) (evals.models.OpenAIModel method) (evals.models.vertex.GeminiModel method) (evals.OpenAIModel method) replace() (inferences.schema.Schema method) request_timeout (evals.LiteLLMModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.OpenAIModel attribute) response_column_names (inferences.schema.Schema attribute) response_format (evals.MistralAIModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) RetrievalEmbeddingColumnNames (class in inferences.schema) retrieved_document_ids (inferences.inferences.OpenInferenceSpecifier attribute) retrieved_document_scores (inferences.inferences.OpenInferenceSpecifier attribute) run() (evals.executors.AsyncExecutor method) (evals.executors.Executor method) (evals.executors.SyncExecutor method) run_evals() (in module evals) (in module evals.classify) RunEvalsPayload (class in evals.classify) S safe_mode (evals.MistralAIModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) safe_prompt (evals.MistralAIModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) SAGEMAKER (session.session.NotebookEnvironment attribute) save_artifact() (inferences.fixtures.Metadata method) Schema (class in inferences.schema) schema (inferences.inferences.Inferences property) SchemaError score (inferences.inferences.OpenInferenceSpecifier attribute) score() (evals.ClassificationTemplate method) (evals.templates.ClassificationTemplate method) session module Session (class in session.session) session (evals.BedrockModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) session.client module session.data_extractor module session.evaluation module session.session module set_verbosity() (in module evals.models) (in module evals.models.base) snap_to_rail() (in module evals.utils) SQL_GEN_EVAL (evals.default_templates.EvalCriteria attribute) SQLEvaluator (class in evals) (class in evals.evaluators) stop_sequences (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.GeminiModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) SUMMARIZATION (evals.default_templates.EvalCriteria attribute) SummarizationEvaluator (class in evals) (class in evals.evaluators) supports_function_calling (evals.models.openai.OpenAIModel property) (evals.models.OpenAIModel property) (evals.OpenAIModel property) SyncExecutor (class in evals.executors) T tag (inferences.inferences.OpenInferenceCategory attribute) tag_column_names (inferences.schema.Schema attribute) temperature (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.GeminiModel attribute) (evals.LiteLLMModel attribute) (evals.MistralAIModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) (evals.models.GeminiModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.OpenAIModel attribute) (evals.VertexAIModel attribute) template (evals.PromptTemplate attribute) (evals.templates.PromptTemplate attribute) ThreadSession (class in session.session) timestamp (inferences.inferences.OpenInferenceCategory attribute) timestamp_column_name (inferences.schema.Schema attribute) to_disc() (inferences.inferences.Inferences method) to_json() (inferences.schema.Schema method) top_k (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.GeminiModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) (evals.models.GeminiModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) top_p (evals.AnthropicModel attribute) (evals.BedrockModel attribute) (evals.GeminiModel attribute) (evals.LiteLLMModel attribute) (evals.MistralAIModel attribute) (evals.models.anthropic.AnthropicModel attribute) (evals.models.AnthropicModel attribute) (evals.models.bedrock.BedrockModel attribute) (evals.models.BedrockModel attribute) (evals.models.GeminiModel attribute) (evals.models.litellm.LiteLLMModel attribute) (evals.models.LiteLLMModel attribute) (evals.models.mistralai.MistralAIModel attribute) (evals.models.MistralAIModel attribute) (evals.models.openai.OpenAIModel attribute) (evals.models.OpenAIModel attribute) (evals.models.vertex.GeminiModel attribute) (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.OpenAIModel attribute) (evals.VertexAIModel attribute) TOXICITY (evals.default_templates.EvalCriteria attribute) ToxicityEvaluator (class in evals) (class in evals.evaluators) trace_dataset (session.session.Session attribute) TraceDataExtractor (class in session.data_extractor) tuned_model (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) tuned_model_name (evals.models.vertexai.VertexAIModel attribute) (evals.models.VertexAIModel attribute) (evals.VertexAIModel attribute) U UnavailableTokensError Unset (class in evals.executors) upload_dataset() (session.client.Client method) url (session.session.Session property) USER_FRUSTRATION (evals.default_templates.EvalCriteria attribute) V validate_inferences_inputs() (in module inferences.validation) ValidationError variables (evals.PromptTemplate attribute) (evals.templates.PromptTemplate attribute) vector_column_name (inferences.schema.EmbeddingColumnNames attribute) verbose_generation_info() (evals.models.base.BaseModel method) (evals.models.BaseModel method) (evals.models.openai.OpenAIModel method) (evals.models.OpenAIModel method) (evals.models.vertexai.VertexAIModel method) (evals.models.VertexAIModel method) (evals.OpenAIModel method) (evals.VertexAIModel method) VertexAIModel (class in evals) (class in evals.models) (class in evals.models.vertexai) view() (session.session.Session method) W wait_until_ready() (evals.models.rate_limiters.AdaptiveTokenBucket method) web_url (session.client.Client property)