Index _ | A | C | D | E | G | I | J | L | M | N | P | Q | R | S | U _ __init__() (ml_toolkit.functions.eval_utils.constants.Metric method) (ml_toolkit.functions.llm.query.LLMResponse method) __new__() (ml_toolkit.functions.eval_utils.constants.Metric method) (ml_toolkit.functions.llm.query.LLMResponse method) A add_comparison_metrics() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) add_model_version_to_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) AgentUDTFConfig (class in ml_toolkit.functions.llm.udtf.config) C compare_experiments_df() (in module ml_toolkit.functions.eval_utils.results) compare_runs_df() (in module ml_toolkit.functions.eval_utils.results) create_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) create_or_fetch_prompt() (in module ml_toolkit.functions.llm) created_at (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) CustomScorer (class in ml_toolkit.functions.eval_utils.helpers.types) D databricks_url (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) dataset_hash (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) DatasetConfig (class in ml_toolkit.functions.eval_utils.helpers.config) delete_prompt() (in module ml_toolkit.functions.llm) delete_prompt_version() (in module ml_toolkit.functions.llm) deploy_model_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) E error_count (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) estimate_token_usage() (in module ml_toolkit.functions.llm) EvalRunResult (class in ml_toolkit.functions.eval_utils.helpers.types) Experiment (class in ml_toolkit.functions.eval_utils.helpers.config) experiment_config (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) experiment_id (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) experiment_name (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) ExperimentResult (class in ml_toolkit.functions.eval_utils.helpers.types) G get_experiment() (in module ml_toolkit.functions.eval_utils.results) get_experiment_df() (in module ml_toolkit.functions.eval_utils.results) get_experiment_yaml() (in module ml_toolkit.functions.eval_utils.results) get_run() (in module ml_toolkit.functions.eval_utils.results) get_run_df() (in module ml_toolkit.functions.eval_utils.results) get_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) I InferenceConfig (class in ml_toolkit.functions.llm.udtf.config) J job_run_id (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) L list_experiments_df() (in module ml_toolkit.functions.eval_utils.results) list_runs_df() (in module ml_toolkit.functions.eval_utils.results) list_serving_endpoints() (in module ml_toolkit.functions.llm.serving_endpoints.interface) LLMJudgeConfig (class in ml_toolkit.functions.eval_utils.helpers.types) LLMResponse (class in ml_toolkit.functions.llm.query) load_prompt() (in module ml_toolkit.functions.llm) lock_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) M Metric (class in ml_toolkit.functions.eval_utils.constants) metrics_summary (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) mlflow_experiment (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) mlflow_run_id (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) model_results (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) ModelConfig (class in ml_toolkit.functions.eval_utils.helpers.config) MultiModelUDTFConfig (class in ml_toolkit.functions.llm.udtf.config) N normalized_output_array() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) P parent_run_id (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) pivot_and_compare_results() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) Q query() (in module ml_toolkit.functions.llm) query_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.helpers.query) R RemoteExperimentRun (class in ml_toolkit.functions.eval_utils.helpers.types) results_table (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) row_count (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) run_agent_batch() (in module ml_toolkit.functions.llm.udtf.interface) run_evaluation() (in module ml_toolkit.functions.eval_utils.eval) run_experiment() (in module ml_toolkit.functions.eval_utils.eval) run_id (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) run_llm_batch() (in module ml_toolkit.functions.llm) run_vector_search() (in module ml_toolkit.functions.llm) S search_prompts() (in module ml_toolkit.functions.llm) ServingEndpointConfig (class in ml_toolkit.functions.llm.udtf.config) set_prompt_alias() (in module ml_toolkit.functions.llm) setup_serving_endpoint_udtf() (in module ml_toolkit.functions.llm.udtf.serving_endpoint) setup_udtf() (in module ml_toolkit.functions.llm.udtf.interface) U unlock_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) update_endpoint_traffic() (in module ml_toolkit.functions.llm.serving_endpoints.interface) upsert_eval_table() (in module ml_toolkit.functions.eval_utils.table_management)
