Index _ | A | B | C | D | E | F | G | H | I | J | L | M | N | P | Q | R | S | T | U | Y _ __init__() (ml_toolkit.functions.eval_utils.constants.Metric method) (ml_toolkit.functions.llm.query.LLMResponse method) __new__() (ml_toolkit.functions.eval_utils.constants.Metric method) (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig method) (ml_toolkit.functions.llm.inference.AnyscaleJobKind method) (ml_toolkit.functions.llm.inference.AnyscaleTeam method) (ml_toolkit.functions.llm.query.LLMResponse method) A add_comparison_metrics() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) add_model_version_to_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) AgentUDTFConfig (class in ml_toolkit.functions.llm.udtf.config) AnyscaleComputeConfig (class in ml_toolkit.functions.llm.inference) AnyscaleJobKind (class in ml_toolkit.functions.llm.inference) AnyscaleTeam (class in ml_toolkit.functions.llm.inference) B B200_CPU_HEAD_1GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_CPU_HEAD_2GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_CPU_HEAD_4GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_CPU_HEAD_8GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_FOUR_NODES (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_SINGLE_NODE (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) B200_TWO_NODES (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) BACKFILL (ml_toolkit.functions.llm.inference.AnyscaleJobKind attribute) C compare_experiments_df() (in module ml_toolkit.functions.eval_utils.results) compare_runs_df() (in module ml_toolkit.functions.eval_utils.results) CORPORATE (ml_toolkit.functions.llm.inference.AnyscaleTeam attribute) create_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) created_at (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) CustomScorer (class in ml_toolkit.functions.eval_utils.helpers.types) D databricks_url (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) dataset_hash (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) DatasetConfig (class in ml_toolkit.functions.eval_utils.helpers.config) deploy_model_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) E error_count (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) EvalRunResult (class in ml_toolkit.functions.eval_utils.helpers.types) Experiment (class in ml_toolkit.functions.eval_utils.helpers.config) experiment_config (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) experiment_id (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) experiment_name (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) ExperimentResult (class in ml_toolkit.functions.eval_utils.helpers.types) F FINE_TUNING (ml_toolkit.functions.llm.inference.AnyscaleJobKind attribute) G get_experiment() (in module ml_toolkit.functions.eval_utils.results) get_experiment_df() (in module ml_toolkit.functions.eval_utils.results) get_experiment_yaml() (in module ml_toolkit.functions.eval_utils.results) get_result() (ml_toolkit.functions.llm.inference.function.RemoteInferenceRun method) get_run() (in module ml_toolkit.functions.eval_utils.results) get_run_df() (in module ml_toolkit.functions.eval_utils.results) get_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.interface) H H100_CPU_HEAD_1GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_CPU_HEAD_2GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_CPU_HEAD_4GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_CPU_HEAD_8GPU (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_FOUR_NODES (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_SINGLE_NODE (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) H100_TWO_NODES (ml_toolkit.functions.llm.inference.AnyscaleComputeConfig attribute) I INCREMENTAL (ml_toolkit.functions.llm.inference.AnyscaleJobKind attribute) InferenceConfig (class in ml_toolkit.functions.llm.udtf.config) is_complete() (ml_toolkit.functions.llm.inference.function.RemoteInferenceRun method) J job_run_id (ml_toolkit.functions.eval_utils.helpers.types.RemoteExperimentRun attribute) L list_experiments_df() (in module ml_toolkit.functions.eval_utils.results) list_runs_df() (in module ml_toolkit.functions.eval_utils.results) list_serving_endpoints() (in module ml_toolkit.functions.llm.serving_endpoints.interface) LLMJudgeConfig (class in ml_toolkit.functions.eval_utils.helpers.types) LLMResponse (class in ml_toolkit.functions.llm.query) lock_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) M Metric (class in ml_toolkit.functions.eval_utils.constants) metrics_summary (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) mlflow_experiment (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) mlflow_run_id (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) model_results (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) ModelConfig (class in ml_toolkit.functions.eval_utils.helpers.config) MultiModelUDTFConfig (class in ml_toolkit.functions.llm.udtf.config) N normalized_output_array() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) P parent_run_id (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) pivot_and_compare_results() (in module ml_toolkit.functions.eval_utils.helpers.multi_model_comparison) Q query_serving_endpoint() (in module ml_toolkit.functions.llm.serving_endpoints.helpers.query) R RemoteExperimentRun (class in ml_toolkit.functions.eval_utils.helpers.types) RemoteInferenceRun (class in ml_toolkit.functions.llm.inference.function) results_table (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) (ml_toolkit.functions.eval_utils.helpers.types.ExperimentResult attribute) row_count (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) run_agent_batch() (in module ml_toolkit.functions.llm.udtf.interface) run_evaluation() (in module ml_toolkit.functions.eval_utils.eval) run_experiment() (in module ml_toolkit.functions.eval_utils.eval) run_id (ml_toolkit.functions.eval_utils.helpers.types.EvalRunResult attribute) run_inference() (in module ml_toolkit.functions.llm.inference.interface) S ServingEndpointConfig (class in ml_toolkit.functions.llm.udtf.config) setup_serving_endpoint_udtf() (in module ml_toolkit.functions.llm.udtf.serving_endpoint) setup_udtf() (in module ml_toolkit.functions.llm.udtf.interface) status (ml_toolkit.functions.llm.inference.function.RemoteInferenceRun property) submit_anyscale_inference() (in module ml_toolkit.functions.llm.inference) T TRAINING (ml_toolkit.functions.llm.inference.AnyscaleJobKind attribute) U unlock_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) update_endpoint_traffic() (in module ml_toolkit.functions.llm.serving_endpoints.interface) upsert_eval_table() (in module ml_toolkit.functions.eval_utils.table_management) Y YODA (ml_toolkit.functions.llm.inference.AnyscaleTeam attribute)
