Index

A

acalibrate() (root.skills.Evaluators method) acalibrate_batch() (root.skills.Evaluators method) acalibrate_existing() (root.skills.Evaluators method) ACalibrateBatchParameters (class in root.skills) ACalibrateBatchResult (class in root.skills) acreate() (root.datasets.DataSets method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.skills.Evaluators method) adelete() (root.datasets.DataSets method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.skills.Evaluators method) AEvaluator (class in root.skills) agenerate() (root.judges.Judges method) aget() (root.datasets.DataSets method) (root.execution_logs.ExecutionLogs method) (root.judges.Judges method) (root.objectives.Objectives method) (root.skills.Evaluators method) aget_by_name() (root.skills.Evaluators method)

AJudge (class in root.judges) alist() (root.datasets.DataSets method) (root.execution_logs.ExecutionLogs method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.objectives.Versions method) (root.skills.Evaluators method) (root.skills.Versions method) Answer_Correctness (root.skills.Evaluators.Eval attribute) Answer_Relevance (root.skills.Evaluators.Eval attribute) Answer_Semantic_Similarity (root.skills.Evaluators.Eval attribute) AObjective (class in root.objectives) api_key (root.client.RootSignals attribute) (root.datasets.DataSets attribute) APresetEvaluatorRunner (class in root.skills) arun() (root.judges.AJudge method) (root.judges.Judges method) (root.skills.AEvaluator method) (root.skills.Evaluators method) arun_by_name() (root.skills.Evaluators method) aupdate() (root.judges.Judges method) (root.objectives.Objectives method) (root.skills.Evaluators method)

B

base_url (root.client.RootSignals attribute) (root.datasets.DataSets attribute)

Beta (class in root.client) beta (root.client.RootSignals property)

C

calibrate() (root.skills.Evaluators method) calibrate_batch() (root.skills.Evaluators method) calibrate_existing() (root.skills.Evaluators method) CalibrateBatchParameters (class in root.skills) CalibrateBatchResult (class in root.skills) change_note (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) chat_id (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) Clarity (root.skills.Evaluators.Eval attribute) client_context (root.datasets.DataSets attribute) (root.execution_logs.ExecutionLogs attribute) (root.judges.AJudge attribute) (root.judges.Judge attribute) (root.judges.Judges attribute) (root.models.Models attribute) (root.objectives.AObjective attribute) (root.objectives.Objective attribute) (root.objectives.Objectives attribute) (root.objectives.Versions attribute) (root.skills.AEvaluator attribute) (root.skills.APresetEvaluatorRunner attribute) (root.skills.Evaluator attribute) (root.skills.Evaluators attribute) (root.skills.PresetEvaluatorRunner attribute) (root.skills.Versions attribute) Coherence (root.skills.Evaluators.Eval attribute) Completeness (root.skills.Evaluators.Eval attribute) Compliance_Preview (root.skills.Evaluators.Eval attribute) Conciseness (root.skills.Evaluators.Eval attribute) Confidentiality (root.skills.Evaluators.Eval attribute) Context_Precision (root.skills.Evaluators.Eval attribute) Context_Recall (root.skills.Evaluators.Eval attribute) contexts (root.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute)

cost (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) create() (root.datasets.DataSets method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.skills.Evaluators method) created_at (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

D

dataset (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) dataset_id (root.skills.ReferenceVariable attribute) DataSetCreate (class in root.generated.openapi_aclient.models.data_set_create) (class in root.generated.openapi_client.models.data_set_create) DataSetList (class in root.generated.openapi_aclient.models.data_set_list) (class in root.generated.openapi_client.models.data_set_list) DataSets (class in root.datasets) datasets (root.client.RootSignals property) DataSetType (class in root.generated.openapi_aclient.models.data_set_type) (class in root.generated.openapi_client.models.data_set_type)

default_key (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_client.models.model.Model attribute) delete() (root.datasets.DataSets method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.skills.Evaluators method) duration (root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute)

E

email (root.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (root.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) end (root.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (root.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) Engagingness (root.skills.Evaluators.Eval attribute) error_code (root.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (root.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) evaluation_context (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) Evaluator (class in root.generated.openapi_aclient.models.evaluator) (class in root.generated.openapi_client.models.evaluator) (class in root.skills) evaluator (root.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (root.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) evaluator_demonstrations (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) evaluator_id (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.skills.APresetEvaluatorRunner attribute) (root.skills.PresetEvaluatorRunner attribute) evaluator_latencies (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) evaluator_name (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) evaluator_results (root.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (root.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (root.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) evaluator_version_id (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.skills.APresetEvaluatorRunner attribute) (root.skills.PresetEvaluatorRunner attribute) EvaluatorCalibrationOutput (class in root.generated.openapi_aclient.models.evaluator_calibration_output) (class in root.generated.openapi_client.models.evaluator_calibration_output) EvaluatorCalibrationResult (class in root.generated.openapi_aclient.models.evaluator_calibration_result) (class in root.generated.openapi_client.models.evaluator_calibration_result) EvaluatorDemonstration (class in root.skills) EvaluatorDemonstrations (class in root.generated.openapi_aclient.models.evaluator_demonstrations) (class in root.generated.openapi_client.models.evaluator_demonstrations) EvaluatorExecutionFunctionParameterTypeEnum (class in root.generated.openapi_aclient.models.evaluator_execution_function_parameter_type_enum) (class in root.generated.openapi_client.models.evaluator_execution_function_parameter_type_enum) EvaluatorExecutionFunctionsTypeEnum (class in root.generated.openapi_aclient.models.evaluator_execution_functions_type_enum) (class in root.generated.openapi_client.models.evaluator_execution_functions_type_enum)

EvaluatorExecutionResult (class in root.generated.openapi_aclient.models.evaluator_execution_result) (class in root.generated.openapi_client.models.evaluator_execution_result) EvaluatorInputsValue (class in root.generated.openapi_aclient.models.evaluator_inputs_value) (class in root.generated.openapi_client.models.evaluator_inputs_value) EvaluatorInputsValueItems (class in root.generated.openapi_aclient.models.evaluator_inputs_value_items) (class in root.generated.openapi_client.models.evaluator_inputs_value_items) EvaluatorListOutput (class in root.generated.openapi_aclient.models.evaluator_list_output) (class in root.generated.openapi_client.models.evaluator_list_output) EvaluatorName (root.skills.Evaluators attribute) EvaluatorReference (class in root.generated.openapi_aclient.models.evaluator_reference) (class in root.generated.openapi_client.models.evaluator_reference) EvaluatorResult (class in root.generated.openapi_aclient.models.evaluator_result) (class in root.generated.openapi_client.models.evaluator_result) Evaluators (class in root.skills) evaluators (root.client.RootSignals property) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) Evaluators.Eval (class in root.skills) execution_log_id (root.execution_logs.ExecutionResult attribute) (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) execution_logs (root.client.RootSignals property) ExecutionLogDetails (class in root.generated.openapi_aclient.models.execution_log_details) (class in root.generated.openapi_client.models.execution_log_details) ExecutionLogDetailsEvaluationContext (class in root.generated.openapi_aclient.models.execution_log_details_evaluation_context) (class in root.generated.openapi_client.models.execution_log_details_evaluation_context) ExecutionLogDetailsEvaluatorLatenciesInner (class in root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner) (class in root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner) ExecutionLogDetailsJudge (class in root.generated.openapi_aclient.models.execution_log_details_judge) (class in root.generated.openapi_client.models.execution_log_details_judge) ExecutionLogDetailsObjective (class in root.generated.openapi_aclient.models.execution_log_details_objective) (class in root.generated.openapi_client.models.execution_log_details_objective) ExecutionLogDetailsSkill (class in root.generated.openapi_aclient.models.execution_log_details_skill) (class in root.generated.openapi_client.models.execution_log_details_skill) ExecutionLogList (class in root.generated.openapi_aclient.models.execution_log_list) (class in root.generated.openapi_client.models.execution_log_list) ExecutionLogListEvaluationContext (class in root.generated.openapi_aclient.models.execution_log_list_evaluation_context) (class in root.generated.openapi_client.models.execution_log_list_evaluation_context) ExecutionLogListSkill (class in root.generated.openapi_aclient.models.execution_log_list_skill) (class in root.generated.openapi_client.models.execution_log_list_skill) ExecutionLogs (class in root.execution_logs) ExecutionResult (class in root.execution_logs) expected_output (root.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) expected_score (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute)

F

Faithfulness (root.skills.Evaluators.Eval attribute) Faithfulness_Swift (root.skills.Evaluators.Eval attribute) file (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) files (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_client.models.judge.Judge attribute)

FINISHED (root.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (root.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Formality (root.skills.Evaluators.Eval attribute) full_name (root.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (root.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) FUNCTION (root.generated.openapi_aclient.models.evaluator_execution_functions_type_enum.EvaluatorExecutionFunctionsTypeEnum attribute) (root.generated.openapi_client.models.evaluator_execution_functions_type_enum.EvaluatorExecutionFunctionsTypeEnum attribute)

G

generate() (root.judges.Judges method) get() (root.datasets.DataSets method) (root.execution_logs.ExecutionLogs method) (root.judges.Judges method) (root.objectives.Objectives method) (root.skills.Evaluators method)

get_by_name() (root.skills.Evaluators method) get_client_context (root.client.RootSignals property) GLOBAL (root.generated.openapi_aclient.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_aclient.models.visibility_enum.VisibilityEnum attribute) (root.generated.openapi_client.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_client.models.visibility_enum.VisibilityEnum attribute)

H

Harmlessness (root.skills.Evaluators.Eval attribute) has_header (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute)

Helpfulness (root.skills.Evaluators.Eval attribute)

I

ID (class in root.generated.openapi_aclient.models.id) (class in root.generated.openapi_client.models.id) id (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_aclient.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_aclient.models.id.ID attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_aclient.models.model_list.ModelList attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_client.models.id.ID attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.model.Model attribute) (root.generated.openapi_client.models.model_list.ModelList attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.provider.Provider attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

improved_response (root.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) input_variables (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) inputs (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) InputVariable (class in root.generated.openapi_aclient.models.input_variable) (class in root.generated.openapi_client.models.input_variable) (class in root.skills) intent (root.generated.openapi_aclient.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (root.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (root.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) is_gdpr_compliant (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_client.models.provider.Provider attribute) is_root_evaluator (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) items (root.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (root.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute)

J

JSON_Content_Accuracy (root.skills.Evaluators.Eval attribute) JSON_Empty_Values_Ratio (root.skills.Evaluators.Eval attribute) JSON_Property_Completeness (root.skills.Evaluators.Eval attribute) JSON_Property_Name_Accuracy (root.skills.Evaluators.Eval attribute) JSON_Property_Type_Accuracy (root.skills.Evaluators.Eval attribute) Judge (class in root.generated.openapi_aclient.models.judge) (class in root.generated.openapi_client.models.judge) (class in root.judges) judge (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) judge_id (root.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (root.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) JudgeExecutionResponse (class in root.generated.openapi_aclient.models.judge_execution_response) (class in root.generated.openapi_client.models.judge_execution_response) JudgeFilesInner (class in root.generated.openapi_aclient.models.judge_files_inner) (class in root.generated.openapi_client.models.judge_files_inner) JudgeGeneratorResponse (class in root.generated.openapi_aclient.models.judge_generator_response) (class in root.generated.openapi_client.models.judge_generator_response) JudgeList (class in root.generated.openapi_aclient.models.judge_list) (class in root.generated.openapi_client.models.judge_list)

JudgeRectifierResponse (class in root.generated.openapi_aclient.models.judge_rectifier_response) (class in root.generated.openapi_client.models.judge_rectifier_response) Judges (class in root.judges) judges (root.client.Beta property) (root.client.RootSignals property) JudgeStatusEnum (class in root.generated.openapi_aclient.models.judge_status_enum) (class in root.generated.openapi_client.models.judge_status_enum) justification (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.skills.EvaluatorDemonstration attribute)

L

list() (root.datasets.DataSets method) (root.execution_logs.ExecutionLogs method) (root.judges.Judges method) (root.models.Models method) (root.objectives.Objectives method) (root.objectives.Versions method) (root.skills.Evaluators method) (root.skills.Versions method) LISTED (root.generated.openapi_aclient.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_aclient.models.status_change_status_enum.StatusChangeStatusEnum attribute) (root.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (root.generated.openapi_aclient.models.visibility_enum.VisibilityEnum attribute) (root.generated.openapi_client.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_client.models.status_change_status_enum.StatusChangeStatusEnum attribute) (root.generated.openapi_client.models.status_enum.StatusEnum attribute) (root.generated.openapi_client.models.visibility_enum.VisibilityEnum attribute)

llm_output (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) logo_dark (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_client.models.provider.Provider attribute) logo_light (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_client.models.provider.Provider attribute)

M

mae_errors_model (root.skills.ACalibrateBatchResult attribute) (root.skills.CalibrateBatchResult attribute) mae_errors_prompt (root.skills.ACalibrateBatchResult attribute) (root.skills.CalibrateBatchResult attribute) MANAGED (root.generated.openapi_aclient.models.skill_type_enum.SkillTypeEnum attribute) (root.generated.openapi_client.models.skill_type_enum.SkillTypeEnum attribute) max_output_token_count (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_client.models.model.Model attribute) max_token_count (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_client.models.model.Model attribute) meta (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) Model (class in root.generated.openapi_aclient.models.model) (class in root.generated.openapi_client.models.model) model (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.model.Model attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) model_call_duration (root.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) model_config (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (root.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (root.generated.openapi_aclient.models.execution_log_details_judge.ExecutionLogDetailsJudge attribute) (root.generated.openapi_aclient.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_aclient.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (root.generated.openapi_aclient.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_aclient.models.id.ID attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_execution_response.JudgeExecutionResponse attribute) (root.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_aclient.models.judge_generator_response.JudgeGeneratorResponse attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_aclient.models.model_list.ModelList attribute) (root.generated.openapi_aclient.models.model_params.ModelParams attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_aclient.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_aclient.models.nested_user_details.NestedUserDetails attribute) (root.generated.openapi_aclient.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (root.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (root.generated.openapi_aclient.models.status_change.StatusChange attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (root.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_details_evaluation_context.ExecutionLogDetailsEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner.ExecutionLogDetailsEvaluatorLatenciesInner attribute) (root.generated.openapi_client.models.execution_log_details_judge.ExecutionLogDetailsJudge attribute) (root.generated.openapi_client.models.execution_log_details_objective.ExecutionLogDetailsObjective attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_list_evaluation_context.ExecutionLogListEvaluationContext attribute) (root.generated.openapi_client.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_client.models.id.ID attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_execution_response.JudgeExecutionResponse attribute) (root.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_client.models.judge_generator_response.JudgeGeneratorResponse attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_client.models.model.Model attribute) (root.generated.openapi_client.models.model_list.ModelList attribute) (root.generated.openapi_client.models.model_params.ModelParams attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.nested_evaluator_objective.NestedEvaluatorObjective attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_client.models.nested_user_details.NestedUserDetails attribute) (root.generated.openapi_client.models.nested_vector_objective.NestedVectorObjective attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) (root.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.generated.openapi_client.models.provider.Provider attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (root.generated.openapi_client.models.status_change.StatusChange attribute) model_params (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) ModelList (class in root.generated.openapi_aclient.models.model_list) (class in root.generated.openapi_client.models.model_list)

ModelName (in module root.skills) ModelParams (class in root.generated.openapi_aclient.models.model_params) (class in root.generated.openapi_client.models.model_params) (class in root.skills) Models (class in root.models) models (root.client.RootSignals property) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) module root root.client root.datasets root.execution_logs root.generated root.generated.openapi_aclient root.generated.openapi_aclient.api root.generated.openapi_aclient.models root.generated.openapi_aclient.models.data_set_create root.generated.openapi_aclient.models.data_set_list root.generated.openapi_aclient.models.data_set_type root.generated.openapi_aclient.models.evaluator root.generated.openapi_aclient.models.evaluator_calibration_output root.generated.openapi_aclient.models.evaluator_calibration_result root.generated.openapi_aclient.models.evaluator_demonstrations root.generated.openapi_aclient.models.evaluator_execution_function_parameter_type_enum root.generated.openapi_aclient.models.evaluator_execution_functions_type_enum root.generated.openapi_aclient.models.evaluator_execution_result root.generated.openapi_aclient.models.evaluator_inputs_value root.generated.openapi_aclient.models.evaluator_inputs_value_items root.generated.openapi_aclient.models.evaluator_list_output root.generated.openapi_aclient.models.evaluator_reference root.generated.openapi_aclient.models.evaluator_result root.generated.openapi_aclient.models.execution_log_details root.generated.openapi_aclient.models.execution_log_details_evaluation_context root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner root.generated.openapi_aclient.models.execution_log_details_judge root.generated.openapi_aclient.models.execution_log_details_objective root.generated.openapi_aclient.models.execution_log_details_skill root.generated.openapi_aclient.models.execution_log_list root.generated.openapi_aclient.models.execution_log_list_evaluation_context root.generated.openapi_aclient.models.execution_log_list_skill root.generated.openapi_aclient.models.id root.generated.openapi_aclient.models.input_variable root.generated.openapi_aclient.models.judge root.generated.openapi_aclient.models.judge_execution_response root.generated.openapi_aclient.models.judge_files_inner root.generated.openapi_aclient.models.judge_generator_response root.generated.openapi_aclient.models.judge_list root.generated.openapi_aclient.models.judge_rectifier_response root.generated.openapi_aclient.models.judge_status_enum root.generated.openapi_aclient.models.model root.generated.openapi_aclient.models.model_list root.generated.openapi_aclient.models.model_params root.generated.openapi_aclient.models.nested_evaluator root.generated.openapi_aclient.models.nested_evaluator_objective root.generated.openapi_aclient.models.nested_objective_evaluator root.generated.openapi_aclient.models.nested_objective_list root.generated.openapi_aclient.models.nested_user_details root.generated.openapi_aclient.models.nested_vector_objective root.generated.openapi_aclient.models.objective root.generated.openapi_aclient.models.objective_list root.generated.openapi_aclient.models.objective_validator root.generated.openapi_aclient.models.paginated_data_set_list_list root.generated.openapi_aclient.models.paginated_evaluator_list root.generated.openapi_aclient.models.paginated_evaluator_list_output_list root.generated.openapi_aclient.models.paginated_execution_log_list_list root.generated.openapi_aclient.models.paginated_judge_list_list root.generated.openapi_aclient.models.paginated_model_list_list root.generated.openapi_aclient.models.paginated_objective_list root.generated.openapi_aclient.models.paginated_objective_list_list root.generated.openapi_aclient.models.provider root.generated.openapi_aclient.models.reference_variable root.generated.openapi_aclient.models.skill_execution_validator_result root.generated.openapi_aclient.models.skill_test_data_request_dataset_range root.generated.openapi_aclient.models.skill_type_enum root.generated.openapi_aclient.models.status_change root.generated.openapi_aclient.models.status_change_status_enum root.generated.openapi_aclient.models.status_enum root.generated.openapi_aclient.models.validation_result_status root.generated.openapi_aclient.models.visibility_enum root.generated.openapi_client root.generated.openapi_client.api root.generated.openapi_client.models root.generated.openapi_client.models.data_set_create root.generated.openapi_client.models.data_set_list root.generated.openapi_client.models.data_set_type root.generated.openapi_client.models.evaluator root.generated.openapi_client.models.evaluator_calibration_output root.generated.openapi_client.models.evaluator_calibration_result root.generated.openapi_client.models.evaluator_demonstrations root.generated.openapi_client.models.evaluator_execution_function_parameter_type_enum root.generated.openapi_client.models.evaluator_execution_functions_type_enum root.generated.openapi_client.models.evaluator_execution_result root.generated.openapi_client.models.evaluator_inputs_value root.generated.openapi_client.models.evaluator_inputs_value_items root.generated.openapi_client.models.evaluator_list_output root.generated.openapi_client.models.evaluator_reference root.generated.openapi_client.models.evaluator_result root.generated.openapi_client.models.execution_log_details root.generated.openapi_client.models.execution_log_details_evaluation_context root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner root.generated.openapi_client.models.execution_log_details_judge root.generated.openapi_client.models.execution_log_details_objective root.generated.openapi_client.models.execution_log_details_skill root.generated.openapi_client.models.execution_log_list root.generated.openapi_client.models.execution_log_list_evaluation_context root.generated.openapi_client.models.execution_log_list_skill root.generated.openapi_client.models.id root.generated.openapi_client.models.input_variable root.generated.openapi_client.models.judge root.generated.openapi_client.models.judge_execution_response root.generated.openapi_client.models.judge_files_inner root.generated.openapi_client.models.judge_generator_response root.generated.openapi_client.models.judge_list root.generated.openapi_client.models.judge_rectifier_response root.generated.openapi_client.models.judge_status_enum root.generated.openapi_client.models.model root.generated.openapi_client.models.model_list root.generated.openapi_client.models.model_params root.generated.openapi_client.models.nested_evaluator root.generated.openapi_client.models.nested_evaluator_objective root.generated.openapi_client.models.nested_objective_evaluator root.generated.openapi_client.models.nested_objective_list root.generated.openapi_client.models.nested_user_details root.generated.openapi_client.models.nested_vector_objective root.generated.openapi_client.models.objective root.generated.openapi_client.models.objective_list root.generated.openapi_client.models.objective_validator root.generated.openapi_client.models.paginated_data_set_list_list root.generated.openapi_client.models.paginated_evaluator_list root.generated.openapi_client.models.paginated_evaluator_list_output_list root.generated.openapi_client.models.paginated_execution_log_list_list root.generated.openapi_client.models.paginated_judge_list_list root.generated.openapi_client.models.paginated_model_list_list root.generated.openapi_client.models.paginated_objective_list root.generated.openapi_client.models.paginated_objective_list_list root.generated.openapi_client.models.provider root.generated.openapi_client.models.reference_variable root.generated.openapi_client.models.skill_execution_validator_result root.generated.openapi_client.models.skill_test_data_request_dataset_range root.generated.openapi_client.models.skill_type_enum root.generated.openapi_client.models.status_change root.generated.openapi_client.models.status_change_status_enum root.generated.openapi_client.models.status_enum root.generated.openapi_client.models.validation_result_status root.generated.openapi_client.models.visibility_enum root.judges root.models root.objectives root.skills

N

name (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.execution_log_details_judge.ExecutionLogDetailsJudge attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_aclient.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_aclient.models.model_list.ModelList attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_aclient.models.provider.Provider attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.execution_log_details_judge.ExecutionLogDetailsJudge attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.model.Model attribute) (root.generated.openapi_client.models.model_list.ModelList attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.provider.Provider attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) (root.skills.InputVariable attribute) (root.skills.ReferenceVariable attribute)

NATIVE (root.generated.openapi_aclient.models.skill_type_enum.SkillTypeEnum attribute) (root.generated.openapi_client.models.skill_type_enum.SkillTypeEnum attribute) NestedEvaluator (class in root.generated.openapi_aclient.models.nested_evaluator) (class in root.generated.openapi_client.models.nested_evaluator) NestedEvaluatorObjective (class in root.generated.openapi_aclient.models.nested_evaluator_objective) (class in root.generated.openapi_client.models.nested_evaluator_objective) NestedObjectiveEvaluator (class in root.generated.openapi_aclient.models.nested_objective_evaluator) (class in root.generated.openapi_client.models.nested_objective_evaluator) NestedObjectiveList (class in root.generated.openapi_aclient.models.nested_objective_list) (class in root.generated.openapi_client.models.nested_objective_list) NestedUserDetails (class in root.generated.openapi_aclient.models.nested_user_details) (class in root.generated.openapi_client.models.nested_user_details) NestedVectorObjective (class in root.generated.openapi_aclient.models.nested_vector_objective) (class in root.generated.openapi_client.models.nested_vector_objective) next (root.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) Non_toxicity (root.skills.Evaluators.Eval attribute)

O

OBJECT (root.generated.openapi_aclient.models.evaluator_execution_function_parameter_type_enum.EvaluatorExecutionFunctionParameterTypeEnum attribute) (root.generated.openapi_client.models.evaluator_execution_function_parameter_type_enum.EvaluatorExecutionFunctionParameterTypeEnum attribute) Objective (class in root.generated.openapi_aclient.models.objective) (class in root.generated.openapi_client.models.objective) (class in root.objectives) objective (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) ObjectiveList (class in root.generated.openapi_aclient.models.objective_list) (class in root.generated.openapi_client.models.objective_list) Objectives (class in root.objectives) objectives (root.client.RootSignals property) ObjectiveValidator (class in root.generated.openapi_aclient.models.objective_validator) (class in root.generated.openapi_client.models.objective_validator) original_evaluator_results (root.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute)

original_response (root.generated.openapi_aclient.models.judge_rectifier_response.JudgeRectifierResponse attribute) (root.generated.openapi_client.models.judge_rectifier_response.JudgeRectifierResponse attribute) Originality (root.skills.Evaluators.Eval attribute) owner (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_aclient.models.model_list.ModelList attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.model_list.ModelList attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute)

P

PaginatedDataSetListList (class in root.generated.openapi_aclient.models.paginated_data_set_list_list) (class in root.generated.openapi_client.models.paginated_data_set_list_list) PaginatedEvaluatorList (class in root.generated.openapi_aclient.models.paginated_evaluator_list) (class in root.generated.openapi_client.models.paginated_evaluator_list) PaginatedEvaluatorListOutputList (class in root.generated.openapi_aclient.models.paginated_evaluator_list_output_list) (class in root.generated.openapi_client.models.paginated_evaluator_list_output_list) PaginatedExecutionLogListList (class in root.generated.openapi_aclient.models.paginated_execution_log_list_list) (class in root.generated.openapi_client.models.paginated_execution_log_list_list) PaginatedJudgeListList (class in root.generated.openapi_aclient.models.paginated_judge_list_list) (class in root.generated.openapi_client.models.paginated_judge_list_list) PaginatedModelListList (class in root.generated.openapi_aclient.models.paginated_model_list_list) (class in root.generated.openapi_client.models.paginated_model_list_list) PaginatedObjectiveList (class in root.generated.openapi_aclient.models.paginated_objective_list) (class in root.generated.openapi_client.models.paginated_objective_list) PaginatedObjectiveListList (class in root.generated.openapi_aclient.models.paginated_objective_list_list) (class in root.generated.openapi_client.models.paginated_objective_list_list) parent_execution_log_id (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) PENDING (root.generated.openapi_aclient.models.validation_result_status.ValidationResultStatus attribute) (root.generated.openapi_client.models.validation_result_status.ValidationResultStatus attribute) Persuasiveness (root.skills.Evaluators.Eval attribute) pii_filter (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) Politeness (root.skills.Evaluators.Eval attribute) Precision (root.skills.Evaluators.Eval attribute) PresetEvaluatorRunner (class in root.skills) previous (root.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute)

prompt (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) Provider (class in root.generated.openapi_aclient.models.provider) (class in root.generated.openapi_client.models.provider) provider (root.generated.openapi_aclient.models.model_list.ModelList attribute) (root.generated.openapi_client.models.model_list.ModelList attribute) PUBLIC (root.generated.openapi_aclient.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (root.generated.openapi_client.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_client.models.status_enum.StatusEnum attribute) PUBLIC_UNLISTED (root.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (root.generated.openapi_client.models.status_enum.StatusEnum attribute)

Q

Quality_of_Writing_Creative (root.skills.Evaluators.Eval attribute)

Quality_of_Writing_Professional (root.skills.Evaluators.Eval attribute)

R

REFERENCE (root.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (root.generated.openapi_client.models.data_set_type.DataSetType attribute) reference_variables (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.skills.ACalibrateBatchParameters attribute) (root.skills.CalibrateBatchParameters attribute) ReferenceVariable (class in root.generated.openapi_aclient.models.reference_variable) (class in root.generated.openapi_client.models.reference_variable) (class in root.skills) Relevance (root.skills.Evaluators.Eval attribute) rendered_prompt (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) request (root.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.skills.EvaluatorDemonstration attribute) requires_contexts (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) requires_expected_output (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) requires_functions (root.generated.openapi_aclient.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) (root.generated.openapi_client.models.nested_objective_evaluator.NestedObjectiveEvaluator attribute) response (root.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.skills.EvaluatorDemonstration attribute) result (root.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) results (root.generated.openapi_aclient.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_aclient.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_aclient.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_aclient.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_aclient.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_aclient.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_aclient.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.generated.openapi_client.models.paginated_data_set_list_list.PaginatedDataSetListList attribute) (root.generated.openapi_client.models.paginated_evaluator_list.PaginatedEvaluatorList attribute) (root.generated.openapi_client.models.paginated_evaluator_list_output_list.PaginatedEvaluatorListOutputList attribute) (root.generated.openapi_client.models.paginated_execution_log_list_list.PaginatedExecutionLogListList attribute) (root.generated.openapi_client.models.paginated_judge_list_list.PaginatedJudgeListList attribute) (root.generated.openapi_client.models.paginated_model_list_list.PaginatedModelListList attribute) (root.generated.openapi_client.models.paginated_objective_list.PaginatedObjectiveList attribute) (root.generated.openapi_client.models.paginated_objective_list_list.PaginatedObjectiveListList attribute) (root.skills.ACalibrateBatchResult attribute) (root.skills.CalibrateBatchResult attribute) rms_errors_model (root.skills.ACalibrateBatchResult attribute) (root.skills.CalibrateBatchResult attribute) rms_errors_prompt (root.skills.ACalibrateBatchResult attribute) (root.skills.CalibrateBatchResult attribute) root module root.client module root.datasets module root.execution_logs module root.generated module root.generated.openapi_aclient module root.generated.openapi_aclient.api module root.generated.openapi_aclient.models module root.generated.openapi_aclient.models.data_set_create module root.generated.openapi_aclient.models.data_set_list module root.generated.openapi_aclient.models.data_set_type module root.generated.openapi_aclient.models.evaluator module root.generated.openapi_aclient.models.evaluator_calibration_output module root.generated.openapi_aclient.models.evaluator_calibration_result module root.generated.openapi_aclient.models.evaluator_demonstrations module root.generated.openapi_aclient.models.evaluator_execution_function_parameter_type_enum module root.generated.openapi_aclient.models.evaluator_execution_functions_type_enum module root.generated.openapi_aclient.models.evaluator_execution_result module root.generated.openapi_aclient.models.evaluator_inputs_value module root.generated.openapi_aclient.models.evaluator_inputs_value_items module root.generated.openapi_aclient.models.evaluator_list_output module root.generated.openapi_aclient.models.evaluator_reference module root.generated.openapi_aclient.models.evaluator_result module root.generated.openapi_aclient.models.execution_log_details module root.generated.openapi_aclient.models.execution_log_details_evaluation_context module root.generated.openapi_aclient.models.execution_log_details_evaluator_latencies_inner module root.generated.openapi_aclient.models.execution_log_details_judge module root.generated.openapi_aclient.models.execution_log_details_objective module root.generated.openapi_aclient.models.execution_log_details_skill module root.generated.openapi_aclient.models.execution_log_list module root.generated.openapi_aclient.models.execution_log_list_evaluation_context module root.generated.openapi_aclient.models.execution_log_list_skill module root.generated.openapi_aclient.models.id module root.generated.openapi_aclient.models.input_variable module root.generated.openapi_aclient.models.judge module root.generated.openapi_aclient.models.judge_execution_response module root.generated.openapi_aclient.models.judge_files_inner module root.generated.openapi_aclient.models.judge_generator_response module root.generated.openapi_aclient.models.judge_list module root.generated.openapi_aclient.models.judge_rectifier_response module root.generated.openapi_aclient.models.judge_status_enum module root.generated.openapi_aclient.models.model module root.generated.openapi_aclient.models.model_list module root.generated.openapi_aclient.models.model_params module root.generated.openapi_aclient.models.nested_evaluator module root.generated.openapi_aclient.models.nested_evaluator_objective module root.generated.openapi_aclient.models.nested_objective_evaluator module root.generated.openapi_aclient.models.nested_objective_list module root.generated.openapi_aclient.models.nested_user_details module root.generated.openapi_aclient.models.nested_vector_objective module root.generated.openapi_aclient.models.objective module root.generated.openapi_aclient.models.objective_list module root.generated.openapi_aclient.models.objective_validator module root.generated.openapi_aclient.models.paginated_data_set_list_list module root.generated.openapi_aclient.models.paginated_evaluator_list module root.generated.openapi_aclient.models.paginated_evaluator_list_output_list module root.generated.openapi_aclient.models.paginated_execution_log_list_list module root.generated.openapi_aclient.models.paginated_judge_list_list module root.generated.openapi_aclient.models.paginated_model_list_list module root.generated.openapi_aclient.models.paginated_objective_list module

root.generated.openapi_aclient.models.paginated_objective_list_list module root.generated.openapi_aclient.models.provider module root.generated.openapi_aclient.models.reference_variable module root.generated.openapi_aclient.models.skill_execution_validator_result module root.generated.openapi_aclient.models.skill_test_data_request_dataset_range module root.generated.openapi_aclient.models.skill_type_enum module root.generated.openapi_aclient.models.status_change module root.generated.openapi_aclient.models.status_change_status_enum module root.generated.openapi_aclient.models.status_enum module root.generated.openapi_aclient.models.validation_result_status module root.generated.openapi_aclient.models.visibility_enum module root.generated.openapi_client module root.generated.openapi_client.api module root.generated.openapi_client.models module root.generated.openapi_client.models.data_set_create module root.generated.openapi_client.models.data_set_list module root.generated.openapi_client.models.data_set_type module root.generated.openapi_client.models.evaluator module root.generated.openapi_client.models.evaluator_calibration_output module root.generated.openapi_client.models.evaluator_calibration_result module root.generated.openapi_client.models.evaluator_demonstrations module root.generated.openapi_client.models.evaluator_execution_function_parameter_type_enum module root.generated.openapi_client.models.evaluator_execution_functions_type_enum module root.generated.openapi_client.models.evaluator_execution_result module root.generated.openapi_client.models.evaluator_inputs_value module root.generated.openapi_client.models.evaluator_inputs_value_items module root.generated.openapi_client.models.evaluator_list_output module root.generated.openapi_client.models.evaluator_reference module root.generated.openapi_client.models.evaluator_result module root.generated.openapi_client.models.execution_log_details module root.generated.openapi_client.models.execution_log_details_evaluation_context module root.generated.openapi_client.models.execution_log_details_evaluator_latencies_inner module root.generated.openapi_client.models.execution_log_details_judge module root.generated.openapi_client.models.execution_log_details_objective module root.generated.openapi_client.models.execution_log_details_skill module root.generated.openapi_client.models.execution_log_list module root.generated.openapi_client.models.execution_log_list_evaluation_context module root.generated.openapi_client.models.execution_log_list_skill module root.generated.openapi_client.models.id module root.generated.openapi_client.models.input_variable module root.generated.openapi_client.models.judge module root.generated.openapi_client.models.judge_execution_response module root.generated.openapi_client.models.judge_files_inner module root.generated.openapi_client.models.judge_generator_response module root.generated.openapi_client.models.judge_list module root.generated.openapi_client.models.judge_rectifier_response module root.generated.openapi_client.models.judge_status_enum module root.generated.openapi_client.models.model module root.generated.openapi_client.models.model_list module root.generated.openapi_client.models.model_params module root.generated.openapi_client.models.nested_evaluator module root.generated.openapi_client.models.nested_evaluator_objective module root.generated.openapi_client.models.nested_objective_evaluator module root.generated.openapi_client.models.nested_objective_list module root.generated.openapi_client.models.nested_user_details module root.generated.openapi_client.models.nested_vector_objective module root.generated.openapi_client.models.objective module root.generated.openapi_client.models.objective_list module root.generated.openapi_client.models.objective_validator module root.generated.openapi_client.models.paginated_data_set_list_list module root.generated.openapi_client.models.paginated_evaluator_list module root.generated.openapi_client.models.paginated_evaluator_list_output_list module root.generated.openapi_client.models.paginated_execution_log_list_list module root.generated.openapi_client.models.paginated_judge_list_list module root.generated.openapi_client.models.paginated_model_list_list module root.generated.openapi_client.models.paginated_objective_list module root.generated.openapi_client.models.paginated_objective_list_list module root.generated.openapi_client.models.provider module root.generated.openapi_client.models.reference_variable module root.generated.openapi_client.models.skill_execution_validator_result module root.generated.openapi_client.models.skill_test_data_request_dataset_range module root.generated.openapi_client.models.skill_type_enum module root.generated.openapi_client.models.status_change module root.generated.openapi_client.models.status_change_status_enum module root.generated.openapi_client.models.status_enum module root.generated.openapi_client.models.validation_result_status module root.generated.openapi_client.models.visibility_enum module root.judges module root.models module root.objectives module root.skills module RootSignals (class in root.client) row_number (root.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) run() (root.judges.Judge method) (root.judges.Judges method) (root.skills.Evaluator method) (root.skills.Evaluators method) run_async (root.client.RootSignals attribute) run_by_name() (root.skills.Evaluators method)

S

Safety_for_Children (root.skills.Evaluators.Eval attribute) score (root.generated.openapi_aclient.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_aclient.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_aclient.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_aclient.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.evaluator_calibration_result.EvaluatorCalibrationResult attribute) (root.generated.openapi_client.models.evaluator_demonstrations.EvaluatorDemonstrations attribute) (root.generated.openapi_client.models.evaluator_execution_result.EvaluatorExecutionResult attribute) (root.generated.openapi_client.models.evaluator_result.EvaluatorResult attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.skills.EvaluatorDemonstration attribute) Sentiment_recognition (root.skills.Evaluators.Eval attribute) skill (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute) skill_type (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) SkillExecutionValidatorResult (class in root.generated.openapi_aclient.models.skill_execution_validator_result) (class in root.generated.openapi_client.models.skill_execution_validator_result) SkillTestDataRequestDatasetRange (class in root.generated.openapi_aclient.models.skill_test_data_request_dataset_range) (class in root.generated.openapi_client.models.skill_test_data_request_dataset_range) SkillTypeEnum (class in root.generated.openapi_aclient.models.skill_type_enum) (class in root.generated.openapi_client.models.skill_type_enum)

stage (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_client.models.judge.Judge attribute) start (root.generated.openapi_aclient.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) (root.generated.openapi_client.models.skill_test_data_request_dataset_range.SkillTestDataRequestDatasetRange attribute) status (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.judge.Judge attribute) (root.generated.openapi_aclient.models.judge_list.JudgeList attribute) (root.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_aclient.models.status_change.StatusChange attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.judge.Judge attribute) (root.generated.openapi_client.models.judge_list.JudgeList attribute) (root.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.status_change.StatusChange attribute) StatusChange (class in root.generated.openapi_aclient.models.status_change) (class in root.generated.openapi_client.models.status_change) StatusChangeStatusEnum (class in root.generated.openapi_aclient.models.status_change_status_enum) (class in root.generated.openapi_client.models.status_change_status_enum) StatusEnum (class in root.generated.openapi_aclient.models.status_enum) (class in root.generated.openapi_client.models.status_enum) system_message (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute)

T

tags (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) temperature (root.generated.openapi_aclient.models.model_params.ModelParams attribute) (root.generated.openapi_client.models.model_params.ModelParams attribute) (root.skills.ModelParams attribute) TEST (root.generated.openapi_aclient.models.data_set_type.DataSetType attribute) (root.generated.openapi_client.models.data_set_type.DataSetType attribute) test_dataset_id (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_client.models.objective.Objective attribute) test_set (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_client.models.objective.Objective attribute)

threshold (root.generated.openapi_aclient.models.objective_validator.ObjectiveValidator attribute) (root.generated.openapi_aclient.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) (root.generated.openapi_client.models.objective_validator.ObjectiveValidator attribute) (root.generated.openapi_client.models.skill_execution_validator_result.SkillExecutionValidatorResult attribute) Truthfulness (root.skills.Evaluators.Eval attribute) Truthfulness_Swift (root.skills.Evaluators.Eval attribute) type (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.data_set_list.DataSetList attribute) (root.generated.openapi_aclient.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (root.generated.openapi_aclient.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_aclient.models.execution_log_list_skill.ExecutionLogListSkill attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.data_set_list.DataSetList attribute) (root.generated.openapi_client.models.evaluator_inputs_value.EvaluatorInputsValue attribute) (root.generated.openapi_client.models.evaluator_inputs_value_items.EvaluatorInputsValueItems attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.execution_log_list_skill.ExecutionLogListSkill attribute)

U

UNLISTED (root.generated.openapi_aclient.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_aclient.models.status_change_status_enum.StatusChangeStatusEnum attribute) (root.generated.openapi_aclient.models.status_enum.StatusEnum attribute) (root.generated.openapi_aclient.models.visibility_enum.VisibilityEnum attribute) (root.generated.openapi_client.models.judge_status_enum.JudgeStatusEnum attribute) (root.generated.openapi_client.models.status_change_status_enum.StatusChangeStatusEnum attribute) (root.generated.openapi_client.models.status_enum.StatusEnum attribute) (root.generated.openapi_client.models.visibility_enum.VisibilityEnum attribute) update() (root.judges.Judges method) (root.objectives.Objectives method) (root.skills.Evaluators method) updated_at (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.input_variable.InputVariable attribute) (root.generated.openapi_aclient.models.reference_variable.ReferenceVariable attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.input_variable.InputVariable attribute) (root.generated.openapi_client.models.reference_variable.ReferenceVariable attribute)

updated_by (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) url (root.generated.openapi_aclient.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_aclient.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_aclient.models.model.Model attribute) (root.generated.openapi_client.models.data_set_create.DataSetCreate attribute) (root.generated.openapi_client.models.judge_files_inner.JudgeFilesInner attribute) (root.generated.openapi_client.models.model.Model attribute)

V

validation_result_average (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute) validation_results (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) ValidationResultStatus (class in root.generated.openapi_aclient.models.validation_result_status) (class in root.generated.openapi_client.models.validation_result_status) validators (root.generated.openapi_aclient.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_aclient.models.objective_list.ObjectiveList attribute) (root.generated.openapi_client.models.nested_objective_list.NestedObjectiveList attribute) (root.generated.openapi_client.models.objective.Objective attribute) (root.generated.openapi_client.models.objective_list.ObjectiveList attribute) variables (root.generated.openapi_aclient.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_aclient.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_aclient.models.execution_log_list.ExecutionLogList attribute) (root.generated.openapi_client.models.evaluator_calibration_output.EvaluatorCalibrationOutput attribute) (root.generated.openapi_client.models.execution_log_details.ExecutionLogDetails attribute) (root.generated.openapi_client.models.execution_log_list.ExecutionLogList attribute)

version_id (root.generated.openapi_aclient.models.evaluator.Evaluator attribute) (root.generated.openapi_aclient.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_aclient.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_aclient.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_aclient.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_aclient.models.objective.Objective attribute) (root.generated.openapi_client.models.evaluator.Evaluator attribute) (root.generated.openapi_client.models.evaluator_list_output.EvaluatorListOutput attribute) (root.generated.openapi_client.models.evaluator_reference.EvaluatorReference attribute) (root.generated.openapi_client.models.execution_log_details_skill.ExecutionLogDetailsSkill attribute) (root.generated.openapi_client.models.nested_evaluator.NestedEvaluator attribute) (root.generated.openapi_client.models.objective.Objective attribute) Versions (class in root.objectives) (class in root.skills) versions (root.objectives.Objectives attribute) (root.skills.Evaluators attribute) VisibilityEnum (class in root.generated.openapi_aclient.models.visibility_enum) (class in root.generated.openapi_client.models.visibility_enum)