flexeval.classes.metric#

Classes

Metric(*args, **kwargs)

Holds a single metric/property computed based one just ONE turn

class flexeval.classes.metric.Metric(*args, **kwargs)[source]#

Bases: BaseModel

Holds a single metric/property computed based one just ONE turn

dataset = <ForeignKeyField: Metric.dataset>#

depends_on = <TextField: Metric.depends_on>#

evalsetrun = <ForeignKeyField: Metric.evalsetrun>#

evaluation_name = <TextField: Metric.evaluation_name>#

evaluation_type = <TextField: Metric.evaluation_type>#

id = <IntegerField: Metric.id>#

kwargs = <TextField: Metric.kwargs>#

message = <ForeignKeyField: Metric.message>#

metric_level = <TextField: Metric.metric_level>#

metric_name = <TextField: Metric.metric_name>#

metric_value = <FloatField: Metric.metric_value>#

rubric_completion = <TextField: Metric.rubric_completion>#

rubric_completion_tokens = <IntegerField: Metric.rubric_completion_tokens>#

rubric_model = <TextField: Metric.rubric_model>#

rubric_prompt = <TextField: Metric.rubric_prompt>#

rubric_prompt_tokens = <IntegerField: Metric.rubric_prompt_tokens>#

rubric_score = <TextField: Metric.rubric_score>#

source = <TextField: Metric.source>#

thread = <ForeignKeyField: Metric.thread>#

toolcall = <ForeignKeyField: Metric.toolcall>#

turn = <ForeignKeyField: Metric.turn>#