flexeval.classes.eval_set_run#

Classes

`EvalSetRun`(args, *kwargs)	Class for running set of evaluations
`EvalSetRunDatasets`(args, *kwargs)	Datasets used by an EvalSetRun.

class flexeval.classes.eval_set_run.EvalSetRun(*args, **kwargs)[source]#

Bases: BaseModel

Class for running set of evaluations

completion_llm = <TextField: EvalSetRun.completion_llm>#

dataset_links#: !! processed by numpydoc !!

property dataset_list: list[Dataset]#: Returns the actual Dataset objects linked to this EvalSetRun via the join table.

do_completion = <BooleanField: EvalSetRun.do_completion>#

grader_llm = <TextField: EvalSetRun.grader_llm>#

id = <IntegerField: EvalSetRun.id>#

metrics = <TextField: EvalSetRun.metrics>#

metrics_graph_ordered_list = <TextField: EvalSetRun.metrics_graph_ordered_list>#

metrics_list#: !! processed by numpydoc !!

model_name = <TextField: EvalSetRun.model_name>#

name = <CharField: EvalSetRun.name>#

notes = <TextField: EvalSetRun.notes>#

rubrics = <TextField: EvalSetRun.rubrics>#

success = <BooleanField: EvalSetRun.success>#

timestamp = <DateTimeField: EvalSetRun.timestamp>#

class flexeval.classes.eval_set_run.EvalSetRunDatasets(*args, **kwargs)[source]#

Bases: BaseModel

Datasets used by an EvalSetRun.

dataset = <ForeignKeyField: EvalSetRunDatasets.dataset>#

evalsetrun = <ForeignKeyField: EvalSetRunDatasets.evalsetrun>#

id = <IntegerField: EvalSetRunDatasets.id>#

timestamp = <DateTimeField: EvalSetRunDatasets.timestamp>#