flexeval.classes.eval_set_run

class flexeval.classes.eval_set_run.EvalSetRun(*args, **kwargs)

Bases: BaseModel

Class for running set of evaluations

Attributes:

dataset_list

Returns the actual Dataset objects linked to this EvalSetRun via the join table.

dirty_field_names

dirty_fields

Methods

DoesNotExist
add_index
alias
bind
bind_ctx
bulk_create
bulk_update
clone
coerce
copy
create
create_table
delete
delete_by_id
delete_instance
dependencies
drop_table
filter
get
get_by_id
get_id
get_or_create
get_or_none
index
insert
insert_from
insert_many
is_alias
is_dirty
noop
raw
replace
replace_many
save
select
set_by_id
table_exists
truncate_table
unwrap
update
validate_model

property dataset_list: list[Dataset]

Returns the actual Dataset objects linked to this EvalSetRun via the join table.

name = <CharField: EvalSetRun.name>

class flexeval.classes.eval_set_run.EvalSetRunDatasets(*args, **kwargs)

Bases: BaseModel

Datasets used by an EvalSetRun.

Attributes:

dirty_field_names

dirty_fields

Methods

DoesNotExist
add_index
alias
bind
bind_ctx
bulk_create
bulk_update
clone
coerce
copy
create
create_table
delete
delete_by_id
delete_instance
dependencies
drop_table
filter
get
get_by_id
get_id
get_or_create
get_or_none
index
insert
insert_from
insert_many
is_alias
is_dirty
noop
raw
replace
replace_many
save
select
set_by_id
table_exists
truncate_table
unwrap
update
validate_model