Index

_

__commit_id__ (in module evaluma._version) __version__ (in module evaluma) (in module evaluma._version) __version_tuple__ (in module evaluma._version) _AGG_MODES (in module evaluma.methods.aggregate) _common_options() (in module evaluma.cli) _holm_correction() (in module evaluma.methods.frequentist) _KNOWN_LIST (in module evaluma.metric_registry) _load_bench() (in module evaluma.cli) _metric_direction (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _new() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

_norm_ref_high (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _norm_ref_low (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _normalize() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) _parse_metric_direction() (in module evaluma.cli) _raw (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _raw_runs (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _resolve_bound() (in module evaluma.normalize) _resolve_metric_type_bounds() (in module evaluma) _save() (in module evaluma.cli)

A

aggregate() (in module evaluma.cli) aggregate_ranking() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) AggregateResult (class in evaluma.results)

alpha (evaluma.FrequentistResult attribute) (evaluma.results.FrequentistResult attribute) aup (evaluma.results.ProfileResult property) avg_ranks (evaluma.FrequentistResult attribute) (evaluma.results.FrequentistResult attribute)

B

bayesian_comparison() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

BayesianResult (class in evaluma.results) Benchmark (class in evaluma) (class in evaluma.benchmark)

C

cd (evaluma.FrequentistResult attribute) (evaluma.results.FrequentistResult attribute) commit_id (in module evaluma._version) compare() (in module evaluma.cli)

compute_aggregate() (in module evaluma.methods.aggregate) compute_bayesian() (in module evaluma.methods.bayesian) compute_frequentist() (in module evaluma.methods.frequentist) compute_iqm() (in module evaluma.methods.iqm) compute_profiles() (in module evaluma.methods.profiles)

D

drop_incomplete() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

E

evaluma module evaluma._version module evaluma.benchmark module evaluma.cli module evaluma.methods module evaluma.methods.aggregate module evaluma.methods.bayesian module

evaluma.methods.frequentist module evaluma.methods.iqm module evaluma.methods.profiles module evaluma.metric_registry module evaluma.normalize module evaluma.plot module evaluma.results module

F

frequentist() (in module evaluma.cli) frequentist_comparison() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) FrequentistResult (class in evaluma) (class in evaluma.results)

friedman_p_value (evaluma.FrequentistResult attribute) (evaluma.results.FrequentistResult attribute) friedman_statistic (evaluma.FrequentistResult attribute) (evaluma.results.FrequentistResult attribute)

G

get_direction() (in module evaluma.metric_registry)

get_natural_bounds() (in module evaluma.metric_registry)

I

iqm_ranking() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

IQMResult (class in evaluma.results)

K

KNOWN_METRICS (in module evaluma.metric_registry)

L

load_csv() (in module evaluma)

load_df() (in module evaluma)

M

main() (in module evaluma.cli) module evaluma evaluma._version evaluma.benchmark evaluma.cli evaluma.methods evaluma.methods.aggregate evaluma.methods.bayesian evaluma.methods.frequentist evaluma.methods.iqm evaluma.methods.profiles evaluma.metric_registry evaluma.normalize evaluma.plot evaluma.results

N

normalize() (in module evaluma.normalize)

P

performance_profiles() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) plot() (evaluma.FrequentistResult method) (evaluma.results.AggregateResult method) (evaluma.results.BayesianResult method) (evaluma.results.FrequentistResult method) (evaluma.results.IQMResult method) (evaluma.results.ProfileResult method)

plot_aggregate_ranking() (in module evaluma.plot) plot_bayesian_heatmap() (in module evaluma.plot) plot_bayesian_reference_bars() (in module evaluma.plot) plot_cd_diagram() (in module evaluma.plot) plot_frequentist_reference_bars() (in module evaluma.plot) plot_iqm_ranking() (in module evaluma.plot) plot_performance_profiles() (in module evaluma.plot) ProfileResult (class in evaluma.results) profiles() (in module evaluma.cli)

R

rank() (in module evaluma.cli) reference (evaluma.FrequentistResult attribute) (evaluma.results.BayesianResult attribute) (evaluma.results.FrequentistResult attribute)

report() (in module evaluma.cli)

S

scores_ (evaluma.Benchmark property) (evaluma.benchmark.Benchmark property) select_datasets() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

select_models() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method)

T

table (evaluma.FrequentistResult attribute) (evaluma.results.AggregateResult attribute) (evaluma.results.BayesianResult attribute) (evaluma.results.FrequentistResult attribute) (evaluma.results.IQMResult attribute) (evaluma.results.ProfileResult attribute)

V

version (in module evaluma._version)

version_tuple (in module evaluma._version)