Index _ | A | B | C | D | E | G | I | K | L | M | N | P | R | S | T | V _ __commit_id__ (in module evaluma._version) __version__ (in module evaluma) (in module evaluma._version) __version_tuple__ (in module evaluma._version) _AGG_MODES (in module evaluma.methods.aggregate) _common_options() (in module evaluma.cli) _KNOWN_LIST (in module evaluma.metric_registry) _load_bench() (in module evaluma.cli) _metric_direction (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _new() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) _norm_ref_high (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _norm_ref_low (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _normalize() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) _parse_metric_direction() (in module evaluma.cli) _raw (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _raw_runs (evaluma.Benchmark attribute) (evaluma.benchmark.Benchmark attribute) _resolve_bound() (in module evaluma.normalize) _resolve_metric_type_bounds() (in module evaluma) _save() (in module evaluma.cli) A aggregate() (in module evaluma.cli) aggregate_ranking() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) AggregateResult (class in evaluma.results) aup (evaluma.results.ProfileResult property) B bayesian_comparison() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) BayesianResult (class in evaluma.results) Benchmark (class in evaluma) (class in evaluma.benchmark) C commit_id (in module evaluma._version) compare() (in module evaluma.cli) compute_aggregate() (in module evaluma.methods.aggregate) compute_bayesian() (in module evaluma.methods.bayesian) compute_iqm() (in module evaluma.methods.iqm) compute_profiles() (in module evaluma.methods.profiles) D drop_incomplete() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) E evaluma module evaluma._version module evaluma.benchmark module evaluma.cli module evaluma.methods module evaluma.methods.aggregate module evaluma.methods.bayesian module evaluma.methods.iqm module evaluma.methods.profiles module evaluma.metric_registry module evaluma.normalize module evaluma.plot module evaluma.results module G get_direction() (in module evaluma.metric_registry) get_natural_bounds() (in module evaluma.metric_registry) I iqm_ranking() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) IQMResult (class in evaluma.results) K KNOWN_METRICS (in module evaluma.metric_registry) L load_csv() (in module evaluma) load_df() (in module evaluma) M main() (in module evaluma.cli) module evaluma evaluma._version evaluma.benchmark evaluma.cli evaluma.methods evaluma.methods.aggregate evaluma.methods.bayesian evaluma.methods.iqm evaluma.methods.profiles evaluma.metric_registry evaluma.normalize evaluma.plot evaluma.results N normalize() (in module evaluma.normalize) P performance_profiles() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) plot() (evaluma.results.AggregateResult method) (evaluma.results.BayesianResult method) (evaluma.results.IQMResult method) (evaluma.results.ProfileResult method) plot_aggregate_ranking() (in module evaluma.plot) plot_bayesian_heatmap() (in module evaluma.plot) plot_bayesian_reference_bars() (in module evaluma.plot) plot_iqm_ranking() (in module evaluma.plot) plot_performance_profiles() (in module evaluma.plot) ProfileResult (class in evaluma.results) profiles() (in module evaluma.cli) R rank() (in module evaluma.cli) reference (evaluma.results.BayesianResult attribute) report() (in module evaluma.cli) S scores_ (evaluma.Benchmark property) (evaluma.benchmark.Benchmark property) select_datasets() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) select_models() (evaluma.Benchmark method) (evaluma.benchmark.Benchmark method) T table (evaluma.results.AggregateResult attribute) (evaluma.results.BayesianResult attribute) (evaluma.results.IQMResult attribute) (evaluma.results.ProfileResult attribute) V version (in module evaluma._version) version_tuple (in module evaluma._version)
