Index

_

__all__ (in module bencher) __bencher_hash__() (bencher.variables.inputs.YamlSelection method) __bool__() (bencher.utils._Unset method) (bencher.variables.singleton_parametrized_sweep._SingletonInitResult method) __call__() (bencher.bench_runner.BenchableV1 method) (bencher.bench_runner.BenchableV2 method) (bencher.bencher._ParetoFrontWorker method) (bencher.results.float_formatter.FormatFloat method) (bencher.results.holoview_results.tabular_spec.TabularSpec method) (bencher.variables.parametrised_sweep.ParametrizedSweep method) (bencher.variables.sweep_base.SweepBase method) __del__() (bencher.bench_runner.BenchRunner method) __delitem__() (bencher.history_transfer.NamespacedHistory method) __dir__() (in module bencher) __enter__() (bencher.result_collector.ResultCollector method) (bencher.variables.singleton_parametrized_sweep._SingletonInitResult method) __eq__() (bencher.variables.inputs.YamlSelection method) __exit__() (bencher.result_collector.ResultCollector method) (bencher.variables.singleton_parametrized_sweep._SingletonInitResult method) __getattr__() (bencher.optional_deps._MissingModule method) (in module bencher) (in module bencher.variables.sweep_base) __getitem__() (bencher.history_transfer.NamespacedHistory method) __hash__ (bencher.variables.inputs.YamlSelection attribute) __iter__() (bencher.history_transfer.NamespacedHistory method) (bencher.variables.inputs.YamlSelection method) __len__() (bencher.history_transfer.NamespacedHistory method) __lt__() (bencher.variables.inputs.YamlSelection method) __name__ (bencher.bencher._ParetoFrontWorker attribute) __post_init__() (bencher.claims.Threshold method) (bencher.claims.Within method) (bencher.evidence.ImageOnly method) (bencher.execution.Execution method) (bencher.history.HistoryEvent method) (bencher.plotting.plot_filter._AtLeast method) (bencher.plotting.plot_filter._Between method) (bencher.publication_pointers.PointerCandidate method) (bencher.publication_target.PublicationTarget method) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel method) (bencher.results.composable_container.composable_container_rerun.RerunRecording method) (bencher.results.composable_container.ComposableContainerPanel method) (bencher.results.composable_container.RerunRecording method) (bencher.sprt.SprtCfg method) (bencher.sweep_spec.SweepSpec method) __reduce__() (bencher.variables.inputs.YamlSelection method) __repr__() (bencher.plotting.plot_filter.VarRange method) (bencher.plugins.VarRange method) (bencher.utils._Unset method) (bencher.variables.inputs._DynamicValuesSentinel method) (bencher.variables.inputs.YamlSelection method) __setattr__() (bencher._BencherModule method) __setitem__() (bencher.history_transfer.NamespacedHistory method) __setstate__() (bencher.bench_report.BenchReport method) __slots__ (bencher.variables.inputs._DynamicValuesSentinel attribute) (bencher.variables.inputs.EnumSweep attribute) (bencher.variables.inputs.FloatSweep attribute) (bencher.variables.inputs.IntSweep attribute) (bencher.variables.inputs.SweepSelector attribute) (bencher.variables.inputs.YamlSelection attribute) (bencher.variables.inputs.YamlSweep attribute) (bencher.variables.results.ResultContainer attribute) (bencher.variables.results.ResultDataSet attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultImage attribute) (bencher.variables.results.ResultPath attribute) (bencher.variables.results.ResultReference attribute) (bencher.variables.results.ResultRerun attribute) (bencher.variables.results.ResultString attribute) (bencher.variables.results.ResultSVG attribute) (bencher.variables.results.ResultVec attribute) (bencher.variables.results.ResultVideo attribute) (bencher.variables.singleton_parametrized_sweep._SingletonInitResult attribute) (bencher.variables.time.TimeBase attribute) (bencher.variables.time.TimeEvent attribute) (bencher.variables.time.TimeSnapshot attribute) __str__() (bencher.claims.Threshold method) (bencher.claims.Within method) (bencher.plotting.plot_filter.VarRange method) (bencher.plotting.plt_cnt_cfg.PltCntCfg method) (bencher.plugins.VarRange method) _A (in module bencher.evidence_stats) _absent_from_worktree() (in module bencher.ab) _accepts_keyword() (in module bencher.results.bench_result_base) _accepts_time_ranges() (in module bencher.results.composable_container.composable_container_rerun) _active_runners (in module bencher.run) _adaptive_improved() (in module bencher.verdict) _admits() (in module bencher.claims) _adopt_or_report_reset() (bencher.result_collector.ResultCollector method) _AFTER_COLOR (in module bencher.evidence) _agg_job_args() (in module bencher.bencher) _AGG_TITLE (in module bencher.results.holoview_results.holoview_result) _aggregate_non_optimized() (in module bencher.results.optuna_result) _ALIASES (in module bencher) _align() (in module bencher.evidence_report) _Aligned (class in bencher.evidence_report) _ALL (in module bencher.publication_target) _amount() (in module bencher.infographic) _animate() (in module bencher.results.svg_result) _ANNOT_CELL (in module bencher.results.svg_result) _ANY_COUNT (in module bencher.results.bench_result_base) _append_result_via_split() (bencher.bencher.Bench method) _append_safe() (in module bencher.optuna_conversions) _append_safe_sized() (in module bencher.optuna_conversions) _append_to_report() (bencher.bencher.Bench method) _append_unattributed() (bencher.bench_report.BenchReport method) _apply_opts() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) _apply_owner_value() (bencher.variables.inputs.SweepSelector method) _ARCHETYPE_VIEW_KINDS (in module bencher.results.composable_container.composable_container_rerun) _arm_limits() (in module bencher.infographic) _arm_trends() (in module bencher.infographic) _arms() (in module bencher.infographic) _arms_key() (in module bencher.evidence_report) _ARMS_W_IN (in module bencher.infographic) _ArmsLayout (class in bencher.infographic) _Assets (class in bencher.complete_report) _AT_LEAST_ONE (in module bencher.results.bench_result_base) _AtLeast (class in bencher.plotting.plot_filter) _attach_plot_metadata() (in module bencher.regression) _ATTRIBUTE_URL (in module bencher.complete_report) _auth() (bencher.gcloud_store.GcloudStore method) _axis_end() (in module bencher.evidence) _AXIS_PAD (in module bencher.results.rerun_timeline) _B (in module bencher.evidence_stats) _band_over_time() (bencher.results.holoview_results.band_result.BandResult method) _band_series() (in module bencher.evidence) _band_static() (bencher.results.holoview_results.band_result.BandResult method) _band_values() (in module bencher.results.svg_result) _base_median() (in module bencher.infographic) _base_pythonpath() (in module bencher.ab) _batch_time_bounds() (in module bencher.results.composable_container.composable_container_rerun) _batch_view_kinds() (in module bencher.results.composable_container.composable_container_rerun) _bca_interval() (in module bencher.evidence_stats) _beeswarm() (in module bencher.infographic) _BEFORE_COLOR (in module bencher.evidence) _BENCHABLE_V1_ARITY (in module bencher.bench_runner) _BENCHER_PACKAGE_DIR (in module bencher.variables.time) _BencherModule (class in bencher) _benchmark_cache (bencher.result_collector.ResultCollector attribute) _beneficial() (in module bencher.verdict) _betainc() (in module bencher.evidence_stats) _Between (class in bencher.plotting.plot_filter) _bin() (in module bencher.evidence) _bin_axis() (in module bencher.evidence) _blob_candidates() (in module bencher.blob_store) _BLOB_FORMATS (in module bencher.blob_store) _BLOB_NAME_RE (in module bencher.blob_store) _BLOB_REFERENCE_CACHES (in module bencher.cache_management) _blob_reference_children() (in module bencher.cache_management) _BLOB_SUFFIXES (in module bencher.blob_store) _BlobFormat (class in bencher.blob_store) _BLOBS_FOLDER (in module bencher.cache_management) _BLOBS_SUBDIR (in module bencher.blob_store) _boot_p() (in module bencher.evidence_stats) _bootstrap_means() (in module bencher.change_stats) _Bounds (in module bencher.plotting.plot_filter) _box() (in module bencher.results.svg_result) _build_band_overlay() (bencher.results.holoview_results.band_result.BandResult static method) _build_blueprint() (in module bencher.results.rerun_result) _build_blueprint_contents() (in module bencher.results.rerun_result) _build_cache_key() (bencher.bencher.Bench static method) _build_curve_overlay() (bencher.results.holoview_results.holoview_result.HoloviewResult method) _build_distribution_overlay() (bencher.results.holoview_results.distribution_result.distribution_result.DistributionResult static method) _build_scatter_data() (bencher.results.holoview_results.band_result.BandResult static method) _build_tap_plot() (bencher.results.holoview_results.holoview_result.HoloviewResult method) _build_time_holomap() (bencher.results.holoview_results.holoview_result.HoloviewResult method) _build_time_holomap_raw() (bencher.results.holoview_results.holoview_result.HoloviewResult method) _builtin_specs() (in module bencher.plugins.builtins) _C (in module bencher.evidence_stats) _cache_and_return() (bencher.job.JobFuture method) _cached_key (bencher.results.manim_cartesian.cartesian_product_scene.Group attribute) _cached_size (bencher.results.manim_cartesian.cartesian_product_scene.Group attribute) _call() (bencher.gcloud_store.GcloudStore method) _caller_stacklevel() (in module bencher.variables.time) _candidate_revision() (in module bencher.ab) _categorical() (in module bencher.results.svg_result) _categorical_ticks() (in module bencher.results.svg_result) _cause (bencher.optional_deps._MissingModule attribute) _cdn_viewer_files (in module bencher.utils_rrd) _cdn_viewer_html (in module bencher.utils_rrd) _CDN_VIEWER_INLINE_TEMPLATE (in module bencher.utils_rrd) _CDN_VIEWER_TEMPLATE (in module bencher.utils_rrd) _cdn_viewer_url() (in module bencher.utils_rrd) _cell() (in module bencher.evidence) _CF_TOL (in module bencher.evidence_stats) _cfg (bencher.sprt.Sprt attribute) _cfg_layout() (in module bencher.results.svg_result) _cfg_style() (in module bencher.results.svg_result) _change() (in module bencher.report_export) _changed() (in module bencher.infographic) _chart() (in module bencher.evidence) _chart_nums() (in module bencher.evidence) _check_integrity() (in module bencher.rerun_web_viewer) _check_names() (bencher.sweep_spec.SweepSpec method) _child_pane_layout() (bencher.results.bench_result_base.BenchResultBase static method) _choose_default() (bencher.variables.inputs.SweepSelector method) _CHUNK_ENTRIES (in module bencher.change_stats) (in module bencher.evidence_stats) _ci_cell() (in module bencher.evidence) _ci_line() (in module bencher.evidence_report) _CI_METHODS (in module bencher.evidence) _claim_bounds() (in module bencher.evidence) _CLAIM_COLOR (in module bencher.evidence) _claim_side() (in module bencher.evidence) _claims_block() (in module bencher.evidence) _clean_1d() (in module bencher.regression) _cls (bencher.variables.singleton_parametrized_sweep._SingletonInitResult attribute) _coerce_bound() (bencher.variables.inputs.FloatSweep method) (bencher.variables.inputs.IntSweep method) (bencher.variables.sweep_base.SweepBase method) _COL_HALF_IN (in module bencher.infographic) _collect_array_blob_names() (in module bencher.cache_management) _collect_sample_cache_keys() (in module bencher.cache_management) _collect_xarray_blob_names() (in module bencher.cache_management) _collector (bencher.bencher.Bench attribute) _colorbar() (in module bencher.results.svg_result) _colour() (in module bencher.results.svg_result) _column_limits() (in module bencher.results.svg_result) _COLUMN_OPTIONS (in module bencher.results.svg_result) _commit_exists() (in module bencher.ab) _compare_parser() (in module bencher.render) _compare_rank() (in module bencher.publication_pointers) _compose_ds() (bencher.results.rerun_summary.RerunSummaryResult method) _ComposedItem (class in bencher.results.composable_container.composable_container_rerun) _compute_history_arrays() (in module bencher.regression) _condition() (bencher.gcloud_store.GcloudStore method) _connect() (bencher.object_store.LocalStore method) _connector() (in module bencher.infographic) _CONST_PAIR_LEN (in module bencher.sweep_spec) _const_values_conflict() (in module bencher.sweep_executor) _CONTENT_FOLDERS (in module bencher.cache_management) _content_key() (in module bencher.results.rerun_timeline) _CONTROL_CHARS_RE (in module bencher.scorecard.render) _coord_label() (in module bencher.results.rerun_timeline) _coord_scalar() (in module bencher.report_export) _copy() (bencher.complete_report._Assets method) _cors_static_handler() (in module bencher.bench_plot_server) _CORSHandler (class in bencher.file_server) _counts() (bencher.results.holoview_results.xy_histogram_result.XYHistogram method) _create() (bencher.publishing.CompleteReportPublisher method) _crowd() (in module bencher.results.svg_result) _CSS_IMPORT (in module bencher.complete_report) _CSS_URL (in module bencher.complete_report) _csv() (in module bencher.evidence_report) _csv_num() (in module bencher.evidence) _Ctx (class in bencher.results.svg_result) _CURRENT (in module bencher.execution) _current_job_key (in module bencher.utils) _D (in module bencher.evidence_stats) _da_to_sorted_grid() (in module bencher.results.holoview_results.surface_result) _DASH_DECL (in module bencher.infographic) _dashes() (in module bencher.infographic) _data_rows() (in module bencher.evidence) _dataset_cell_is_missing() (in module bencher.variables.results) _dataset_sample_to_container() (bencher.results.bench_result_base.BenchResultBase method) _days() (in module bencher.publication_target) _declared_kwargs() (in module bencher.plugins.builtins) _declared_size() (in module bencher.results.rerun_timeline) _declaring() (bencher.worker_manager.WorkerManager method) _decorate() (in module bencher.results.svg_result) _decorate_band() (in module bencher.results.svg_result) _decorate_groups() (in module bencher.results.svg_result) _decorate_histogram() (in module bencher.results.svg_result) _decorate_surface() (in module bencher.results.svg_result) _decorate_table() (in module bencher.results.svg_result) _decorate_tabular() (in module bencher.results.svg_result) _decorate_volume() (in module bencher.results.svg_result) _dedupe_const_vars() (in module bencher.sweep_executor) _dedupe_result_vars() (in module bencher.sweep_executor) _default_order() (in module bencher.infographic) _DEFAULT_UPSTREAMS (in module bencher.ab) _delta() (in module bencher.infographic) _delta_improved() (in module bencher.verdict) _DEPRECATED_ALIASES (in module bencher) _describe() (bencher.plotting.plot_filter.VarRange method) (bencher.plugins.VarRange method) _design() (in module bencher.evidence_report) _design_line() (in module bencher.evidence_report) _despined() (in module bencher.results.svg_result) _diff_data() (in module bencher.evidence) _digest() (in module bencher.publishing) _digits() (in module bencher.infographic) _dir_stats() (in module bencher.cache_management) _direction() (in module bencher.evidence_report) _direction_for() (in module bencher.results.manim_cartesian.cartesian_product_scene) _direction_word() (in module bencher.infographic) _discover_html_reports() (in module bencher.scorecard.discover) _distinct() (in module bencher.evidence) _distribution_match() (in module bencher.results.svg_result) _dot_size() (in module bencher.infographic) _dot_strip() (in module bencher.infographic) _dots() (in module bencher.results.svg_result) _draw() (in module bencher.evidence) _draw_band() (in module bencher.results.svg_result) _draw_bar() (in module bencher.results.svg_result) _draw_box_whisker() (in module bencher.results.svg_result) _draw_claim() (in module bencher.evidence) _draw_curve() (in module bencher.results.svg_result) _draw_figure() (in module bencher.results.svg_result) _draw_frames() (in module bencher.results.svg_result) _draw_grid() (in module bencher.results.svg_result) _draw_heatmap() (in module bencher.results.svg_result) _draw_histogram() (in module bencher.results.svg_result) _draw_line() (in module bencher.results.svg_result) _draw_order() (in module bencher.infographic) _draw_repeats() (in module bencher.evidence) _draw_scatter() (in module bencher.results.svg_result) _draw_scatter_jitter() (in module bencher.results.svg_result) _draw_sprockets() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape static method) _draw_surface() (in module bencher.results.svg_result) _draw_table() (in module bencher.results.svg_result) _draw_tally() (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) _draw_violin() (in module bencher.results.svg_result) _draw_volume() (in module bencher.results.svg_result) _draw_xy_curve() (in module bencher.results.svg_result) _draw_xy_hexbin() (in module bencher.results.svg_result) _draw_xy_histogram() (in module bencher.results.svg_result) _draw_xy_scatter() (in module bencher.results.svg_result) _DRIFT_FRAC (in module bencher.regression) _drifts() (in module bencher.infographic) _DROPPED_TIMELINES (in module bencher.results.rerun_timeline) _DurationIndex (class in bencher.results.rerun_timeline) _durations_or_none() (in module bencher.results.rerun_timeline) _DynamicValuesSentinel (class in bencher.variables.inputs) _effect_axis() (in module bencher.infographic) _effect_sentence() (in module bencher.evidence_report) _EIGHTHS (in module bencher.evidence) _either() (in module bencher.results.svg_result) _EMBED_HEIGHT_SCRIPT (in module bencher.bench_report) _emit_json() (bencher.bench_report.BenchReport method) _enforce_sample_error_policy() (in module bencher.bencher) _ensure_entry_points_loaded() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) _ensure_matplotlib_backend_loaded() (in module bencher.regression) _ensure_nonempty() (bencher.variables.inputs.SweepSelector method) _ensure_rerun_init() (in module bencher.utils_rerun) _ensure_single_objective() (bencher.results.optimize_result.OptimizeResult method) _entity_parts() (in module bencher.results.rerun_timeline) _entries (bencher.variables.inputs.YamlSweep attribute) _entry_points_loaded (bencher.plugins.PluginRegistry attribute) (bencher.plugins.registry.PluginRegistry attribute) _equal() (bencher.publishing.CompleteReportPublisher method) _estimate_dot() (in module bencher.infographic) _evaluate_over_non_optimized() (in module bencher.results.optuna_result) _event_order() (in module bencher.history_transfer) _exceeds_directional_threshold() (in module bencher.regression) _execute_bench_fn() (bencher.bench_runner.BenchRunner method) _executor (bencher.bencher.Bench attribute) _EXPECTED_PLOT_FAILURES (in module bencher.optuna_conversions) _export() (bencher.bench_runner.BenchRunner method) _EXPORTS (in module bencher) _expose_worker_attrs() (bencher.bencher.Bench method) _extra_root_files() (in module bencher.cache_management) _extract_scalar() (in module bencher.results.rerun_result) _failure() (bencher.gcloud_store.GcloudStore static method) _failure_runs (bencher.sprt.Sprt attribute) _FENCE (in module bencher.evidence) _fetch() (in module bencher.rerun_web_viewer) _find_free_port() (bencher.bench_plot_server.BenchPlotServer static method) _finish() (in module bencher.results.svg_result) _finite() (in module bencher.change_stats) (in module bencher.claims) (in module bencher.evidence_stats) _finite_limits() (in module bencher.results.svg_result) _finite_median() (in module bencher.infographic) _finite_or_none() (in module bencher.regression) _finite_samples() (in module bencher.evidence) _finite_value() (in module bencher.verdict) _FIRST_CALLER_LEVEL (in module bencher.variables.time) _FIRST_PRINTABLE_ASCII (in module bencher.publishing) _fit_scale() (in module bencher.results.manim_cartesian.cartesian_product_scene) _fix_glue_import() (in module bencher.rerun_web_viewer) _flag() (in module bencher.launch_env) _floats() (in module bencher.evidence) _flow() (in module bencher.infographic) _FLOW_GID (in module bencher.infographic) _FLOW_TAG (in module bencher.infographic) _flush_inner_edges() (in module bencher.results.svg_result) _fmt() (in module bencher.results.svg_result) _fmt_size() (in module bencher.cache_management) _fn (bencher.plugins.plugin._FunctionPlugin attribute) _FONT_FAMILY (in module bencher.results.svg_result) _FONT_STACK (in module bencher.results.svg_result) _FOOT_IN (in module bencher.infographic) _FOREIGN_INTERPRETER_VARS (in module bencher.gcloud_store) _forest_key() (in module bencher.evidence_report) _format_markdown_row() (in module bencher.regression) _format_summary_line() (in module bencher.regression) _forward_stage() (in module bencher.results.rerun_timeline) _FRAME_COLOR (in module bencher.results.rerun_timeline) _FRAME_ELEMENT (in module bencher.results.svg_result) _FRAME_GID (in module bencher.results.svg_result) _frame_overlay() (in module bencher.results.svg_result) _frames() (in module bencher.results.svg_result) _front_entity() (in module bencher.results.rerun_timeline) _FunctionPlugin (class in bencher.plugins.plugin) _GB (in module bencher.cache_management) _gen_path_counter (in module bencher.utils) _generate_name() (bencher.bench_runner.BenchRunner method) _generate_unique_filename() (in module bencher.results.manim_cartesian.cartesian_product_scene) _get_cdn_viewer_html() (in module bencher.utils_rrd) _get_rerun_version() (in module bencher.utils_rrd) _git() (in module bencher.ab) (in module bencher.evidence_ref) _GITHUB_URL (in module bencher.evidence_ref) _GLOW_GID (in module bencher.results.svg_result) _GLUE_IMPORT_RE (in module bencher.rerun_web_viewer) _GOLDEN (in module bencher.results.svg_result) _grid() (in module bencher.results.svg_result) _GRID_COLOR (in module bencher.results.rerun_timeline) _grid_shape() (in module bencher.results.svg_result) _Group (class in bencher.results.svg_result) _group() (in module bencher.scorecard.render) _group_pad() (in module bencher.results.svg_result) _groups() (in module bencher.evidence) (in module bencher.results.svg_result) _HAMPEL_K (in module bencher.regression) _HASH_CHARS (in module bencher.blob_store) _hash_exclude (bencher.variables.results.ResultContainer attribute) (bencher.variables.results.ResultDataSet attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultImage attribute) (bencher.variables.results.ResultPath attribute) (bencher.variables.results.ResultReference attribute) (bencher.variables.results.ResultRerun attribute) (bencher.variables.results.ResultString attribute) (bencher.variables.results.ResultSVG attribute) (bencher.variables.results.ResultVec attribute) (bencher.variables.results.ResultVideo attribute) _hash_slots() (in module bencher.variables.results) _have_scipy() (in module bencher.evidence_stats) _HEAD_IN (in module bencher.infographic) _heat_colors() (in module bencher.evidence) _heat_legend() (in module bencher.evidence) _heat_mark() (in module bencher.evidence) _heatmap() (in module bencher.evidence) _heatmap_data() (in module bencher.evidence) _HEATMAP_DIMS (in module bencher.results.holoview_results.heatmap_result) _HERO (in module bencher.infographic) _hero() (in module bencher.infographic) _HERO_SMALL (in module bencher.infographic) _HERO_TINY (in module bencher.infographic) _hex() (in module bencher.results.manim_cartesian.svg_canvas) _hexbin() (in module bencher.results.svg_result) _hist_marks() (in module bencher.results.svg_result) _hist_scale() (in module bencher.results.svg_result) _history_cache (bencher.result_collector.ResultCollector attribute) _HISTORY_FREE_METHODS (in module bencher.regression) _history_points_since_birth() (in module bencher.regression) _holomap_with_slider_bottom() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) _HUE_COLOURS (in module bencher.results.svg_result) _hue_slices() (in module bencher.results.svg_result) _IDENTITY (in module bencher.evidence_ref) _identity() (in module bencher.results.svg_result) _identity_env() (in module bencher.evidence_ref) _ids (bencher.results.manim_cartesian.svg_canvas.SvgDefs attribute) _image_adds_information() (in module bencher.evidence) _IMAGE_AFTER_COLOR (in module bencher.evidence) _IMAGE_BEFORE_COLOR (in module bencher.evidence) _IMAGE_BETTER (in module bencher.evidence) _image_block() (in module bencher.evidence) _IMAGE_DOWN (in module bencher.evidence) _IMAGE_GRID (in module bencher.evidence) _IMAGE_INK (in module bencher.evidence) _IMAGE_MID (in module bencher.evidence) _IMAGE_MUTED_INK (in module bencher.evidence) _image_publisher() (in module bencher.ab) _IMAGE_SURFACE (in module bencher.evidence) _IMAGE_UP (in module bencher.evidence) _IMAGE_WORSE (in module bencher.evidence) _Images (class in bencher.evidence_report) _import_or_stand_in() (in module bencher.optional_deps) _index_fields() (in module bencher.results.composable_container.composable_container_rerun) _index_values() (in module bencher.results.composable_container.composable_container_rerun) _IndexEncoding (in module bencher.results.rerun_timeline) _info() (bencher.gcloud_store.GcloudStore method) _inject_embed_script() (in module bencher.bench_report) _inline_rrd() (in module bencher.bench_report) _input_result_cache (in module bencher.variables.parametrised_sweep) _InputResult (class in bencher.variables.parametrised_sweep) _install_sigterm_handler() (in module bencher.run) _instance (bencher.utils._Unset attribute) _instances (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton attribute) _interpreter_roots() (in module bencher.launch_env) _is_axis_valued() (in module bencher.results.svg_result) _is_first (bencher.variables.singleton_parametrized_sweep._SingletonInitResult attribute) _is_heavy() (in module bencher.optional_deps) _is_number() (in module bencher.evidence) _is_regression() (in module bencher.regression) _iter_pane_slices() (bencher.results.bench_result_base.BenchResultBase method) _KB (in module bencher.cache_management) _kde() (in module bencher.infographic) (in module bencher.results.svg_result) _key() (bencher.history_transfer.NamespacedHistory method) _LAB_GAP_IN (in module bencher.infographic) _LABEL (in module bencher.infographic) _label() (in module bencher.evidence) (in module bencher.results.svg_result) _larger_is_better() (in module bencher.results.rerun_timeline) _latest() (in module bencher.history_transfer) _Layout (class in bencher.results.svg_result) _layout() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerRerun method) _layout_band() (in module bencher.results.svg_result) _layout_bar() (in module bencher.results.svg_result) _layout_groups() (in module bencher.results.svg_result) _layout_heatmap() (in module bencher.results.svg_result) _layout_line() (in module bencher.results.svg_result) _layout_none() (in module bencher.results.svg_result) _LAYOUT_SHARE (in module bencher.results.svg_result) _layout_surface() (in module bencher.results.svg_result) _layout_views() (in module bencher.results.rerun_timeline) _layout_volume() (in module bencher.results.svg_result) _lchoose() (in module bencher.evidence_stats) _legend_band() (in module bencher.results.svg_result) _level_of() (in module bencher.evidence_stats) _lifetime() (bencher.publishing.CompleteReportPublisher method) _line() (in module bencher.evidence) _line_kwargs() (in module bencher.results.svg_result) _LISTING_TOKEN_PARTS (in module bencher.gcloud_store) _llr (bencher.sprt.Sprt attribute) _load_bytes() (in module bencher.blob_store) _load_history_record() (bencher.result_collector.ResultCollector method) _load_or_fail() (in module bencher.render) _load_pickle() (in module bencher.blob_store) _load_summary() (in module bencher.scorecard.executions) _load_yaml() (bencher.variables.inputs.YamlSweep static method) _LOCAL_LISTING_TOKEN_PARTS (in module bencher.object_store) _locate_blob() (in module bencher.blob_store)

_lock (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton attribute) _log_bar_chart() (in module bencher.results.rerun_result) _log_binom_pmf() (in module bencher.evidence_stats) _log_front_parallel() (bencher.results.rerun_timeline.RerunTimelineResult static method) _log_front_scatter() (bencher.results.rerun_timeline.RerunTimelineResult method) _log_front_scatter_3d() (bencher.results.rerun_timeline.RerunTimelineResult static method) _log_line_graph() (in module bencher.results.rerun_result) _log_numeric() (in module bencher.results.rerun_result) _log_parallel_frame() (in module bencher.results.rerun_timeline) _log_phi() (in module bencher.sprt) _log_plot_box_3d() (in module bencher.results.rerun_timeline) _log_plot_frame() (in module bencher.results.rerun_timeline) _log_result_var() (in module bencher.results.rerun_result) _log_sweep() (bencher.results.rerun_timeline.RerunTimelineResult method) _LOG_TAIL_LINES (in module bencher.ab) _log_tensor() (in module bencher.results.rerun_result) _log_to_rerun() (in module bencher.results.rerun_result) _log_value_readout() (bencher.results.rerun_timeline.RerunTimelineResult method) _long() (in module bencher.results.svg_result) _MAD_TO_SIGMA (in module bencher.regression) _MainPlaceholder (class in bencher.render) _make_hashable() (in module bencher.variables.inputs) _make_histogram() (bencher.results.histogram_result.HistogramResult method) _make_leaf_view() (in module bencher.results.rerun_result) _make_optuna_objective() (bencher.bencher.Bench method) _MANAGED_CACHES (in module bencher.cache_management) _mangled_name() (in module bencher.history) _margin() (in module bencher.claims) _markdown() (in module bencher.evidence) _materialize_dataset_value() (in module bencher.result_collector) _materialize_result_value() (in module bencher.result_collector) _MAX_ANNOTATED_CELLS (in module bencher.evidence) _MAX_GRID_DIMS (in module bencher.results.holoview_results.holoview_result) _MAX_IMAGE_BOXES (in module bencher.evidence) _MAX_LISTING_LIMIT (in module bencher.object_store) _MAX_NAMED (in module bencher.evidence) _MAX_ORPHANS_LISTED (in module bencher.cache_management) _MAX_REF_WALK_DEPTH (in module bencher.cache_management) _MAX_TENSOR_DIMS (in module bencher.results.rerun_result) _MAX_TICKS (in module bencher.results.svg_result) _MAX_TIME_LABEL_LEN (in module bencher.bench_report) _MAXIMIZE (in module bencher.verdict) _MB (in module bencher.cache_management) _mean_over_time() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) _MEDIA_EXTENSIONS (in module bencher.cache_management) _MEDIA_FOLDERS (in module bencher.cache_management) _MEDIA_RESULT_TYPES (in module bencher.variables.results) _median_bar() (in module bencher.infographic) _MEDIAN_COLOUR (in module bencher.results.svg_result) _median_mark() (in module bencher.results.svg_result) _medians() (in module bencher.results.svg_result) _merge_record() (in module bencher.history_transfer) _merge_reports() (bencher.bench_runner.BenchRunner method) _MERGED_FIELDS (in module bencher.sweep_spec) _mermaid_text() (in module bencher.evidence) _message() (in module bencher.optional_deps) _META_KEYS (in module bencher.sweep_executor) _METADATA (in module bencher.results.svg_result) _METHOD_DEFAULTS (in module bencher.regression) _METHOD_THRESHOLD_ATTR (in module bencher.regression) _Metric (class in bencher.evidence) _metric_entry() (in module bencher.report_export) _metrics() (in module bencher.evidence) _MIN_CHANGE_SHARE_FROM_ZERO (in module bencher.evidence) _MIN_COL_GAP_IN (in module bencher.infographic) _MIN_FONT (in module bencher.results.svg_result) _MIN_GRID_SAMPLES (in module bencher.results.svg_result) _MIN_KDE_SAMPLES (in module bencher.results.svg_result) _MIN_POINTS_FOR_STEP (in module bencher.regression) _MIN_PT (in module bencher.infographic) _MIN_ROBUST_HISTORY (in module bencher.regression) _MIN_SCATTER_AXES (in module bencher.results.rerun_timeline) _MIN_SEABORN (in module bencher.results.svg_result) _mini_waffles() (in module bencher.infographic) _MINIMIZE (in module bencher.verdict) _MISSING (in module bencher.job) _missing_as_nan() (in module bencher.history_transfer) _MissingModule (class in bencher.optional_deps) _monotonic() (in module bencher.results.rerun_timeline) _most_per_point() (in module bencher.evidence) _MOVED (in module bencher.evidence) (in module bencher.infographic) _moved() (in module bencher.evidence_report) _name() (bencher.gcloud_store.GcloudStore method) _NAME_TO_MODULE (in module bencher) _named() (in module bencher.evidence) _named_only_specs() (in module bencher.plugins.builtins) _NAMESPACED_KEY_LEN (in module bencher.history_transfer) _NAN (in module bencher.variables.results) _needs_full_install() (in module bencher.render) _needs_shift() (in module bencher.evidence_report) _NETCDF3_SAFE_DTYPES (in module bencher.blob_store) _netcdf3_unsafe_vars() (in module bencher.blob_store) _new_pane() (bencher.bench_report.BenchReport method) _nice_step() (in module bencher.infographic) (in module bencher.sprt) _NICE_STEP_LIMITS (in module bencher.results.rerun_timeline) _nice_ticks() (in module bencher.results.rerun_timeline) _NO_POINTS (in module bencher.results.rerun_timeline) _NO_POINTS_3D (in module bencher.results.rerun_timeline) _NO_PROMPT (in module bencher.evidence_ref) _no_prompt_env() (in module bencher.evidence_ref) _no_result_error() (in module bencher.job) _noisy() (in module bencher.evidence) _normalise_consts() (in module bencher.sweep_spec) _normalise_var_list() (in module bencher.sweep_spec) _normalize_overrides() (in module bencher.regression) _normalize_plot_list() (bencher.results.bench_result.BenchResult static method) _Nothing (class in bencher.plotting.plot_filter) _null_old_entries() (in module bencher.result_collector) _num() (in module bencher.evidence) (in module bencher.results.manim_cartesian.svg_canvas) _OBJECT_MISSING_TYPES (in module bencher.variables.results) _oc_exponent() (in module bencher.sprt) _order_height() (in module bencher.infographic) _order_lines() (in module bencher.infographic) _order_note() (in module bencher.evidence_report) _order_pattern() (in module bencher.infographic) _order_value() (in module bencher.evidence_report) _ordered() (in module bencher.evidence) _orders() (in module bencher.evidence_report) _outcomes() (in module bencher.infographic) _outer_frame_size() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) _outer_reach() (in module bencher.infographic) _output_file() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerRerun method) _OVER_TIME (in module bencher.results.svg_result) _over_time_filepath() (bencher.results.bench_result_base.BenchResultBase method) _over_time_kdims() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) _overall() (in module bencher.evidence) _overlap() (in module bencher.evidence) _overlap_inputs() (in module bencher.evidence) _OVERLAY_ALPHA (in module bencher.results.holoview_results.xy_histogram_result) _p() (in module bencher.evidence_report) _P_LOW (in module bencher.evidence_stats) _padded_range() (in module bencher.results.rerun_timeline) _Page (class in bencher.infographic) _pair_index() (in module bencher.evidence_report) _pane (bencher.bench_report.BenchReport attribute) _pane_group_section() (bencher.results.bench_result.BenchResult method) _pane_over_time_grid() (bencher.results.bench_result_base.BenchResultBase method) _pane_over_time_samples() (bencher.results.bench_result_base.BenchResultBase method) _pane_over_time_slider() (bencher.results.bench_result_base.BenchResultBase method) _PANEL_DIM (in module bencher.results.svg_result) _PANEL_FADE (in module bencher.results.svg_result) _PANEL_GID (in module bencher.results.svg_result) _panel_title() (in module bencher.results.svg_result) _PANELS_ATTR (in module bencher.results.svg_result) _panes_selected() (bencher.results.bench_result.BenchResult method) _PaneT (in module bencher.results.bench_result_base) _ParallelFrame (class in bencher.results.rerun_timeline) _PARAM_MODULES (in module bencher.variables.results) _pareto_design() (in module bencher.bencher) _pareto_plot_pane() (bencher.bencher.Bench static method) _ParetoFrontWorker (class in bencher.bencher) _parse_blob_ref() (in module bencher.blob_store) _parse_or_raise() (in module bencher.blob_store) _parser() (in module bencher.ab) _parts (bencher.results.manim_cartesian.svg_canvas.SvgCanvas attribute) (bencher.results.manim_cartesian.svg_canvas.SvgDefs attribute) _path() (bencher.gcloud_store.GcloudStore method) _pct() (in module bencher.evidence) _peel_dim_as_grid() (in module bencher.results.rerun_result) _per_sample_values() (in module bencher.results.rerun_timeline) _percent_change() (in module bencher.evidence) _percent_improved() (in module bencher.verdict) _percentile_ci() (in module bencher.change_stats) _phases (bencher.perf_tracker.PerfTracker attribute) _phi() (in module bencher.sprt) _pick_xy_axes() (bencher.results.holoview_results.heatmap_result.HeatmapResult method) _pin_paths() (in module bencher.ab) _placeholders (bencher.render._ResultUnpickler attribute) _PLAIN (in module bencher.results.svg_result) _plain() (in module bencher.evidence) (in module bencher.evidence_report) _plain_name() (in module bencher.evidence_ref) _plain_w_in() (in module bencher.infographic) _plan_curve() (in module bencher.results.svg_result) _plan_hexbin() (in module bencher.results.svg_result) _plan_histogram() (in module bencher.results.svg_result) _plan_xy() (in module bencher.results.svg_result) _Plot2D (class in bencher.results.rerun_timeline) _Plot3D (class in bencher.results.rerun_timeline) _PLOT_AND_WIDGETS (in module bencher.results.holoview_results.holoview_result) _plot_distribution() (bencher.results.holoview_results.distribution_result.distribution_result.DistributionResult method) _plot_exclusions() (bencher.results.bench_result.BenchResult static method) _plot_failure_pane() (in module bencher.optuna_conversions) _PLOT_ROW_SHARES (in module bencher.results.rerun_timeline) _PlotBox3D (class in bencher.results.rerun_timeline) _PlotFrame (class in bencher.results.rerun_timeline) _plugins (bencher.plugins.PluginRegistry attribute) (bencher.plugins.registry.PluginRegistry attribute) _plural() (in module bencher.sprt) _point_label() (in module bencher.evidence_report) _points() (in module bencher.change_stats) _poly() (in module bencher.evidence_stats) _PORT_PROBE_ATTEMPTS (in module bencher.bench_plot_server) _PORT_RANGE_MAX (in module bencher.bench_plot_server) _PORT_RANGE_MIN (in module bencher.bench_plot_server) _portable_rrd_pane() (in module bencher.utils_rrd) _PREAMBLE (in module bencher.results.svg_result) _prefix (bencher.results.manim_cartesian.svg_canvas.SvgDefs attribute) _prev_sigterm_handler (in module bencher.run) _Profile (class in bencher.evidence) _profile() (in module bencher.evidence) _prog() (in module bencher.render) _PROGRESS_HEIGHT (in module bencher.results.svg_result) _progress_track() (in module bencher.results.svg_result) _provenance() (in module bencher.report_export) _psi() (in module bencher.sprt) _PT_PER_PX (in module bencher.infographic) _publish() (bencher.bench_runner.BenchRunner method) _push_source() (in module bencher.evidence_ref) _push_url() (in module bencher.evidence_ref) _put() (bencher.object_store.LocalStore method) _RANGE (in module bencher.claims) _rc() (in module bencher.infographic) _read() (bencher.history_transfer.HistorySnapshot class method) (bencher.object_store.LocalStore method) _read_item() (in module bencher.results.composable_container.composable_container_rerun) _read_items() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerRerun method) _read_last_seen() (bencher.result_collector.ResultCollector method) _readout_entity() (in module bencher.results.rerun_timeline) _readout_layout() (in module bencher.results.rerun_timeline) _READOUT_ROW_SHARES (in module bencher.results.rerun_timeline) _readout_shares() (in module bencher.results.rerun_timeline) _readout_text() (in module bencher.results.rerun_timeline) _readout_view() (in module bencher.results.rerun_timeline) _ReadoutScatter (class in bencher.results.rerun_timeline) _record() (in module bencher.change_stats) _rect() (in module bencher.infographic) _REFERENCE_MISSING_TYPES (in module bencher.variables.results) _register() (in module bencher.results.svg_result) _register_loaded() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) _register_svg_plugins() (in module bencher.plugins.builtins) _REGISTRY (in module bencher.plugins.registry) _regression_overlay_panes() (bencher.results.bench_result.BenchResult method) _regression_plot_spec() (in module bencher.regression) _regression_section() (bencher.results.bench_result.BenchResult method) _reject_callable() (in module bencher.sweep_spec) _remote_tip() (in module bencher.evidence_ref) _render() (in module bencher.publication_pointers) _render_error_pane() (in module bencher.plugins.registry) _render_heatmap_image() (in module bencher.evidence) _render_parser() (in module bencher.render) _render_png() (in module bencher.evidence) _render_svg() (in module bencher.sprt) _REPEAT (in module bencher.results.svg_result) _report_incomplete() (in module bencher.cache_management) _repr_svg_() (bencher.sprt.Sprt method) _REQUIRED (in module bencher.publication_target) _requires_rerun() (in module bencher) _rerun_compose_spec() (in module bencher.results.composable_container.composable_container_rerun) _RERUN_COMPOSE_SPECS (in module bencher.results.composable_container.composable_container_rerun) _rerun_dataset() (bencher.results.rerun_result.RerunResult method) _RERUN_EXPORTS (in module bencher) _RerunComposeSpec (in module bencher.results.composable_container.composable_container_rerun) _residual_sigma() (in module bencher.regression) _resolve() (in module bencher.scorecard.discover) _resolve_auto() (bencher.results.bench_result_base.BenchResultBase method) _resolve_cache_samples() (in module bencher.bench_runner) _resolve_columns() (bencher.results.holoview_results.xy_curve_result.XYCurve method) _resolve_optimize_vars() (bencher.bencher.Bench method) _resolve_param() (in module bencher.sweep_executor) _resolve_spec() (in module bencher.results.svg_result) _resolve_style() (in module bencher.results.svg_result) _resolved() (bencher.sweep_spec.SweepSpec method) _restore_sentinel_fill() (in module bencher.history) _result_entries() (in module bencher.complete_report) _result_tabs (bencher.bench_report.BenchReport attribute) _result_title() (bencher.bench_report.BenchReport static method) _RESULT_VIEW_KINDS (in module bencher.results.rerun_timeline) _ResultUnpickler (class in bencher.render) _returned_none_error() (in module bencher.job) _ReusableServer (class in bencher.file_server) _revision() (in module bencher.evidence) _rewrite_chunk() (in module bencher.results.rerun_timeline) _riding_coords() (in module bencher.results.rerun_timeline) _ring() (in module bencher.infographic) _robust_scale() (in module bencher.regression) _RRD_CACHE_DIR (in module bencher.utils_rrd) _rrd_extra_patterns() (bencher.bench_plot_server.BenchPlotServer static method) _RRD_HEADER_VERSION_END (in module bencher.utils_rrd) _RRD_MAGICS (in module bencher.utils_rrd) _rrd_recorded_version() (in module bencher.utils_rrd) _RRD_URL_RE (in module bencher.utils_rrd) _Run (class in bencher.infographic) _run() (in module bencher.evidence_ref) _run_base() (in module bencher.ab) _run_check() (in module bencher.regression) _run_compare() (in module bencher.render) _run_dir() (in module bencher.ab) _run_git() (in module bencher.git_info) _run_optuna_job() (bencher.bencher.Bench method) _run_report() (in module bencher.render) _run_subcommand() (in module bencher.render) _runs (bencher.sprt.Sprt attribute) _runs() (in module bencher.infographic) _rv_name_and_path() (in module bencher.results.rerun_result) _safe_change_percent() (in module bencher.regression) _SAFE_URL_RE (in module bencher.scorecard.render) _sample_chunks() (in module bencher.results.rerun_timeline) _samples_csv() (in module bencher.evidence) _sanitize_url() (in module bencher.scorecard.render) _saved_pages (bencher.bench_report.BenchReport attribute) _says_nothing_to_show() (in module bencher.results.bench_result) _scalar() (in module bencher.claims) _scalar_aggregate_summary() (bencher.results.bench_result.BenchResult method) _scan_cache_for_blob_names() (in module bencher.cache_management) _SCATTER_ALL_COLOR (in module bencher.results.rerun_timeline) _SCATTER_CURRENT_COLOR (in module bencher.results.rerun_timeline) _SCATTER_LABEL_COLOR (in module bencher.results.rerun_timeline) _scratch_git_dir() (in module bencher.evidence_ref) _seaborn() (in module bencher.results.svg_result) _seed_policy() (in module bencher.evidence_report) _seen (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton attribute) _send_recordings() (in module bencher.results.rerun_timeline) _send_spliced() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerRerun method) _sentinel_for_result_var() (in module bencher.result_collector) _SequenceIndex (class in bencher.results.rerun_timeline) _serialize() (in module bencher.blob_store) _SERIES_LIMIT (in module bencher.sprt) _SERVING_FIELDS (in module bencher.gcloud_store) _set_recording_time() (in module bencher.results.composable_container.composable_container_rerun) _set_result_value() (in module bencher.result_collector) _SHADOWED_BY_SUBMODULE (in module bencher) _SHAPING_KEYS (in module bencher.sweep_spec) _shared_entities() (in module bencher.results.rerun_timeline) _SharedViewLayout (class in bencher.results.composable_container.composable_container_rerun) _shift_title() (in module bencher.infographic) _shifted_chunks() (in module bencher.results.composable_container.composable_container_rerun) _SHOW_ALIASES (in module bencher.bench_cfg) _shutdown_all_servers() (in module bencher.run) _Side (in module bencher.evidence) _SIDE_IN (in module bencher.infographic) _side_marks() (in module bencher.evidence) _sigterm_handler() (in module bencher.run) _sigterm_installed (in module bencher.run) _singleton_inited (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton attribute) _SingletonInitResult (class in bencher.variables.singleton_parametrized_sweep) _skip_labels (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape attribute) _skip_tally (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape attribute) _slug() (in module bencher.evidence_report) _snapshot_ds() (in module bencher.report_export) _sns_artists() (in module bencher.results.svg_result) _sns_band() (in module bencher.results.svg_result) _sns_bar() (in module bencher.results.svg_result) _sns_box_whisker() (in module bencher.results.svg_result) _sns_curve() (in module bencher.results.svg_result) _SNS_DEEP (in module bencher.results.svg_result) _sns_dots() (in module bencher.results.svg_result) _SNS_FONT_SCALE (in module bencher.results.svg_result) _sns_heatmap() (in module bencher.results.svg_result) _SNS_HEATMAP_CELL (in module bencher.results.svg_result) _sns_histogram() (in module bencher.results.svg_result) _sns_line() (in module bencher.results.svg_result) _sns_palette() (in module bencher.results.svg_result) _sns_scatter() (in module bencher.results.svg_result) _sns_scatter_jitter() (in module bencher.results.svg_result) _sns_style() (in module bencher.results.svg_result) _sns_violin() (in module bencher.results.svg_result) _sort_key() (in module bencher.evidence_report) _SPATIAL_AXES (in module bencher.results.rerun_timeline) _spec (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun property) (bencher.results.composable_container.ComposableContainerRerun property) _spec_classes() (in module bencher.results.svg_result) _spec_types() (in module bencher.variables.results) _SPLICE_GAP_NS (in module bencher.results.composable_container.composable_container_rerun) _splice_offsets() (in module bencher.results.composable_container.composable_container_rerun) _split_optuna_and_agg_vars() (bencher.bencher.Bench static method) _spread() (in module bencher.results.svg_result) _SPREAD_ATTR (in module bencher.results.rerun_result) _SQ_MAX (in module bencher.infographic) _SQ_MIN (in module bencher.infographic) _SRCSET (in module bencher.complete_report) _srcset_urls() (in module bencher.complete_report) _StackedViewLayout (class in bencher.results.composable_container.composable_container_rerun) _state (bencher.worker_manager.WorkerManager attribute) _store_result_vars() (bencher.result_collector.ResultCollector static method) _study_has_multiple_params() (in module bencher.results.optuna_result) _Style (class in bencher.results.svg_result) _STYLE (in module bencher.results.svg_result) _style() (in module bencher.evidence) (in module bencher.results.svg_result) _summary() (in module bencher.evidence) _SVG_MAX_PASS_DOTS (in module bencher.sprt) _SVG_TWIN_BACKENDS (in module bencher.plugins.builtins) _swarm_columns() (in module bencher.infographic) _SWARM_DARK (in module bencher.results.svg_result) _swarm_fits() (in module bencher.results.svg_result) _SWARM_SIZE (in module bencher.results.svg_result) _sweep_hash_exclude (bencher.variables.inputs.YamlSweep attribute) (bencher.variables.sweep_base.SweepBase attribute) _sweep_identity() (bencher.variables.inputs.FloatSweep method) (bencher.variables.inputs.IntSweep method) (bencher.variables.inputs.SweepSelector method) (bencher.variables.sweep_base.SweepBase method) _sweep_labels() (in module bencher.evidence) _sync_class_defaults() (bencher.variables.inputs.SweepSelector method) _t_effect() (in module bencher.evidence_stats) _tab_for_result() (bencher.bench_report.BenchReport method) _table_dims() (in module bencher.results.svg_result) _table_figsize() (in module bencher.results.svg_result) _table_rows() (in module bencher.results.svg_result) _TabPlan (class in bencher.results.svg_result) _tabs (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) _tabular_svgs() (in module bencher.results.svg_result) _tail() (in module bencher.ab) _target_index() (bencher.results.optimize_result.OptimizeResult method) _text_bar() (in module bencher.evidence) _text_w_in() (in module bencher.infographic) _thin_fixed_ticks() (in module bencher.results.svg_result) _THREE_COLUMN_PANELS (in module bencher.results.svg_result) _THRESHOLD (in module bencher.claims) _TICK (in module bencher.infographic) _tick() (in module bencher.infographic) _ticks_or_none() (in module bencher.results.rerun_timeline) _tie_term() (in module bencher.evidence_stats) _tile_metrics() (in module bencher.evidence_report) _time_event_label() (bencher.bench_report.BenchReport static method) _time_snapshot_to_float() (in module bencher.results.optuna_result) _TIME_UNITS (in module bencher.infographic) _TITLE (in module bencher.infographic) _TITLE_COLOR (in module bencher.results.rerun_timeline) _title_vs() (in module bencher.results.svg_result) _to_data() (in module bencher.infographic) _to_dataset_cache (bencher.results.bench_result_base.BenchResultBase attribute) _to_dataset_cache_key() (bencher.results.bench_result_base.BenchResultBase method) _to_heatmap_tap_ds() (bencher.results.holoview_results.heatmap_result.HeatmapResult method) _to_line_tap_ds() (bencher.results.holoview_results.line_result.LineResult method) _to_panes_da() (bencher.results.bench_result_base.BenchResultBase method) _to_recording() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun static method) (bencher.results.composable_container.ComposableContainerRerun static method) _to_rerun_mapped() (bencher.results.rerun_result.RerunResult method) _to_rerun_recordings() (bencher.results.rerun_result.RerunResult method) _to_rerun_result_vars() (bencher.results.rerun_result.RerunResult method) _to_scatter_ds() (bencher.results.holoview_results.scatter_result.ScatterResult method) _to_video_panes_ds() (bencher.results.video_summary.VideoSummaryResult method) _token (bencher.gcloud_store.GcloudStore attribute) _token_deadline (bencher.gcloud_store.GcloudStore attribute) _transaction() (bencher.object_store.LocalStore method) _transform() (in module bencher.evidence_stats) _tree() (in module bencher.evidence_ref) _TRUE (in module bencher.launch_env) _TZ_AWARE_COORD_WARNING (in module bencher.variables.time) _TZ_AWARE_HISTORY_WARNING (in module bencher.variables.time) _unit_digits() (in module bencher.infographic) _unit_formatter() (in module bencher.infographic) _unit_label() (in module bencher.scorecard.model) _Units (class in bencher.evidence_stats) _units() (in module bencher.evidence_stats) _unnamed_parameter_error() (in module bencher.sweep_executor) _unpack() (in module bencher.rerun_web_viewer) _unpaired_block() (in module bencher.evidence) _unreduced_dims() (bencher.results.bench_result_base.BenchResultBase static method) _unreferenced_blobs() (in module bencher.cache_management) _UNSAFE_ENTITY_CHARS (in module bencher.results.rerun_timeline) _Unset (class in bencher.utils) _update_instance_objects() (bencher.variables.inputs.SweepSelector method) _url() (bencher.complete_report._Assets method) _url_for() (in module bencher.evidence_report) _usable() (in module bencher.results.rerun_timeline) _use_grid() (in module bencher.results.svg_result) _use_holomap_for_time() (bencher.results.holoview_results.holoview_result.HoloviewResult method) _USERINFO (in module bencher.evidence_ref) _valid_threshold() (in module bencher.regression) _validate() (bencher.sweep_spec.SweepSpec method) _validate_bounds() (bencher.variables.results.ResultBool method) _validate_input_vars() (in module bencher.sweep_executor) _validate_step() (bencher.variables.inputs.IntSweep method) _validate_value() (bencher.variables.inputs.IntSweep method) _VALUE (in module bencher.infographic) _value_text() (in module bencher.infographic) _value_ticks() (in module bencher.infographic) _VAR_LIST_FIELDS (in module bencher.sweep_spec) _verdict (bencher.sprt.Sprt attribute) _verdict() (in module bencher.verdict) _VERDICT_COLOUR (in module bencher.sprt) _verdict_table() (in module bencher.evidence_report) _verdicts_agree() (in module bencher.evidence) _version() (bencher.gcloud_store.GcloudStore method) _VERSION_RE (in module bencher.utils_rrd) _VERSION_TOKEN_PARTS (in module bencher.gcloud_store) _View (class in bencher.results.rerun_timeline) _VIEW_CLASS_NAMES (in module bencher.results.composable_container.composable_container_rerun) _view_kind_for() (in module bencher.results.rerun_timeline) _VIEW_NAMES (in module bencher.results.composable_container.composable_container_rerun) _viewer_js_list() (in module bencher.utils_rrd) _viewer_js_urls() (in module bencher.utils_rrd) _views() (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerRerun method) _violin() (in module bencher.results.svg_result) _VIOLIN_N (in module bencher.infographic) _violin_pad() (in module bencher.results.svg_result) _VM_LABEL_IN (in module bencher.infographic) _vm_names() (in module bencher.evidence_report) _volume_levels() (in module bencher.results.svg_result) _waffle() (in module bencher.infographic) _waffle_columns() (in module bencher.infographic) _walk_blob_references() (in module bencher.cache_management) _walk_panels() (in module bencher.results.svg_result) _warm_from_results() (bencher.bencher.Bench method) _warm_from_sample_cache() (bencher.bencher.Bench method) _warm_start_from_cache() (bencher.bencher.Bench method) _warn_collected_without_plots() (in module bencher.bencher) _warned_no_seaborn (in module bencher.results.svg_result) _welch() (in module bencher.evidence_stats) _where() (in module bencher.evidence) _WHOLE_PERCENT (in module bencher.evidence) _WHY (in module bencher.sprt) _without_userinfo() (in module bencher.evidence_ref) _worker_mgr (bencher.bencher.Bench attribute) _wrap_viewer_controls() (in module bencher.utils_rrd) _write_iframe_index() (bencher.bench_report.BenchReport static method) _write_images() (in module bencher.evidence) _write_inline_viewer() (in module bencher.utils_rrd) _write_rrd_sidecar() (in module bencher.utils_rrd) _x_positions() (in module bencher.results.svg_result) _xy_arrays() (in module bencher.results.svg_result) _xy_frame() (in module bencher.results.svg_result) _xy_front_matter() (in module bencher.evidence) _Y_GUTTER_IN (in module bencher.infographic) _y_range() (in module bencher.evidence) _YOUNG_MARKER (in module bencher.regression) _ZERO (in module bencher.infographic)

A

AbError Absent (class in bencher.object_store) accent (bencher.results.svg_result._Style property) active_cache_dir() (in module bencher.blob_store) add() (bencher.bench_runner.BenchRunner method) (bencher.bencher.Bench method) (bencher.evidence_report._Images method) (bencher.results.composable_container.composable_container_rerun._ComposedItem method) add_bench() (bencher.bench_runner.BenchRunner method) add_image() (in module bencher.video_writer) add_metadata_to_dataset() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) add_plot_callback() (bencher.bencher.Bench method) add_report_options() (in module bencher.evidence_report) add_run() (bencher.bench_runner.BenchRunner method) add_runs (bencher.evidence_stats.Verdict property) adjusted_p (bencher.evidence_stats.MetricEvidence attribute) after (bencher.evidence.BandChart attribute) (bencher.evidence.BeforeAfterBars attribute) (bencher.evidence.CategoryRow attribute) (bencher.evidence.DiffRow attribute) (bencher.evidence.HeatmapGrid attribute) (bencher.evidence.OverlapRow attribute) (bencher.evidence.SweepChart attribute) after_std (bencher.evidence.BandChart attribute) (bencher.evidence.DiffRow attribute) agg_fn (bencher.bench_cfg.BenchCfg attribute) AGG_FN_MAP (in module bencher.utils) agg_over_dims (bencher.bench_cfg.BenchCfg attribute) AggFn (class in bencher.utils) aggregation (bencher.results.optimize_result.OptimizeResult attribute), [1] Aggregation (class in bencher.results.optimize_result) agrees (bencher.evidence_stats.RobustCheck attribute) aliases (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) all() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) (bencher.results.composable_container.composable_container_base.PaneLayout class method) (bencher.results.composable_container.PaneLayout class method) ALL_RESULT_TYPES (in module bencher.variables.results) all_vars (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute), [1] (bencher.results.manim_cartesian.CartesianProductCfg attribute), [1] allow_reuse_address (bencher.file_server._ReusableServer attribute) allow_ws_origin (bencher.bench_cfg.BenchPlotSrvCfg attribute), [1] alpha (bencher.evidence_stats.MetricEvidence attribute) (bencher.sprt.SprtCfg attribute) ALPHA (in module bencher.evidence_stats) alt_text() (in module bencher.infographic) analyse() (in module bencher.evidence_stats) analyse_data() (in module bencher.evidence_report) animate_flows() (in module bencher.infographic)

animated_svg() (in module bencher.results.manim_cartesian.svg_canvas) append() (bencher.bench_report.BenchReport method) (bencher.results.bench_result_base.EmptyContainer method) (bencher.results.composable_container.composable_container_base.ComposableContainerBase method) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel method) (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerBase method) (bencher.results.composable_container.ComposableContainerPanel method) (bencher.results.composable_container.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerVideo method) (bencher.video_writer.VideoWriter method) append_col() (bencher.bench_report.BenchReport method) append_markdown() (bencher.bench_report.BenchReport method) append_result() (bencher.bench_report.BenchReport method) append_tab() (bencher.bench_report.BenchReport method) append_title() (bencher.bench_report.BenchReport method) append_to_report() (bencher.regression.RegressionReport method) append_to_result() (bencher.bench_report.BenchReport method) application_id (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun attribute) (bencher.results.composable_container.ComposableContainerRerun attribute) apply_multiplicity() (in module bencher.evidence_stats) apply_policy() (in module bencher.history) arm (bencher.infographic._Run attribute) Arm (class in bencher.evidence_report) arms_layout() (in module bencher.infographic) arrow_type() (bencher.results.rerun_timeline._DurationIndex method) (bencher.results.rerun_timeline._SequenceIndex method) as_axis() (bencher.results.composable_container.composable_container_base.ComposeType method) (bencher.results.composable_container.ComposeType method) as_claim() (in module bencher.claims) as_dim() (bencher.variables.results.ResultFloat method) (bencher.variables.sweep_base.SweepBase method) as_slider() (bencher.variables.sweep_base.SweepBase method) as_tuple() (bencher.variables.inputs.YamlSelection method) at_least() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method) at_most() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method) attempt (bencher.execution.Execution attribute) auto (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) AUTO (bencher.results.bench_result_base.ReduceType attribute) auto (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.SvgPlugin property) (bencher.results.svg_result.TabularSvgChart attribute) auto_plot (bencher.bench_cfg.BenchRunCfg attribute), [1] axes (bencher.results.rerun_timeline._ReadoutScatter attribute), [1] axes() (bencher.infographic._Page method) (bencher.results.holoview_results.tabular_spec.TabularSpec method) Axis (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_base) axis_x() (bencher.results.rerun_timeline._ParallelFrame method)

B

backend (bencher.bench_cfg.BenchRunCfg attribute) (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.PlotPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) (bencher.plugins.plugin.PlotPlugin attribute) (bencher.plugins.PluginDecision attribute) (bencher.plugins.registry.PluginDecision attribute) (bencher.results.svg_result.SvgPlugin attribute) background_col (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.composable_container.RenderCfg attribute), [1] bad_upper (bencher.evidence_stats.ProportionEffect attribute) band (bencher.infographic.Theme attribute) band_lower (bencher.regression.RegressionResult attribute) band_upper (bencher.regression.RegressionResult attribute) BandChart (class in bencher.evidence) BandResult (class in bencher.results.holoview_results.band_result) bar_chart (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) BarResult (class in bencher.results.holoview_results.bar_result) base (bencher.evidence._Metric attribute) (bencher.evidence_report._Aligned attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.evidence_stats.ShiftFunction attribute) (bencher.infographic.Theme attribute) base_da (bencher.evidence._Metric attribute) BASE_TREE_ENV (in module bencher.launch_env) BaseClass (class in bencher.class_enum) baseclassname (bencher.class_enum.BaseClass attribute), [1] baseline (bencher.regression.MethodCells attribute), [1] baseline_runs (bencher.plugins.bench_data.BenchData attribute) BASELINE_RUNS (bencher.plugins.bench_data.Capability attribute) baseline_runs (bencher.plugins.BenchData attribute) BASELINE_RUNS (bencher.plugins.Capability attribute) baseline_value (bencher.regression.RegressionResult attribute) BCA_MIN_UNITS (in module bencher.evidence_stats) before (bencher.evidence.BandChart attribute) (bencher.evidence.BeforeAfterBars attribute) (bencher.evidence.CategoryRow attribute) (bencher.evidence.DiffRow attribute) (bencher.evidence.HeatmapGrid attribute) (bencher.evidence.OverlapRow attribute) (bencher.evidence.SweepChart attribute) before_std (bencher.evidence.BandChart attribute) (bencher.evidence.DiffRow attribute) BeforeAfterBars (class in bencher.evidence) Bench (class in bencher.bencher) bench_cfg (bencher.results.bench_result_base.BenchResultBase attribute) (bencher.results.optimize_result.OptimizeResult attribute), [1] bench_cfg_hashes (bencher.bencher.Bench attribute) bench_cfg_sample_hash (bencher.worker_job.WorkerJob attribute), [1] bench_fns (bencher.bench_runner.BenchRunner attribute) bench_name (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bench_report.BenchReport attribute) (bencher.bencher.Bench attribute) (bencher.identity.SweepIdentity attribute) bench_result_to_study() (bencher.results.optuna_result.OptunaResult method) bench_results (bencher.bench_report.BenchReport property) bench_results_to_optuna_trials() (bencher.results.optuna_result.OptunaResult method) Benchable (in module bencher.bench_runner) BenchableV1 (class in bencher.bench_runner) BenchableV2 (class in bencher.bench_runner) BenchCfg (class in bencher.bench_cfg) BenchData (class in bencher.plugins) (class in bencher.plugins.bench_data) bencher module bencher.ab module bencher.bench_cfg module bencher.bench_plot_server module bencher.bench_report module bencher.bench_runner module bencher.bencher module bencher.blob_store module bencher.cache_management module bencher.change_stats module bencher.claims module bencher.class_enum module bencher.complete_report module bencher.evidence module bencher.evidence_ref module bencher.evidence_report module bencher.evidence_stats module bencher.execution module bencher.factories module bencher.file_server module bencher.gcloud_store module bencher.git_info module bencher.history module bencher.history_transfer module bencher.identity module bencher.infographic module bencher.job module bencher.launch_env module bencher.object_store module bencher.optional_deps module bencher.optuna_conversions module bencher.perf_tracker module bencher.plotting module bencher.plotting.plot_filter module bencher.plotting.plt_cnt_cfg module bencher.plugins module bencher.plugins.bench_data module bencher.plugins.builtins module bencher.plugins.plugin module bencher.plugins.registry module bencher.publication_pointers module bencher.publication_target module bencher.publishing module bencher.publishing_cli module bencher.regression module bencher.render module bencher.report_export module bencher.report_inventory module bencher.rerun_web_viewer module bencher.result_collector module bencher.results module bencher.results.bench_result module bencher.results.bench_result_base module bencher.results.composable_container module bencher.results.composable_container.composable_container_base module bencher.results.composable_container.composable_container_dataframe module bencher.results.composable_container.composable_container_panel module bencher.results.composable_container.composable_container_rerun module bencher.results.composable_container.composable_container_video module bencher.results.dataset_result module bencher.results.explorer_result module bencher.results.float_formatter module bencher.results.histogram_result module

bencher.results.holoview_results module bencher.results.holoview_results.band_result module bencher.results.holoview_results.bar_result module bencher.results.holoview_results.curve_result module bencher.results.holoview_results.distribution_result module bencher.results.holoview_results.distribution_result.box_whisker_result module bencher.results.holoview_results.distribution_result.distribution_result module bencher.results.holoview_results.distribution_result.scatter_jitter_result module bencher.results.holoview_results.distribution_result.violin_result module bencher.results.holoview_results.heatmap_result module bencher.results.holoview_results.holoview_result module bencher.results.holoview_results.line_result module bencher.results.holoview_results.scatter_result module bencher.results.holoview_results.surface_result module bencher.results.holoview_results.table_result module bencher.results.holoview_results.tabular_spec module bencher.results.holoview_results.tabulator_result module bencher.results.holoview_results.xy_curve_result module bencher.results.holoview_results.xy_hexbin_result module bencher.results.holoview_results.xy_histogram_result module bencher.results.holoview_results.xy_scatter_result module bencher.results.hvplot_accessor module bencher.results.laxtex_result module bencher.results.manim_cartesian module bencher.results.manim_cartesian.cartesian_product_cfg module bencher.results.manim_cartesian.cartesian_product_scene module bencher.results.manim_cartesian.svg_canvas module bencher.results.optimize_result module bencher.results.optuna_result module bencher.results.pane_result module bencher.results.render_failure module bencher.results.rerun_result module bencher.results.rerun_summary module bencher.results.rerun_timeline module bencher.results.svg_result module bencher.results.video_controls module bencher.results.video_summary module bencher.results.volume_result module bencher.run module bencher.sample_order module bencher.scorecard module bencher.scorecard.config module bencher.scorecard.discover module bencher.scorecard.executions module bencher.scorecard.model module bencher.scorecard.render module bencher.sparkline module bencher.sprt module bencher.sweep_executor module bencher.sweep_spec module bencher.sweep_timings module bencher.test_timing_report module bencher.utils module bencher.utils_rerun module bencher.utils_rrd module bencher.variables module bencher.variables.inputs module bencher.variables.parametrised_sweep module bencher.variables.results module bencher.variables.singleton_parametrized_sweep module bencher.variables.sweep_base module bencher.variables.time module bencher.verdict module bencher.video_writer module bencher.worker_job module bencher.worker_manager module benchmark() (bencher.variables.parametrised_sweep.ParametrizedSweep method) BenchPlotServer (class in bencher.bench_plot_server) BenchPlotSrvCfg (class in bencher.bench_cfg) BenchReport (class in bencher.bench_report) BenchResult (class in bencher.results.bench_result) BenchResultBase (class in bencher.results.bench_result_base) BenchRunCfg (class in bencher.bench_cfg) BenchRunner (class in bencher.bench_runner) benjamini_hochberg() (in module bencher.evidence_stats) best_params (bencher.results.optimize_result.OptimizeResult property) best_trials (bencher.results.optimize_result.OptimizeResult property) best_value (bencher.results.optimize_result.OptimizeResult property) beta (bencher.sprt.SprtCfg attribute) better (bencher.infographic.Theme attribute) between() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method) BG_COLOR (in module bencher.results.manim_cartesian.cartesian_product_scene) bin_range (bencher.results.holoview_results.xy_histogram_result.XYHistogram attribute) bind() (bencher.sweep_spec.SweepSpec method) binom_cdf() (in module bencher.evidence_stats) bins (bencher.results.holoview_results.xy_histogram_result.XYHistogram attribute) BIRTH_ATTR (in module bencher.history) blob_cache_dir (bencher.results.bench_result_base.BenchResultBase attribute) BLOB_CACHE_DIR_ATTR (in module bencher.blob_store) BLOB_CACHE_DIR_ENV (in module bencher.blob_store) blob_cache_dir_hints() (in module bencher.blob_store) blob_name() (in module bencher.blob_store) blob_reachability() (in module bencher.cache_management) blob_url() (in module bencher.evidence_ref) BlobReachability (class in bencher.cache_management) BOOL (bencher.variables.results.ResultKind attribute) BoolSweep (class in bencher.variables.inputs) boot_means() (bencher.evidence_stats._Units method) bootstrap (bencher.evidence_stats.Effect attribute) bound (bencher.claims.Threshold attribute) bounds (bencher.plotting.plot_filter.VarRange attribute) (bencher.plugins.VarRange attribute) (bencher.results.rerun_timeline._Plot2D attribute), [1] (bencher.variables.results.ResultBool attribute) bounds() (bencher.results.rerun_timeline._ParallelFrame method) (bencher.results.rerun_timeline._PlotFrame method) box() (in module bencher.variables.inputs) BoxWhiskerResult (class in bencher.results.holoview_results.distribution_result.box_whisker_result) branch (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) branch_name (bencher.bench_report.GithubPagesCfg attribute) Broken (class in bencher.job) build() (bencher.results.holoview_results.tabular_spec.TabularSpec method) (bencher.results.holoview_results.xy_curve_result.XYCurve method) (bencher.results.holoview_results.xy_hexbin_result.XYHexbin method) (bencher.results.holoview_results.xy_histogram_result.XYHistogram method) (bencher.results.holoview_results.xy_scatter_result.XYScatter method) build_cell() (in module bencher.scorecard) (in module bencher.scorecard.model) build_regression_overlay() (in module bencher.regression) build_slowest_tests_tab() (in module bencher.test_timing_report) build_summary_tab() (in module bencher.test_timing_report) build_time_by_file_tab() (in module bencher.test_timing_report)

C

cache (bencher.history_transfer.NamespacedHistory attribute) (bencher.job.FutureCache attribute) (bencher.job.JobFuture attribute), [1] (bencher.plugins.bench_data.BenchData attribute) CACHE (bencher.plugins.bench_data.Capability attribute) cache (bencher.plugins.BenchData attribute) CACHE (bencher.plugins.Capability attribute) cache_check_ms (bencher.sweep_timings.SweepTimings attribute) cache_key (bencher.identity.SweepIdentity attribute) cache_results (bencher.bench_cfg.BenchRunCfg attribute), [1] cache_results() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) cache_samples (bencher.bench_cfg.BenchRunCfg attribute), [1] cache_size (bencher.bench_cfg.BenchRunCfg attribute) (bencher.bencher.Bench attribute) (bencher.result_collector.ResultCollector attribute), [1] (bencher.sweep_executor.SweepExecutor attribute), [1] cache_stats() (in module bencher.cache_management) cache_version (bencher.history_transfer.HistorySnapshot attribute) CACHE_VERSION (in module bencher.cache_management) CacheDirStats (class in bencher.cache_management) CacheHandle (class in bencher.plugins) (class in bencher.plugins.bench_data) caches_disabled_by_env() (in module bencher.launch_env) CacheStats (class in bencher.cache_management) calculate_benchmark_results() (bencher.bencher.Bench method) calculate_duration() (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerVideo method) call() (bencher.job.JobFunctionCache method) call_count (bencher.job.FutureCache attribute), [1] callable_name() (in module bencher.utils) callback (bencher.plugins.builtins.LegacyResultPlugin attribute) CALLBACK_TO_PLUGIN (in module bencher.plugins.builtins) cand (bencher.evidence._Metric attribute) (bencher.evidence_report._Aligned attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.evidence_stats.ShiftFunction attribute) (bencher.infographic.Theme attribute) cand_da (bencher.evidence._Metric attribute) canonical_input (bencher.worker_job.WorkerJob property) canvas() (bencher.infographic._Page method) Capability (class in bencher.plugins) (class in bencher.plugins.bench_data) capitalise_words() (in module bencher.utils) caption() (in module bencher.evidence) capture_rerun_rrd() (in module bencher.utils_rerun) capture_rerun_window() (in module bencher.utils_rerun) CartesianProductCfg (class in bencher.results.manim_cartesian) (class in bencher.results.manim_cartesian.cartesian_product_cfg) cat_cnt (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) cat_levels (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) cat_range (bencher.plotting.plot_filter.PlotFilter attribute) (bencher.plugins.PlotFilter attribute) cat_vars (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) catch (bencher.bench_cfg.BenchRunCfg attribute) category_order() (bencher.scorecard.config.ScorecardConfig method) (bencher.scorecard.ScorecardConfig method) category_table() (in module bencher.evidence) CategoryRow (class in bencher.evidence) CategoryTable (class in bencher.evidence) Cell (class in bencher.results.manim_cartesian.cartesian_product_scene) CELL_BORDER (in module bencher.results.manim_cartesian.cartesian_product_scene) CELL_GAP (in module bencher.results.manim_cartesian.cartesian_product_scene) CELL_SIZE (in module bencher.results.manim_cartesian.cartesian_product_scene) cell_verdict() (in module bencher.scorecard) (in module bencher.scorecard.model) cells (bencher.evidence_report.MetricGroup attribute) cfg (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape attribute) (bencher.sprt.Sprt property) cfg_from_optuna_trial() (in module bencher.optuna_conversions) change (bencher.evidence.CategoryRow attribute) (bencher.regression.MethodCells attribute), [1] change_between() (in module bencher.change_stats) change_line() (in module bencher.evidence) change_percent (bencher.regression.RegressionResult attribute) chart (bencher.results.svg_result.SvgPlugin attribute) chart_name (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) (bencher.results.holoview_results.xy_histogram_result.XYHistogram attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) chart_svgs() (in module bencher.results.svg_result) chart_title() (in module bencher.infographic) ChartPlan (in module bencher.evidence) CHARTS (in module bencher.results.svg_result) check() (bencher.results.holoview_results.tabular_spec.TabularSpec method) check_column() (in module bencher.results.holoview_results.tabular_spec) check_no_forbidden_code() (in module bencher.launch_env) children (bencher.results.manim_cartesian.cartesian_product_scene.Group attribute) chosen (bencher.plugins.PluginDecision attribute) (bencher.plugins.registry.PluginDecision attribute) Chrome (class in bencher.scorecard) (class in bencher.scorecard.config) chunks (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) ci (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) ci95 (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) CI_LEVEL (in module bencher.change_stats) claim (bencher.evidence._Metric attribute) (bencher.variables.results.ResultFloat attribute) Claim (in module bencher.claims) ClaimOutcome (in module bencher.claims) Class1 (bencher.class_enum.ExampleEnum attribute) (class in bencher.class_enum) Class2 (bencher.class_enum.ExampleEnum attribute) (class in bencher.class_enum) ClassEnum (class in bencher.class_enum) classname (bencher.class_enum.Class1 attribute), [1] (bencher.class_enum.Class2 attribute), [1] clean_orphaned_blobs() (in module bencher.cache_management) clean_orphaned_media() (in module bencher.cache_management) cleanup_job_media() (in module bencher.cache_management) clear() (bencher.bench_report.BenchReport method) (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) clear_all() (in module bencher.cache_management) clear_cache (bencher.bench_cfg.BenchRunCfg attribute), [1] clear_cache() (bencher.job.FutureCache method) clear_call_counts() (bencher.bencher.Bench method) (bencher.job.FutureCache method) (bencher.sweep_executor.SweepExecutor method) clear_history (bencher.bench_cfg.BenchRunCfg attribute), [1]

clear_media() (in module bencher.cache_management) clear_sample_cache (bencher.bench_cfg.BenchRunCfg attribute), [1] clear_tag() (bencher.job.FutureCache method) clear_tag_from_sample_cache() (bencher.bencher.Bench method) (bencher.sweep_executor.SweepExecutor method) clim (bencher.results.svg_result._TabPlan attribute) clock (bencher.object_store.LocalStore attribute) (bencher.publishing.CompleteReportPublisher attribute) clopper_pearson_upper() (in module bencher.evidence_stats) close() (bencher.bencher.Bench method) (bencher.job.FutureCache method) close_cache() (bencher.sweep_executor.SweepExecutor method) close_caches() (bencher.result_collector.ResultCollector method) clusters (bencher.evidence_report._Aligned attribute) (bencher.evidence_report.Arm attribute) (bencher.evidence_stats.MetricEvidence attribute) cmap (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) col_input (bencher.evidence.Heatmap attribute) col_labels (bencher.evidence.Heatmap attribute) collect() (bencher.bencher.Bench method) collect_cache_dir() (in module bencher.blob_store) collect_optuna_plots() (bencher.results.optuna_result.OptunaResult method) collected_identity (bencher.results.bench_result.BenchResult attribute) collected_series (bencher.results.bench_result.BenchResult attribute) color (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) Color (in module bencher.results.manim_cartesian.svg_canvas) color_index (bencher.results.manim_cartesian.cartesian_product_scene.Cell attribute) color_tuple_to_255() (in module bencher.utils) color_tuple_to_css() (in module bencher.utils) colorbar (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) colour (bencher.results.svg_result._Group attribute) colour() (bencher.results.svg_result._Style method) column (bencher.history.HistoryEvent attribute) (bencher.results.holoview_results.xy_histogram_result.XYHistogram attribute) COLUMN_BORN (bencher.history.HistoryEventKind attribute) COLUMN_DORMANT (bencher.history.HistoryEventKind attribute) column_identity() (in module bencher.history) column_meta() (in module bencher.history) COLUMN_RESUMED (bencher.history.HistoryEventKind attribute) COLUMN_RETIRED (bencher.history.HistoryEventKind attribute) column_units() (in module bencher.scorecard) (in module bencher.scorecard.model) columns() (bencher.results.holoview_results.tabular_spec.TabularSpec method) commit_frozen_report() (in module bencher.publication_target) commit_sha (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) compare_results() (in module bencher.report_export) comparison (bencher.evidence.EvidenceFiles attribute) Comparison (class in bencher.claims) comparison_to_json() (in module bencher.report_export) complete (bencher.cache_management.BlobReachability property) (bencher.object_store.Listed property) CompleteReportPublisher (class in bencher.publishing) ComposableContainerBase (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_base) ComposableContainerDataset (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_dataframe) ComposableContainerPanel (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_panel) ComposableContainerRerun (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_rerun) ComposableContainerVideo (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_video) compose_method (bencher.results.composable_container.composable_container_base.ComposableContainerBase attribute) (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.ComposableContainerBase attribute) (bencher.results.composable_container.RenderCfg attribute), [1] compose_method_list_for_dims() (in module bencher.results.composable_container.composable_container_base) ComposeType (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_base) compute_total() (bencher.sweep_timings.SweepTimings method) config_summary() (in module bencher.history) (in module bencher.identity) Conflict (class in bencher.object_store) const_vars (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bencher.Bench attribute) (bencher.sweep_spec.SweepSpec attribute) constant_inputs (bencher.worker_job.WorkerJob attribute), [1] container (bencher.results.composable_container.composable_container_base.ComposableContainerBase attribute) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun attribute) (bencher.results.composable_container.ComposableContainerBase attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.composable_container.ComposableContainerRerun attribute) (bencher.variables.results.ResultContainer attribute) (bencher.variables.results.ResultDataSet attribute) CONTAINER (bencher.variables.results.ResultKind attribute) container (bencher.variables.results.ResultPath attribute) (bencher.variables.results.ResultReference attribute) (bencher.variables.results.ResultString attribute) contains() (bencher.evidence_stats.Interval method) content (bencher.cache_management.CacheStats attribute) content_box_size() (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) content_key() (in module bencher.results.manim_cartesian.svg_canvas) continuous_effect() (in module bencher.evidence_stats) convert_dataset_bool_dims_to_str() (in module bencher.results.bench_result_base) convert_to_compatible_format() (bencher.video_writer.VideoWriter static method) convert_vars_to_params() (bencher.bencher.Bench method) (bencher.sweep_executor.SweepExecutor method) coords (bencher.bench_cfg.DimsCfg attribute), [1] copied (bencher.complete_report._Assets attribute) count (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape attribute) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape attribute) counts (bencher.evidence_stats._Units attribute) coverage (bencher.evidence_stats.QuantileCI attribute) create_bench() (in module bencher.factories) create_bench_runner() (in module bencher.factories) create_label() (bencher.video_writer.VideoWriter static method) create_matrix_array() (in module bencher.results.laxtex_result) create_server() (in module bencher.file_server) created_at (bencher.object_store.ObjectInfo attribute) (bencher.object_store.Present attribute) (bencher.object_store.Renewed attribute) CreateOnly (class in bencher.object_store) cube (bencher.evidence._Profile attribute) current_execution() (in module bencher.execution) current_samples (bencher.regression.RegressionResult attribute) current_time_value() (in module bencher.history) current_value (bencher.regression.RegressionResult attribute) current_x (bencher.regression.RegressionResult attribute) curve() (in module bencher.variables.results) CurveResult (class in bencher.results.holoview_results.curve_result)

D

DARK (in module bencher.infographic) data (bencher.gcloud_store.Response attribute) (bencher.object_store.Present attribute) data_aspect (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) data_block() (in module bencher.evidence) data_from_results() (in module bencher.evidence_report) data_from_rows() (in module bencher.evidence_report) data_var_columns() (in module bencher.history) DATA_VAR_RESULT_TYPES (in module bencher.variables.results) database (bencher.object_store.LocalStore attribute) dataset (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) DATASET (bencher.variables.results.ResultKind attribute) dataset_list (bencher.results.bench_result_base.BenchResultBase attribute) dataset_setup_ms (bencher.sweep_timings.SweepTimings attribute) dataset_to_compose_list() (bencher.results.video_summary.VideoSummaryResult method) DataSetResult (class in bencher.results.dataset_result) DECILES (in module bencher.evidence_stats) decisions_to_table() (in module bencher.plugins) (in module bencher.plugins.registry) Declared (class in bencher.worker_manager) declared_container() (bencher.results.bench_result_base.BenchResultBase static method) decode_token() (in module bencher.object_store) decorate (bencher.results.svg_result.SvgChart attribute) DECREASED (in module bencher.change_stats) deep() (bencher.bench_cfg.BenchRunCfg method) (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerVideo method) (bencher.results.optuna_result.OptunaResult method) deep_copy() (bencher.results.manim_cartesian.cartesian_product_scene.Cell method) (bencher.results.manim_cartesian.cartesian_product_scene.Group method) (bencher.results.manim_cartesian.cartesian_product_scene.Shape method) (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) deep_copy_recolored() (bencher.results.manim_cartesian.cartesian_product_scene.Cell method) (bencher.results.manim_cartesian.cartesian_product_scene.Group method) (bencher.results.manim_cartesian.cartesian_product_scene.Shape method) (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) default (bencher.variables.results.ResultBool attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultVec attribute) DEFAULT_ABSOLUTE_MARGIN_PP (in module bencher.evidence_stats) DEFAULT_ATTEMPTS (in module bencher.evidence_ref) DEFAULT_CACHE_DIR (in module bencher.blob_store) DEFAULT_CACHE_SIZE_BYTES (in module bencher.cache_management) default_duration (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] default_key (bencher.variables.inputs.YamlSweep attribute) default_margin() (in module bencher.evidence_stats) DEFAULT_OTHER_CATEGORY (in module bencher.scorecard) (in module bencher.scorecard.config) default_plot_callbacks() (bencher.results.bench_result.BenchResult static method) DEFAULT_PLOT_SIZE (in module bencher.results.holoview_results.holoview_result) DEFAULT_RELATIVE_MARGIN (in module bencher.evidence_stats) DEFAULT_RERUN_VIEWER_URL (in module bencher.utils_rrd) default_series_id() (in module bencher.history) DEFAULT_SIZED_ELEMENTS (bencher.results.holoview_results.holoview_result.HoloviewResult attribute) default_timeline_dim() (in module bencher.results.rerun_timeline) define() (bencher.results.manim_cartesian.svg_canvas.SvgDefs method) define_const_inputs() (bencher.bencher.Bench method) (bencher.sweep_executor.SweepExecutor method) define_extra_vars() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) defs (bencher.results.manim_cartesian.svg_canvas.SvgCanvas attribute) density (bencher.results.holoview_results.xy_histogram_result.XYHistogram attribute) depth (bencher.results.manim_cartesian.cartesian_product_scene.Shape attribute) DEPTH_DX (in module bencher.results.manim_cartesian.cartesian_product_scene) DEPTH_DY (in module bencher.results.manim_cartesian.cartesian_product_scene) describe() (bencher.sweep_spec.SweepSpec method) describe_benchmark() (bencher.bench_cfg.BenchCfg method) describe_sweep() (bencher.bench_cfg.BenchCfg method) (bencher.results.bench_result_base.BenchResultBase method) describe_variable() (in module bencher.variables.sweep_base) description (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.sweep_spec.SweepSpec attribute) design_facts() (in module bencher.infographic) design_sentence() (in module bencher.infographic) designs (bencher.bencher._ParetoFrontWorker attribute), [1] despine (bencher.results.svg_result._Style attribute) detail (bencher.evidence_stats.Verdict attribute) (bencher.history.HistoryEvent attribute) details (bencher.regression.RegressionResult attribute) detect_absolute() (in module bencher.regression)

detect_adaptive() (in module bencher.regression) detect_delta() (in module bencher.regression) detect_percentage() (in module bencher.regression) detect_regressions() (in module bencher.regression) diff (bencher.evidence_stats.ShiftFunction attribute) DIFF_BAR_WIDTH (in module bencher.evidence) diff_bars() (in module bencher.evidence) diff_identities() (in module bencher.identity) diff_specs() (in module bencher.sweep_spec) diff_summaries() (in module bencher.history) DiffBars (class in bencher.evidence) DiffRow (class in bencher.evidence) DIM_PALETTE (in module bencher.results.manim_cartesian.cartesian_product_scene) dim_ranges (bencher.bench_cfg.DimsCfg attribute), [1] dim_ranges_index (bencher.bench_cfg.DimsCfg attribute), [1] dim_ranges_str (bencher.bench_cfg.DimsCfg attribute), [1] dims (bencher.results.optimize_result.Aggregation attribute), [1] dims_name (bencher.bench_cfg.DimsCfg attribute), [1] (bencher.worker_job.WorkerJob attribute), [1] dims_size (bencher.bench_cfg.DimsCfg attribute), [1] DimsCfg (class in bencher.bench_cfg) dir (bencher.evidence.ImageOutput attribute) direction (bencher.evidence.Heatmap attribute) (bencher.evidence_report.MetricData attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.regression.RegressionResult attribute) (bencher.results.manim_cartesian.cartesian_product_scene.Group attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultVec attribute) Direction (in module bencher.evidence_stats) directory (bencher.object_store.LocalStore attribute) discover_complete_reports() (in module bencher.scorecard) (in module bencher.scorecard.executions) discover_report_links() (in module bencher.scorecard) (in module bencher.scorecard.discover) discover_summaries() (in module bencher.scorecard) (in module bencher.scorecard.discover) display() (in module bencher.infographic) display_label (bencher.execution.Execution attribute) display_px() (in module bencher.infographic) DistributionResult (class in bencher.results.holoview_results.distribution_result.distribution_result) do_OPTIONS() (bencher.file_server._CORSHandler method) down (bencher.results.composable_container.Axis attribute) (bencher.results.composable_container.composable_container_base.Axis attribute) (bencher.results.composable_container.composable_container_base.ComposeType attribute) (bencher.results.composable_container.ComposeType attribute) download_web_viewer() (in module bencher.rerun_web_viewer) DPI (in module bencher.infographic) draw (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.TabularSvgChart attribute) draw() (bencher.results.manim_cartesian.cartesian_product_scene.Cell method) (bencher.results.manim_cartesian.cartesian_product_scene.Group method) (bencher.results.manim_cartesian.cartesian_product_scene.Shape method) (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) draw_diagnostics() (in module bencher.infographic) draw_estimation() (in module bencher.infographic) draw_forest() (in module bencher.infographic) draw_heatmap() (in module bencher.infographic) draw_label_overlay_for_viewport() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) draw_power() (in module bencher.infographic) draw_raincloud_shift() (in module bencher.infographic) draw_scorecard() (in module bencher.infographic) draw_strip() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) draw_sweep() (in module bencher.infographic) draw_tally_overlay() (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) draw_tally_overlay_for_box() (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) draw_waffle() (in module bencher.infographic) draw_without_labels() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) draw_without_tally() (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) drift_flagged() (in module bencher.infographic) dry_run (bencher.bench_cfg.BenchRunCfg attribute), [1] ds (bencher.results.bench_result_base.BenchResultBase attribute) ds_dynamic (bencher.bencher.Bench property) (bencher.result_collector.ResultCollector attribute), [1] ds_to_container() (bencher.results.bench_result_base.BenchResultBase method) duration (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] (bencher.results.rerun_timeline.TimelineIndex attribute) duration_ms (bencher.perf_tracker.PhaseTime property) duration_s (bencher.perf_tracker.PhaseTime attribute) duration_target (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] dynamic() (bencher.variables.inputs.StringSweep class method)

E

edges (bencher.results.svg_result._TabPlan attribute) effect (bencher.evidence_stats.MetricEvidence attribute) Effect (class in bencher.evidence_stats) effect_limits() (in module bencher.infographic) element_opts() (bencher.results.holoview_results.tabular_spec.TabularSpec method) eligible (bencher.publication_pointers.PointerCandidate attribute) EmptyContainer (class in bencher.results.bench_result_base) encode_index() (in module bencher.results.rerun_timeline) encode_token() (in module bencher.object_store) end_headers() (bencher.file_server._CORSHandler method) ensure_cache_version() (in module bencher.cache_management) entries (bencher.cache_management.CacheDirStats attribute) entry (bencher.evidence._Metric attribute) ENTRY_POINT_GROUP (in module bencher.plugins) (in module bencher.plugins.registry) EnumSweep (class in bencher.variables.inputs) env (bencher.gcloud_store.GcloudStore attribute) environment_provenance() (in module bencher.execution) EQUIVALENT (bencher.evidence_stats.VerdictKind attribute) (in module bencher.change_stats) ERROR (bencher.history.OnHistoryReset attribute) error (bencher.job.Broken attribute) estimate (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect property) (bencher.evidence_stats.QuantileCI attribute) (bencher.evidence_stats.RobustCheck attribute) evaluate_claim() (in module bencher.claims) evidence_markdown() (in module bencher.evidence) EVIDENCE_REF (in module bencher.evidence_ref) EvidenceFiles (class in bencher.evidence) EvidencePublishError exactly() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method)

ExampleEnum (class in bencher.class_enum) exception (bencher.job.SampleFailure attribute) EXCLUDED_FIELDS (in module bencher.identity) executed_at (bencher.execution.Execution attribute) execution (bencher.bench_cfg.BenchCfg attribute) (bencher.publishing.PublicationReceipt attribute) Execution (class in bencher.execution) execution_context() (in module bencher.execution) execution_for_results() (in module bencher.complete_report) execution_scope() (in module bencher.execution) executor (bencher.bench_cfg.BenchRunCfg attribute), [1] (bencher.job.FutureCache attribute), [1] executor_type (bencher.job.FutureCache attribute), [1] Executors (class in bencher.job) expected_runs() (bencher.sprt.SprtCfg method) expires_at (bencher.object_store.ObjectInfo attribute) (bencher.object_store.Present attribute) (bencher.object_store.Renewed attribute) expiry_days (bencher.publication_target.PublicationTarget attribute) EXPIRY_DAYS_ENV (in module bencher.publication_target) expiry_seconds (bencher.object_store.LocalStore attribute) explain() (bencher.identity.SweepIdentity method) (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) explain_selection() (bencher.results.bench_result.BenchResult method) ExplorerResult (class in bencher.results.explorer_result) export() (bencher.history_transfer.HistorySnapshot class method) extend_clip() (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerVideo method) extend_report() (bencher.bench_report.BenchReport method) extra (bencher.results.svg_result._Ctx attribute) extract_frame() (bencher.video_writer.VideoWriter static method) extrude() (bencher.results.manim_cartesian.cartesian_product_scene.Shape method)

F

factory() (bencher.job.Executors static method) fade_span (bencher.results.manim_cartesian.cartesian_product_scene.Group attribute) fail_on_sample_error (bencher.bench_cfg.BenchRunCfg attribute) fail_step (bencher.sprt.SprtCfg property) failed_fraction (bencher.results.bench_result.BenchResult property) failed_samples (bencher.results.bench_result.BenchResult attribute) failed_samples_markdown() (bencher.results.bench_result.BenchResult method) Fails (class in bencher.claims) failure_runs (bencher.sprt.Sprt property) (bencher.sprt.SprtResult attribute) failures (bencher.sprt.SprtResult property) fake() (bencher.plugins.bench_data.BenchData class method) (bencher.plugins.BenchData class method) fallback (bencher.results.svg_result.SvgPlugin attribute) fdr_pass (bencher.evidence_stats.MetricEvidence attribute) FDR_Q (in module bencher.evidence_stats) fig (bencher.infographic._Page attribute) figsize (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.TabularSvgChart attribute) file_digest() (in module bencher.report_inventory) filename (bencher.video_writer.VideoWriter attribute) files (bencher.evidence_report._Images attribute) (bencher.evidence_report.Report attribute) fill_dtype (bencher.variables.results.ResultSpec attribute), [1] FILM_COLOR (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_EDGE (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_FRAME_BORDER (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_FRAME_GAP (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_FRAME_PAD (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_LABEL_COLOR (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_LABEL_H (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_LABEL_SIZE (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_PAD (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_SPROCKET_H (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_SPROCKET_MARGIN (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_SPROCKET_SPACING (in module bencher.results.manim_cartesian.cartesian_product_scene) FILM_SPROCKET_W (in module bencher.results.manim_cartesian.cartesian_product_scene) filter() (bencher.results.bench_result_base.BenchResultBase method) filter_fn() (bencher.variables.parametrised_sweep.ParametrizedSweep static method) filter_overridable_params() (bencher.bencher.Bench static method) find_class() (bencher.render._ResultUnpickler method) fisher_exact_p() (in module bencher.evidence_stats) FLAKY (bencher.sprt.SprtVerdict attribute) flaky_bound (bencher.sprt.SprtCfg property) flaky_window() (bencher.sprt.SprtCfg method) flash (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape attribute) FLASH_WASH_THRESHOLD (in module bencher.results.manim_cartesian.cartesian_product_scene) flip() (bencher.results.composable_container.Axis method) (bencher.results.composable_container.composable_container_base.Axis method) FLOAT (bencher.variables.results.ResultKind attribute) float_cnt (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) float_range (bencher.plotting.plot_filter.PlotFilter attribute) (bencher.plugins.PlotFilter attribute) float_vars (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) FloatSweep (class in bencher.variables.inputs) flow_css() (in module bencher.infographic) FLOW_DASH_PX (in module bencher.infographic) FLOW_KINDS (in module bencher.infographic) FLOW_SPEED_PX (in module bencher.infographic)

FLOW_TRAVEL_PX (in module bencher.infographic) fmt_base_median() (in module bencher.infographic) fmt_change() (in module bencher.infographic) (in module bencher.scorecard) (in module bencher.scorecard.model) fmt_change_ci() (in module bencher.infographic) fmt_ci() (in module bencher.infographic) fmt_counts() (in module bencher.infographic) fmt_effect() (in module bencher.infographic) fmt_margin() (in module bencher.infographic) fmt_mde() (in module bencher.infographic) fmt_rate() (in module bencher.infographic) fmt_signed() (in module bencher.infographic) fmt_value() (in module bencher.infographic) (in module bencher.scorecard) (in module bencher.scorecard.model) fmt_values() (in module bencher.infographic) fn (bencher.results.optimize_result.Aggregation attribute), [1] (bencher.worker_manager.RunnableFunction attribute) fn_inputs_sorted (bencher.worker_job.WorkerJob property) folder_name (bencher.bench_report.GithubPagesCfg attribute) font (bencher.results.svg_result._Style attribute) FONT (in module bencher.infographic) FONT_FAMILY (in module bencher.results.manim_cartesian.svg_canvas) for_execution() (bencher.publication_pointers.PointerCandidate class method) FORBIDDEN_ROOT_ENV (in module bencher.launch_env) ForbiddenCodeError format_values_list() (in module bencher.results.laxtex_result) FormatFloat (class in bencher.results.float_formatter) formatter (in module bencher.bencher) frame() (bencher.results.holoview_results.tabular_spec.TabularSpec method) frame_dims() (in module bencher.results.svg_result) FRAME_H (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape attribute) FRAME_SECONDS (in module bencher.results.svg_result) FRAME_W (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape attribute) framed (bencher.results.svg_result.SvgChart attribute) from_bench_cfg() (in module bencher.results.manim_cartesian) (in module bencher.results.manim_cartesian.cartesian_product_cfg) from_bytes() (bencher.history_transfer.HistorySnapshot class method) from_cmd_line() (bencher.bench_cfg.BenchRunCfg static method) from_dict() (bencher.publishing.PublicationReceipt class method) from_env() (bencher.publication_target.PublicationTarget class method) from_exception() (bencher.job.SampleFailure class method) from_existing() (bencher.results.bench_result.BenchResult class method) from_horizontal() (bencher.results.composable_container.Axis static method) (bencher.results.composable_container.composable_container_base.Axis static method) (bencher.results.composable_container.composable_container_base.ComposeType static method) (bencher.results.composable_container.ComposeType static method) from_parametrized_sweep() (bencher.bench_runner.BenchRunner static method) FULL_INSTALL_COMMAND (in module bencher.optional_deps) full_install_required() (in module bencher.optional_deps) FULL_RESET (bencher.history.HistoryEventKind attribute) FullInstallRequiredError function (bencher.job.Job attribute), [1] (bencher.job.JobFunctionCache attribute), [1] function_input (bencher.worker_job.WorkerJob property) function_input_signature_pure (bencher.worker_job.WorkerJob property) function_input_vars (bencher.worker_job.WorkerJob attribute), [1] future (bencher.job.Pending attribute) FutureCache (class in bencher.job)

G

gap (bencher.results.manim_cartesian.cartesian_product_scene.Shape property) GAP (in module bencher.results.manim_cartesian.cartesian_product_scene) gcloud_env() (in module bencher.gcloud_store) GcloudStore (class in bencher.gcloud_store) GE (bencher.claims.Comparison attribute) gen_image_path() (in module bencher.utils) gen_path() (in module bencher.utils) gen_rerun_data_path() (in module bencher.utils) gen_video_path() (in module bencher.utils) generate_markdown_summary() (in module bencher.test_timing_report) generate_plt_cnt_cfg() (bencher.plotting.plt_cnt_cfg.PltCntCfg static method) generate_report() (in module bencher.test_timing_report) generate_scorecard() (in module bencher.scorecard) (in module bencher.scorecard.render) get() (bencher.plugins.bench_data.CacheHandle method) (bencher.plugins.CacheHandle method) (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) (bencher.results.bench_result_base.EmptyContainer method) get_benchmark_cache() (bencher.result_collector.ResultCollector method) get_best_holomap() (bencher.results.optuna_result.OptunaResult method) get_best_trial_params() (bencher.results.optuna_result.OptunaResult method) get_cache_stats() (bencher.sweep_executor.SweepExecutor method) get_ds() (bencher.bencher.Bench method) get_history_cache() (bencher.result_collector.ResultCollector method) get_hmap() (bencher.results.bench_result_base.BenchResultBase method) get_input_and_results() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) get_input_defaults() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) (bencher.worker_manager.WorkerManager method) get_input_defaults_override() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) get_inputs_as_dict() (bencher.variables.parametrised_sweep.ParametrizedSweep method) get_inputs_as_dims() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) get_inputs_only() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) (bencher.worker_manager.WorkerManager method) get_name() (in module bencher.utils)

get_nearest_coords() (in module bencher.utils) get_nearest_coords1D() (in module bencher.utils) get_nearest_holomap() (bencher.results.holoview_results.holoview_result.HoloviewResult method) get_optimal_inputs() (bencher.results.bench_result_base.BenchResultBase method) get_optimal_value_indices() (bencher.results.bench_result_base.BenchResultBase method) get_optimal_vec() (bencher.results.bench_result_base.BenchResultBase method) get_pareto_front_params() (bencher.results.optuna_result.OptunaResult method) get_phase() (bencher.perf_tracker.PerfReport method) get_registry() (in module bencher.plugins) (in module bencher.plugins.registry) get_result() (bencher.bencher.Bench method) get_result_vars() (bencher.bencher.Bench method) (bencher.worker_manager.WorkerManager method) get_results_only() (bencher.variables.parametrised_sweep.ParametrizedSweep class method) get_results_values_as_dict() (bencher.variables.parametrised_sweep.ParametrizedSweep method) get_results_var_list() (bencher.results.bench_result_base.BenchResultBase method) git_time_event() (in module bencher.git_info) github_content() (in module bencher.utils) github_repo() (in module bencher.evidence_ref) github_user (bencher.bench_report.GithubPagesCfg attribute) GithubPagesCfg (class in bencher.bench_report) glyph (bencher.evidence_stats.Verdict property) GLYPHS (in module bencher.evidence_stats) graph (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) grid (bencher.infographic.Theme attribute) (bencher.results.composable_container.composable_container_base.PaneLayout attribute) (bencher.results.composable_container.PaneLayout attribute) (bencher.results.svg_result._Style attribute) grid_alpha (bencher.results.svg_result._Style attribute) grids (bencher.evidence.Heatmap attribute) gridsize (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) Group (class in bencher.results.manim_cartesian.cartesian_product_scene) GROUP_GAP (in module bencher.results.manim_cartesian.cartesian_product_scene) groups (bencher.evidence_report.Report attribute) GT (bencher.claims.Comparison attribute)

H

h (bencher.infographic._Page attribute) half (bencher.infographic._ArmsLayout attribute) has() (bencher.plugins.bench_data.BenchData method) (bencher.plugins.BenchData method) has_blocking_regressions (bencher.regression.RegressionReport property) has_regressions (bencher.regression.RegressionReport property) has_results (bencher.bench_cfg.BenchCfg attribute), [1] has_time (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) hash_persistent() (bencher.bench_cfg.BenchCfg method) (bencher.variables.parametrised_sweep.ParametrizedSweep method) (bencher.variables.results.ResultContainer method) (bencher.variables.results.ResultDataSet method) (bencher.variables.results.ResultFloat method) (bencher.variables.results.ResultHmap method) (bencher.variables.results.ResultImage method) (bencher.variables.results.ResultPath method) (bencher.variables.results.ResultReference method) (bencher.variables.results.ResultString method) (bencher.variables.results.ResultSVG method) (bencher.variables.results.ResultVec method) (bencher.variables.results.ResultVideo method) (bencher.variables.sweep_base.SweepBase method) hash_sha1() (in module bencher.utils) hash_value (bencher.bench_cfg.BenchCfg attribute), [1] header() (bencher.infographic._Page method) headless (bencher.bench_cfg.BenchRunCfg attribute), [1] headline() (in module bencher.infographic) heat_cmap (bencher.results.svg_result._Style attribute) Heatmap (class in bencher.evidence) heatmap_table() (in module bencher.evidence) HeatmapGrid (class in bencher.evidence) HeatmapResult (class in bencher.results.holoview_results.heatmap_result) HEAVY_PACKAGES (in module bencher.optional_deps) height (bencher.results.rerun_timeline._ParallelFrame attribute) (bencher.results.rerun_timeline._PlotFrame attribute) (bencher.variables.results.ResultRerun attribute) hi (bencher.results.svg_result._Ctx attribute) high (bencher.claims.Within attribute) (bencher.evidence_stats.Interval attribute) (bencher.evidence_stats.QuantileCI attribute) (bencher.evidence_stats.ShiftFunction attribute) (bencher.evidence_stats.Verdict attribute) (bencher.plotting.plot_filter._Between attribute)

HistogramResult (class in bencher.results.histogram_result) historical (bencher.regression.RegressionResult attribute) historical_all (bencher.regression.RegressionResult attribute) historical_all_x (bencher.regression.RegressionResult attribute) historical_x (bencher.regression.RegressionResult attribute) HISTORY_DISCARDED (bencher.history.HistoryEventKind attribute) HISTORY_FORMAT (in module bencher.history) history_key (bencher.identity.SweepIdentity attribute) history_merge_ms (bencher.sweep_timings.SweepTimings attribute) history_namespace (bencher.bench_cfg.BenchRunCfg attribute) HISTORY_RENAMED (bencher.history.HistoryEventKind attribute) HistoryEvent (class in bencher.history) HistoryEventKind (class in bencher.history) HistoryResetError HistorySnapshot (class in bencher.history_transfer) HMAP (bencher.variables.results.ResultKind attribute) hmap_canonical_input() (in module bencher.utils) hmap_kdims (bencher.bench_cfg.BenchCfg attribute) hmaps (bencher.results.bench_result_base.BenchResultBase attribute) hodges_lehmann() (in module bencher.evidence_stats) Holds (class in bencher.claims) holm() (in module bencher.evidence_stats) holm_m (bencher.evidence_stats.MetricEvidence property) HoloviewResult (class in bencher.results.holoview_results.holoview_result) hover (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) HTML (bencher.bench_cfg.ShowMode attribute) http_base (bencher.publication_target.PublicationTarget attribute) http_base() (in module bencher.publishing) HTTP_BASE_ENV (in module bencher.publication_target) http_root (bencher.publishing.CompleteReportPublisher attribute) hue (bencher.results.svg_result._Layout attribute) hue_legend_font (bencher.results.svg_result._Style attribute) hue_values (bencher.results.svg_result._Ctx attribute) humanize() (in module bencher.infographic) hv (in module bencher.optional_deps) hv_container_ds() (bencher.results.holoview_results.holoview_result.HoloviewResult method) hvplot_of() (in module bencher.results.hvplot_accessor)

I

identity (bencher.results.bench_result.BenchResult property) identity() (bencher.bench_cfg.BenchCfg method) IDENTITY_FIELDS (in module bencher.identity) identity_of() (in module bencher.identity) IGNORE (bencher.history.OnHistoryReset attribute) IMAGE (bencher.variables.results.ResultKind attribute) image_files (bencher.video_writer.VideoWriter attribute) image_urls (bencher.evidence.EvidenceFiles attribute) ImageOnly (class in bencher.evidence) ImageOutput (class in bencher.evidence) images (bencher.evidence.EvidenceFiles attribute) (bencher.video_writer.VideoWriter attribute) implementations() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) IMPROVED (bencher.evidence_stats.VerdictKind attribute) (in module bencher.change_stats) in_units() (in module bencher.infographic) incompatible_reason() (in module bencher.history) INCONCLUSIVE (bencher.evidence_stats.VerdictKind attribute) (bencher.sprt.SprtVerdict attribute) INCREASED (in module bencher.change_stats) index_name() (bencher.variables.results.ResultVec method) index_names() (bencher.variables.results.ResultVec method) index_tuple (bencher.worker_job.WorkerJob attribute), [1] indices_to_samples() (bencher.variables.sweep_base.SweepBase method) infer_kind() (in module bencher.evidence_stats) init_sample_cache() (bencher.bencher.Bench method) (bencher.sweep_executor.SweepExecutor method) init_singleton() (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton class method) ink (bencher.infographic.Theme attribute) ink2 (bencher.infographic.Theme attribute) inline_rrd_iframes() (in module bencher.utils_rrd) inner (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape attribute) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape attribute)

INORDER (bencher.sample_order.SampleOrder attribute) input_name (bencher.evidence.BandChart attribute) (bencher.evidence.CategoryTable attribute) (bencher.evidence.DiffBars attribute) (bencher.evidence.OverlapTable attribute) (bencher.evidence.SweepChart attribute) input_range (bencher.plotting.plot_filter.PlotFilter attribute) (bencher.plugins.PlotFilter attribute) input_var_to_latex() (in module bencher.results.laxtex_result) input_vars (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bencher.Bench attribute) (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) (bencher.sweep_spec.SweepSpec attribute) inputs (bencher.claims.WorstSample attribute) (bencher.evidence_report.MetricData attribute) (bencher.evidence_report.MetricGroup attribute) (bencher.job.SampleFailure attribute) (bencher.variables.parametrised_sweep._InputResult attribute) inputs_as_str() (bencher.bench_cfg.BenchCfg method) inputs_cnt (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) instance (bencher.worker_manager.RunnableInstance attribute) int_to_col() (in module bencher.utils) Interval (class in bencher.evidence_stats) IntSweep (class in bencher.variables.inputs) is_data_var (bencher.variables.results.ResultSpec attribute), [1] is_leaf (bencher.results.manim_cartesian.cartesian_product_scene.Shape property) is_media (bencher.variables.results.ResultSpec attribute), [1] is_panel (bencher.variables.results.ResultSpec attribute), [1] is_scalar (bencher.variables.results.ResultSpec attribute), [1] items (bencher.object_store.Listed attribute) items() (bencher.variables.inputs.YamlSweep method) iv_repeat (bencher.bench_cfg.BenchCfg attribute) iv_time (bencher.bench_cfg.BenchCfg attribute), [1]

J

jackknife_means() (bencher.evidence_stats._Units method) job (bencher.job.JobFuture attribute), [1] Job (class in bencher.job) job_args (bencher.job.Job attribute), [1] job_execution_ms (bencher.sweep_timings.SweepTimings attribute) job_id (bencher.job.Job attribute), [1] (bencher.job.SampleFailure attribute)

job_key (bencher.job.Job attribute) job_submission_ms (bencher.sweep_timings.SweepTimings attribute) JobFunctionCache (class in bencher.job) JobFuture (class in bencher.job) JobState (in module bencher.job) json_path (bencher.evidence.EvidenceFiles attribute)

K

k_base (bencher.evidence_stats.ProportionEffect attribute) k_cand (bencher.evidence_stats.ProportionEffect attribute) keep_repeats (bencher.results.svg_result.SvgChart attribute) key (bencher.object_store.ObjectInfo attribute) (bencher.publishing.PublishFailed attribute) key() (bencher.results.manim_cartesian.cartesian_product_scene.Cell method) (bencher.results.manim_cartesian.cartesian_product_scene.Group method) (bencher.results.manim_cartesian.cartesian_product_scene.Shape method) (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) (bencher.variables.inputs.YamlSelection method)

key_for_value() (bencher.variables.inputs.YamlSweep method) keys() (bencher.variables.inputs.YamlSweep method) kind (bencher.evidence_report.MetricData attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.evidence_stats.Verdict attribute) (bencher.history.HistoryEvent attribute) (bencher.variables.results.ResultSpec attribute), [1] kwargs_to_input_cfg() (in module bencher.worker_manager)

L

label (bencher.evidence.CategoryRow attribute) (bencher.evidence.DiffRow attribute) (bencher.evidence.OverlapRow attribute) (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) (bencher.results.composable_container.composable_container_rerun.RerunRecording attribute) (bencher.results.composable_container.RerunRecording attribute) (bencher.results.rerun_timeline._View attribute) LABEL_COLOR (in module bencher.results.manim_cartesian.cartesian_product_scene) label_formatter() (bencher.results.composable_container.composable_container_base.ComposableContainerBase static method) (bencher.results.composable_container.ComposableContainerBase static method) label_image() (bencher.video_writer.VideoWriter static method) label_len (bencher.results.composable_container.composable_container_base.ComposableContainerBase attribute) (bencher.results.composable_container.ComposableContainerBase attribute) label_with_units() (in module bencher.utils) labels (bencher.evidence.BandChart attribute) (bencher.evidence.SweepChart attribute) lane (bencher.execution.Execution attribute) last_run_cfg (bencher.bencher.Bench attribute) last_save_ms (bencher.bench_report.BenchReport attribute) last_seen_key() (in module bencher.history) latex_text() (in module bencher.results.laxtex_result) latex_value() (in module bencher.results.laxtex_result) layer (bencher.evidence.HeatmapGrid attribute) layer_input (bencher.evidence.Heatmap attribute) layout (bencher.results.svg_result.SvgChart attribute) (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) layout_class_name (bencher.results.composable_container.composable_container_rerun._StackedViewLayout attribute) layout_plots() (bencher.results.holoview_results.holoview_result.HoloviewResult method) LE (bencher.claims.Comparison attribute) leading_subsampling_divisions() (in module bencher.variables.inputs) leaf_recording_path() (in module bencher.results.rerun_summary) left_out (bencher.evidence.OverlapTable attribute) legacy_last_seen_key() (in module bencher.history) legacy_result (bencher.plugins.bench_data.BenchData attribute) LEGACY_RESULT (bencher.plugins.bench_data.Capability attribute) legacy_result (bencher.plugins.BenchData attribute) LEGACY_RESULT (bencher.plugins.Capability attribute) LegacyResultPlugin (class in bencher.plugins.builtins) lerp() (in module bencher.utils) level (bencher.evidence_stats.Interval attribute) (bencher.evidence_stats.QuantileCI attribute) level_to_samples() (bencher.bench_cfg.BenchRunCfg static method) LIGHT (in module bencher.infographic) line() (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) LineResult (class in bencher.results.holoview_results.line_result) link() (bencher.scorecard.config.ReportLayout method) (bencher.scorecard.ReportLayout method) link_pattern (bencher.scorecard.config.ReportLayout attribute) (bencher.scorecard.ReportLayout attribute) list() (bencher.gcloud_store.GcloudStore method) (bencher.object_store.LocalStore method) (bencher.object_store.ObjectStore method) Listed (class in bencher.object_store) ListFailed (class in bencher.object_store) listify() (in module bencher.utils) LIVE (bencher.bench_cfg.ShowMode attribute) llr (bencher.sprt.Sprt property) (bencher.sprt.SprtResult attribute)

lo (bencher.results.svg_result._Ctx attribute) load (bencher.blob_store._BlobFormat attribute) load_blob() (in module bencher.blob_store) load_data_from_cache() (bencher.bench_plot_server.BenchPlotServer method) load_history_cache() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) load_result() (in module bencher.render) load_rows() (in module bencher.evidence_report) load_values_dynamically() (bencher.variables.inputs.SweepSelector method) LoadValuesDynamically (in module bencher.variables.inputs) LocalStore (class in bencher.object_store) log (bencher.ab.SideFailedError attribute) (in module bencher.plugins.registry) (in module bencher.results.svg_result) log_message() (bencher.file_server._CORSHandler method) log_summary() (bencher.perf_tracker.PerfTracker method) logged (bencher.results.rerun_timeline._View attribute) logger (in module bencher.bench_cfg) (in module bencher.bench_plot_server) (in module bencher.bench_report) (in module bencher.bench_runner) (in module bencher.bencher) (in module bencher.blob_store) (in module bencher.cache_management) (in module bencher.file_server) (in module bencher.history) (in module bencher.job) (in module bencher.optuna_conversions) (in module bencher.perf_tracker) (in module bencher.plotting.plot_filter) (in module bencher.regression) (in module bencher.render) (in module bencher.result_collector) (in module bencher.results.bench_result) (in module bencher.results.bench_result_base) (in module bencher.results.manim_cartesian.cartesian_product_scene) (in module bencher.results.optuna_result) (in module bencher.results.render_failure) (in module bencher.results.rerun_result) (in module bencher.results.rerun_summary) (in module bencher.results.rerun_timeline) (in module bencher.results.volume_result) (in module bencher.run) (in module bencher.sweep_executor) (in module bencher.utils) (in module bencher.utils_rrd) (in module bencher.variables.inputs) (in module bencher.worker_manager) loop_enabled (bencher.results.video_controls.VideoControls attribute) lossy (bencher.history.HistoryEvent property) low (bencher.claims.Within attribute) (bencher.evidence_stats.Interval attribute) (bencher.evidence_stats.QuantileCI attribute) (bencher.evidence_stats.ShiftFunction attribute) (bencher.evidence_stats.Verdict attribute) (bencher.plotting.plot_filter._AtLeast attribute) (bencher.plotting.plot_filter._Between attribute) LT (bencher.claims.Comparison attribute)

M

m (bencher.evidence_stats._Units property) main() (in module bencher.ab) (in module bencher.publishing_cli) (in module bencher.render) (in module bencher.rerun_web_viewer) main_rows() (in module bencher.evidence_report) main_url (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) make_namedtuple() (in module bencher.utils) managed (bencher.cache_management.CacheStats attribute) manifest_sha256 (bencher.publishing.PublicationReceipt attribute) mann_whitney_p() (in module bencher.evidence_stats) map (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) map_plot_panes() (bencher.results.bench_result_base.BenchResultBase method) map_plots() (bencher.results.bench_result_base.BenchResultBase method) map_sample_panes() (bencher.results.bench_result_base.BenchResultBase method) margin (bencher.evidence_report.MetricData attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.evidence_stats.Verdict attribute) (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] (bencher.variables.results.ResultFloat attribute) margin_percent (bencher.evidence.Heatmap attribute) mark_entry_points_loaded() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) markdown (bencher.evidence_report.Report attribute) markdown_path (bencher.evidence.EvidenceFiles attribute) (bencher.evidence_report.Report attribute) marker (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) markers (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) markup() (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) (bencher.results.manim_cartesian.svg_canvas.SvgDefs method) match (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.PlotPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) (bencher.plugins.plugin.PlotPlugin attribute) (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.SvgPlugin property) (bencher.results.svg_result.TabularSvgChart attribute) Match (class in bencher.object_store) matches() (bencher.plotting.plot_filter.VarRange method) (bencher.plugins.VarRange method) matches_info (bencher.plotting.plot_filter.PlotMatchesResult attribute) matches_info() (bencher.plotting.plot_filter.VarRange method) (bencher.plugins.VarRange method) matches_result() (bencher.plotting.plot_filter.PlotFilter method) (bencher.plugins.PlotFilter method) materialize_blob() (in module bencher.blob_store) MAX (bencher.utils.AggFn attribute) MAX_CHART_POINTS (in module bencher.evidence) MAX_DISPLAY_VALUES (in module bencher.results.laxtex_result) MAX_FOREST_ROWS (in module bencher.evidence_report) max_frame_duration (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] MAX_HEATMAP_COLS (in module bencher.evidence) MAX_HEATMAP_ROWS (in module bencher.evidence) MAX_HEATMAP_TABLES (in module bencher.evidence) MAX_PARETO_OBJECTIVES (in module bencher.results.optuna_result) max_runs (bencher.sprt.SprtCfg attribute) max_slider_points (bencher.bench_cfg.BenchRunCfg attribute), [1] MAX_SVG_FRAMES (in module bencher.results.svg_result) MAX_SVG_PANELS (in module bencher.results.svg_result) MAX_TABLE_ROWS (in module bencher.results.svg_result) MAX_TILES (in module bencher.evidence_report) max_time_events (bencher.bench_cfg.BenchRunCfg attribute), [1] (bencher.variables.results.ResultContainer attribute) (bencher.variables.results.ResultDataSet attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultImage attribute) (bencher.variables.results.ResultPath attribute) (bencher.variables.results.ResultReference attribute) (bencher.variables.results.ResultString attribute) (bencher.variables.results.ResultSVG attribute) (bencher.variables.results.ResultVec attribute) (bencher.variables.results.ResultVideo attribute) maximize (bencher.results.rerun_timeline._ParallelFrame attribute) (bencher.results.rerun_timeline._ReadoutScatter attribute), [1] (bencher.variables.results.OptDir attribute) maxnum (bencher.results.float_formatter.FormatFloat attribute) mcnemar_exact_p() (in module bencher.evidence_stats) mde (bencher.evidence_stats.Verdict attribute) mde() (in module bencher.evidence_stats) mean (bencher.evidence._Profile attribute) (bencher.evidence_stats._Units property) MEAN (bencher.utils.AggFn attribute) meaning_version (bencher.variables.results.ResultFloat attribute) media (bencher.cache_management.CacheStats attribute) median (bencher.results.svg_result._Style attribute) MEDIAN (bencher.utils.AggFn attribute) merge() (bencher.history_transfer.HistorySnapshot method) (bencher.sweep_spec.SweepSpec method) MERMAID_AFTER_BAND_COLOR (in module bencher.evidence) MERMAID_AFTER_COLOR (in module bencher.evidence) MERMAID_BEFORE_BAND_COLOR (in module bencher.evidence) MERMAID_BEFORE_COLOR (in module bencher.evidence) mermaid_chart() (in module bencher.evidence) meta_vars (bencher.bench_cfg.BenchCfg attribute), [1] metadata (bencher.object_store.ObjectInfo attribute) (bencher.object_store.Present attribute) method (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) (bencher.evidence_stats.RobustCheck attribute) (bencher.regression.RegressionResult attribute) method_cells() (in module bencher.regression) method_line() (in module bencher.infographic) MethodCells (class in bencher.regression) metric_columns() (in module bencher.scorecard) (in module bencher.scorecard.model) MetricData (class in bencher.evidence_report) MetricEvidence (class in bencher.evidence_stats) MetricGroup (class in bencher.evidence_report) MetricKind (in module bencher.evidence_stats) mid (bencher.infographic.Theme attribute) MIN (bencher.utils.AggFn attribute) min_count (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) min_frame_duration (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.RenderCfg attribute), [1] MIN_RADAR_METRICS (in module bencher.evidence) MIN_SAMPLES (in module bencher.change_stats) MIN_UNITS (in module bencher.evidence_stats) minimize (bencher.variables.results.OptDir attribute) minimum_remaining_days (bencher.publication_target.PublicationTarget attribute) MINIMUM_REMAINING_DAYS_ENV (in module bencher.publication_target) minimum_remaining_seconds (bencher.publishing.CompleteReportPublisher attribute) MINMAX (bencher.results.bench_result_base.ReduceType attribute) minnum (bencher.results.float_formatter.FormatFloat attribute) missing_fill (bencher.variables.results.ResultSpec attribute), [1] missing_sentinels (bencher.variables.results.ResultSpec attribute), [1] module bencher bencher.ab bencher.bench_cfg bencher.bench_plot_server bencher.bench_report bencher.bench_runner bencher.bencher bencher.blob_store bencher.cache_management bencher.change_stats bencher.claims bencher.class_enum bencher.complete_report bencher.evidence bencher.evidence_ref bencher.evidence_report bencher.evidence_stats bencher.execution bencher.factories bencher.file_server bencher.gcloud_store bencher.git_info bencher.history bencher.history_transfer bencher.identity bencher.infographic bencher.job bencher.launch_env bencher.object_store bencher.optional_deps bencher.optuna_conversions bencher.perf_tracker bencher.plotting bencher.plotting.plot_filter bencher.plotting.plt_cnt_cfg bencher.plugins bencher.plugins.bench_data bencher.plugins.builtins bencher.plugins.plugin bencher.plugins.registry bencher.publication_pointers bencher.publication_target bencher.publishing bencher.publishing_cli bencher.regression bencher.render bencher.report_export bencher.report_inventory bencher.rerun_web_viewer bencher.result_collector bencher.results bencher.results.bench_result bencher.results.bench_result_base bencher.results.composable_container bencher.results.composable_container.composable_container_base bencher.results.composable_container.composable_container_dataframe bencher.results.composable_container.composable_container_panel bencher.results.composable_container.composable_container_rerun bencher.results.composable_container.composable_container_video bencher.results.dataset_result bencher.results.explorer_result bencher.results.float_formatter bencher.results.histogram_result bencher.results.holoview_results bencher.results.holoview_results.band_result bencher.results.holoview_results.bar_result bencher.results.holoview_results.curve_result bencher.results.holoview_results.distribution_result bencher.results.holoview_results.distribution_result.box_whisker_result bencher.results.holoview_results.distribution_result.distribution_result bencher.results.holoview_results.distribution_result.scatter_jitter_result bencher.results.holoview_results.distribution_result.violin_result bencher.results.holoview_results.heatmap_result bencher.results.holoview_results.holoview_result bencher.results.holoview_results.line_result bencher.results.holoview_results.scatter_result bencher.results.holoview_results.surface_result bencher.results.holoview_results.table_result bencher.results.holoview_results.tabular_spec bencher.results.holoview_results.tabulator_result bencher.results.holoview_results.xy_curve_result bencher.results.holoview_results.xy_hexbin_result bencher.results.holoview_results.xy_histogram_result bencher.results.holoview_results.xy_scatter_result bencher.results.hvplot_accessor bencher.results.laxtex_result bencher.results.manim_cartesian bencher.results.manim_cartesian.cartesian_product_cfg bencher.results.manim_cartesian.cartesian_product_scene bencher.results.manim_cartesian.svg_canvas bencher.results.optimize_result bencher.results.optuna_result bencher.results.pane_result bencher.results.render_failure bencher.results.rerun_result bencher.results.rerun_summary bencher.results.rerun_timeline bencher.results.svg_result bencher.results.video_controls bencher.results.video_summary bencher.results.volume_result bencher.run bencher.sample_order bencher.scorecard bencher.scorecard.config bencher.scorecard.discover bencher.scorecard.executions bencher.scorecard.model bencher.scorecard.render bencher.sparkline bencher.sprt bencher.sweep_executor bencher.sweep_spec bencher.sweep_timings bencher.test_timing_report bencher.utils bencher.utils_rerun bencher.utils_rrd bencher.variables bencher.variables.inputs bencher.variables.parametrised_sweep bencher.variables.results bencher.variables.singleton_parametrized_sweep bencher.variables.sweep_base bencher.variables.time bencher.verdict bencher.video_writer bencher.worker_job bencher.worker_manager

mult_tuple() (in module bencher.utils) MULTI_IN (in module bencher.infographic) MULTI_PX (in module bencher.infographic) multidim (bencher.variables.results.ResultSpec attribute), [1] MULTIPROCESSING (bencher.job.Executors attribute) muted (bencher.infographic.Theme attribute)

N

n (bencher.evidence_stats.Verdict attribute) n_attempted (bencher.results.bench_result.BenchResult attribute) n_base (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) n_cand (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) n_clusters (bencher.evidence_stats.Effect attribute) n_failed (bencher.results.bench_result.BenchResult property) n_new_trials (bencher.results.optimize_result.OptimizeResult attribute), [1] n_warm_start_trials (bencher.results.optimize_result.OptimizeResult attribute), [1] name (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.evidence_report.MetricData attribute) (bencher.evidence_report.MetricGroup attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.infographic.Theme attribute) (bencher.perf_tracker.PhaseTime attribute) (bencher.plugins.bench_data.RunMeta attribute) (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.PlotPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) (bencher.plugins.plugin.PlotPlugin attribute) (bencher.plugins.PluginDecision attribute) (bencher.plugins.registry.PluginDecision attribute) (bencher.plugins.RunMeta attribute) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.composable_container.ComposableContainerRerun attribute) (bencher.results.manim_cartesian.cartesian_product_cfg.SweepVar attribute), [1] (bencher.results.manim_cartesian.SweepVar attribute), [1] (bencher.results.svg_result._Style attribute) (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.SvgPlugin property) (bencher.results.svg_result.TabularSvgChart attribute)

names (bencher.cache_management.BlobReachability attribute), [1] namespace (bencher.history_transfer.HistorySnapshot attribute) (bencher.history_transfer.NamespacedHistory attribute) NamespacedHistory (class in bencher.history_transfer) ndim (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg property) (bencher.results.manim_cartesian.CartesianProductCfg property) newcombe() (in module bencher.evidence_stats) next_token (bencher.object_store.Listed attribute) nightly (bencher.bench_cfg.BenchRunCfg attribute), [1] nightly_url (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) NO_CACHE_ENV (in module bencher.launch_env) NO_PLOTTERS_MESSAGE (in module bencher.results.bench_result) NO_SHOW_ENV (in module bencher.launch_env) NO_SIGNIFICANT_CHANGE (in module bencher.change_stats) non_optimized_input_vars (bencher.bench_cfg.BenchCfg property) NONE (bencher.bench_cfg.ShowMode attribute) (bencher.results.bench_result_base.ReduceType attribute) none (bencher.variables.results.OptDir attribute) none() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method) noninferior (bencher.evidence_stats.Verdict attribute) norm_cdf() (in module bencher.evidence_stats) norm_ppf() (in module bencher.evidence_stats) normalize_agg_fn() (in module bencher.utils) normalize_catch() (in module bencher.job) normalize_executor() (in module bencher.job) normalize_show() (in module bencher.bench_cfg) normalize_subsampling_divisions_kwargs() (in module bencher.utils) NOT_COMPARABLE (in module bencher.change_stats) not_comparable() (in module bencher.change_stats) notes (bencher.evidence.Heatmap attribute) numeric (bencher.results.svg_result.SvgChart attribute)

O

obj (bencher.variables.results.ResultDataSet attribute) (bencher.variables.results.ResultReference attribute) object_index (bencher.results.bench_result_base.BenchResultBase attribute) ObjectInfo (class in bencher.object_store) ObjectStore (class in bencher.object_store) on_history_reset (bencher.bench_cfg.BenchRunCfg attribute) ONE_IN (in module bencher.infographic) ONE_PX (in module bencher.infographic) OnHistoryReset (class in bencher.history) only_hash_tag (bencher.bench_cfg.BenchRunCfg attribute), [1] only_plot (bencher.bench_cfg.BenchRunCfg attribute), [1] op (bencher.claims.Threshold attribute) open_store() (bencher.publication_target.PublicationTarget method) OptDir (class in bencher.variables.results) optimize (bencher.variables.inputs.FloatSweep attribute) (bencher.variables.inputs.IntSweep attribute) (bencher.variables.inputs.SweepSelector attribute) (bencher.variables.time.TimeEvent attribute) (bencher.variables.time.TimeSnapshot attribute) optimize() (bencher.bencher.Bench method) optimized_input_vars (bencher.bench_cfg.BenchCfg property) optimizer_study (bencher.plugins.bench_data.BenchData attribute) OPTIMIZER_STUDY (bencher.plugins.bench_data.Capability attribute) optimizer_study (bencher.plugins.BenchData attribute) OPTIMIZER_STUDY (bencher.plugins.Capability attribute) OptimizeResult (class in bencher.results.optimize_result) opts (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) optuna_grid_search() (in module bencher.optuna_conversions) optuna_targets() (bencher.bench_cfg.BenchCfg method) OptunaResult (class in bencher.results.optuna_result)

order (bencher.evidence_report._Aligned attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.infographic._Run attribute) ORDER_MODES (in module bencher.infographic) order_pattern() (in module bencher.infographic) order_recorded() (in module bencher.infographic) OrderMode (in module bencher.infographic) orders (bencher.evidence_report.Arm attribute) oriented_margin() (in module bencher.evidence_stats) origin (bencher.results.rerun_timeline._View attribute) other_category (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) out_dir (bencher.evidence_report._Images attribute) (bencher.evidence_report.Report attribute) outcome_to_dict() (in module bencher.claims) outcome_unknown (bencher.object_store.WriteFailed attribute) outer (bencher.infographic._ArmsLayout attribute) output_path (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun attribute) (bencher.results.composable_container.ComposableContainerRerun attribute) over_time (bencher.bench_cfg.BenchCfg attribute) (bencher.bench_cfg.BenchRunCfg attribute), [1] (bencher.identity.SweepIdentity attribute) overlap_table() (in module bencher.evidence) OverlapRow (class in bencher.evidence) OverlapTable (class in bencher.evidence) overlay (bencher.results.composable_container.composable_container_base.ComposeType attribute) (bencher.results.composable_container.ComposeType attribute) overlay_plots() (bencher.results.holoview_results.holoview_result.HoloviewResult method) overwrite (bencher.job.FutureCache attribute), [1] overwrite_msg() (bencher.job.FutureCache method) overwrite_sample_cache (bencher.bench_cfg.BenchRunCfg attribute), [1]

P

p() (in module bencher.variables.inputs) p0 (bencher.sprt.SprtCfg attribute) p1 (bencher.sprt.SprtCfg attribute) p_base (bencher.evidence_stats.ProportionEffect property) p_cand (bencher.evidence_stats.ProportionEffect property) p_value (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) (bencher.evidence_stats.RobustCheck attribute) paired (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.evidence_stats.ProportionEffect attribute) paired_change() (in module bencher.change_stats) palette (bencher.results.svg_result._Style attribute) pane (bencher.bench_report.BenchReport property) (bencher.results.bench_result_base.EmptyContainer attribute) pane_layout (bencher.bench_cfg.BenchRunCfg attribute) pane_repeat_subsampling_divisions (bencher.bench_cfg.BenchRunCfg attribute) panel_cnt (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) panel_range (bencher.plotting.plot_filter.PlotFilter attribute) (bencher.plugins.PlotFilter attribute) PANEL_SECONDS (in module bencher.results.svg_result) PANEL_TYPES (in module bencher.variables.results) panel_vars (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) PaneLayout (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_base) PaneResult (class in bencher.results.pane_result) PANES_PLUGIN_NAME (in module bencher.plugins.builtins) parallel (bencher.results.rerun_timeline._ReadoutScatter property) param_hash() (bencher.variables.parametrised_sweep.ParametrizedSweep static method) param_importance() (in module bencher.optuna_conversions) ParametrizedSweep (class in bencher.variables.parametrised_sweep) ParametrizedSweepSingleton (class in bencher.variables.singleton_parametrized_sweep) params_to_str() (in module bencher.utils) PARETO_RANK (in module bencher.bencher) pareto_trials() (bencher.results.optimize_result.OptimizeResult method) parse_claim() (in module bencher.claims) parse_junit_xml() (in module bencher.test_timing_report) partition_input_vars() (bencher.bench_cfg.BenchCfg static method) PASS (bencher.sprt.SprtVerdict attribute) pass_bound (bencher.sprt.SprtCfg property) pass_repeat (bencher.bench_cfg.BenchCfg attribute), [1] pass_step (bencher.sprt.SprtCfg property) path (bencher.cache_management.CacheDirStats attribute) (bencher.results.composable_container.composable_container_rerun.RerunRecording attribute) (bencher.results.composable_container.RerunRecording attribute) PATH (bencher.variables.results.ResultKind attribute) pause_videos() (bencher.results.video_controls.VideoControls method) Pending (class in bencher.job) percent_band_lower (bencher.regression.RegressionResult attribute) percent_band_upper (bencher.regression.RegressionResult attribute) percent_metrics (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) perf_report (bencher.results.bench_result_base.BenchResultBase attribute) PerfReport (class in bencher.perf_tracker) PerfTracker (class in bencher.perf_tracker) phase() (bencher.perf_tracker.PerfTracker method) phase_timer() (in module bencher.sweep_timings) phases (bencher.perf_tracker.PerfReport attribute) PhaseTime (class in bencher.perf_tracker) picture() (in module bencher.evidence_report) place() (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) place_shape() (in module bencher.results.manim_cartesian.cartesian_product_scene) plan (bencher.evidence._Metric attribute) (bencher.results.svg_result.TabularSvgChart attribute) plan_chart() (in module bencher.evidence) play_videos() (bencher.results.video_controls.VideoControls method) plot (bencher.bencher.Bench attribute) (bencher.results.rerun_timeline._View attribute), [1] plot() (bencher.results.bench_result.BenchResult method) plot_callbacks (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bencher.Bench attribute) plot_cb() (bencher.results.video_summary.VideoSummaryResult method) plot_frame() (in module bencher.results.holoview_results.tabular_spec) plot_height (bencher.bench_cfg.BenchRunCfg attribute), [1] plot_hmap() (bencher.variables.parametrised_sweep.ParametrizedSweep method) plot_inputs (bencher.results.bench_result_base.BenchResultBase attribute) plot_lib (bencher.bench_cfg.BenchCfg attribute) plot_pareto_front() (bencher.bencher.Bench method) plot_plugin() (in module bencher.plugins) (in module bencher.plugins.plugin) plot_server() (bencher.bench_plot_server.BenchPlotServer method) plot_size (bencher.bench_cfg.BenchRunCfg attribute), [1] plot_sweep() (bencher.bencher.Bench method) plot_width (bencher.bench_cfg.BenchRunCfg attribute), [1] PlotFilter (class in bencher.plotting.plot_filter) (class in bencher.plugins) plotly_callbacks() (bencher.results.bench_result.BenchResult static method) PlotMatchesResult (class in bencher.plotting.plot_filter) PlotPlugin (class in bencher.plugins) (class in bencher.plugins.plugin) PlotResult (in module bencher.results.holoview_results.holoview_result) PLOTTING_INSTALLED (in module bencher.optional_deps) plt_cnt_cfg (bencher.plotting.plot_filter.PlotMatchesResult attribute) (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) (bencher.results.bench_result_base.BenchResultBase attribute)

PltCntCfg (class in bencher.plotting.plt_cnt_cfg) plugin (bencher.plugins.PluginDecision attribute) (bencher.plugins.registry.PluginDecision attribute) PluginDecision (class in bencher.plugins) (class in bencher.plugins.registry) PluginRegistry (class in bencher.plugins) (class in bencher.plugins.registry) plus_input_vars() (bencher.sweep_spec.SweepSpec method) plus_result_vars() (bencher.sweep_spec.SweepSpec method) png_name() (in module bencher.evidence) PNG_URL_BASE_DEPRECATED (in module bencher.evidence) PNG_URL_BASE_FLAG_DEPRECATED (in module bencher.evidence) pngs (bencher.evidence.EvidenceFiles attribute) point (bencher.evidence_stats.MetricEvidence attribute) point() (bencher.publishing.CompleteReportPublisher method) PointerCandidate (class in bencher.publication_pointers) PointerFailed (class in bencher.publication_pointers) PointerUnchanged (class in bencher.publication_pointers) PointerUpdated (class in bencher.publication_pointers) points (bencher.evidence._Profile attribute) (bencher.evidence_report.MetricData attribute) policy (bencher.publication_pointers.PointerCandidate attribute) port (bencher.bench_cfg.BenchPlotSrvCfg attribute), [1] pos (bencher.results.svg_result._Group attribute) position (bencher.results.rerun_timeline.TimelineIndex attribute) post_description (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.sweep_spec.SweepSpec attribute) post_setup() (bencher.results.bench_result_base.BenchResultBase method) post_setup_ms (bencher.sweep_timings.SweepTimings attribute) POWER (in module bencher.evidence_stats) pr_number (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) precompute_result_arrays() (bencher.result_collector.ResultCollector static method) prefetch() (bencher.job.FutureCache method) prefix (bencher.publication_target.PublicationTarget attribute) (bencher.publishing.PublicationReceipt attribute) (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) PREFIX_ENV (in module bencher.publication_target) prepare (bencher.results.svg_result.SvgChart attribute) prepend_to_result() (bencher.bench_report.BenchReport method) (bencher.regression.RegressionReport method) Present (class in bencher.object_store) primary (bencher.evidence_stats.MetricEvidence attribute) print_bench_inputs (bencher.bench_cfg.BenchRunCfg attribute), [1] print_bench_results (bencher.bench_cfg.BenchRunCfg attribute), [1] print_cache_stats() (in module bencher.cache_management) print_debug (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) print_orphaned_blobs() (in module bencher.cache_management) print_pandas (bencher.bench_cfg.BenchRunCfg attribute), [1] print_xarray (bencher.bench_cfg.BenchRunCfg attribute), [1] priority (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.PlotPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) (bencher.plugins.plugin.PlotPlugin attribute) (bencher.results.svg_result.SvgPlugin attribute) prob (bencher.evidence_stats.QuantileCI attribute) probs (bencher.evidence_stats.ShiftFunction attribute) project() (bencher.results.rerun_timeline._ParallelFrame method) (bencher.results.rerun_timeline._PlotBox3D method) (bencher.results.rerun_timeline._PlotFrame method) (in module bencher.history) project_axis() (bencher.results.rerun_timeline._ParallelFrame method) (bencher.results.rerun_timeline._PlotBox3D method) project_x() (bencher.results.rerun_timeline._PlotFrame method) project_y() (bencher.results.rerun_timeline._PlotFrame method) projection (bencher.results.svg_result.SvgChart attribute) promote_named_index() (in module bencher.results.holoview_results.tabular_spec) proportion_effect() (in module bencher.evidence_stats) ProportionEffect (class in bencher.evidence_stats) PROVENANCE_ENV (in module bencher.execution) publication (bencher.bench_runner.BenchRunner attribute) PublicationFailed PublicationReceipt (class in bencher.publishing) PublicationTarget (class in bencher.publication_target) publish (bencher.evidence.ImageOutput attribute) publish() (bencher.bench_report.BenchReport method) (bencher.bench_report.Publisher method) (bencher.bencher.Bench method) (bencher.publishing.CompleteReportPublisher method) publish_and_view_rrd() (in module bencher.utils_rrd) publish_evidence() (in module bencher.evidence_ref) publish_file() (in module bencher.utils) publish_frozen_report() (in module bencher.publication_target) publish_gh_pages() (bencher.bench_report.BenchReport method) PUBLISHED (bencher.bench_cfg.ShowMode attribute) Published (class in bencher.publishing) publisher (bencher.bench_runner.BenchRunner attribute) Publisher (class in bencher.bench_report) publisher() (bencher.publication_target.PublicationTarget method) PublishFailed (class in bencher.publishing) push_evidence() (in module bencher.evidence_ref) PX_PER_IN (in module bencher.infographic)

Q

quantile_ci() (in module bencher.evidence_stats)

QuantileCI (class in bencher.evidence_stats)

R

radar_chart() (in module bencher.evidence) raise_duplicate_exception (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bench_cfg.BenchRunCfg attribute), [1] ranges (bencher.results.rerun_timeline._ParallelFrame attribute) (bencher.results.rerun_timeline._PlotBox3D attribute) rank (bencher.publication_pointers.PointerCandidate attribute) rankdata() (in module bencher.evidence_stats) rc (bencher.results.svg_result._Style attribute) read() (bencher.gcloud_store.GcloudStore method) (bencher.object_store.LocalStore method) (bencher.object_store.ObjectStore method) read_pointer() (in module bencher.publication_pointers) ReadFailed (class in bencher.object_store) READOUT_SCATTER_ATTR (in module bencher.results.rerun_timeline) READOUT_SCATTER_DIRECTIONS_ATTR (in module bencher.results.rerun_timeline) READOUT_SCATTER_TITLE_ATTR (in module bencher.results.rerun_timeline) Ready (class in bencher.job) reason (bencher.evidence.ImageOnly attribute) (bencher.gcloud_store.TransportFailed attribute) (bencher.object_store.ListFailed attribute) (bencher.object_store.ReadFailed attribute) (bencher.object_store.Unsupported attribute) (bencher.object_store.WriteFailed attribute) (bencher.plugins.PluginDecision attribute) (bencher.plugins.registry.PluginDecision attribute) (bencher.publication_pointers.PointerFailed attribute) (bencher.publication_pointers.PointerUnchanged attribute) (bencher.publishing.PublishFailed attribute) receipt (bencher.publication_target.PublicationTarget attribute) (bencher.publishing.Published attribute) RECEIPT_ENV (in module bencher.publication_target) receipt_json() (in module bencher.publication_target) reconcile() (in module bencher.history) record() (bencher.sprt.Sprt method) record_blob_cache_dir() (in module bencher.blob_store) record_caught_sample() (bencher.result_collector.ResultCollector static method) record_contract_violation() (bencher.result_collector.ResultCollector static method) record_result() (bencher.bench_report.BenchReport method) records (bencher.history_transfer.HistorySnapshot attribute) rectangle() (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) REDUCE (bencher.results.bench_result_base.ReduceType attribute) ReduceType (class in bencher.results.bench_result_base) REFERENCE (bencher.variables.results.ResultKind attribute) reference_backed (bencher.variables.results.ResultSpec attribute), [1] register() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) register_builtin_plugins() (in module bencher.plugins.builtins) register_plugin() (in module bencher.plugins) (in module bencher.plugins.registry) registry (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) REGISTRY_URL (in module bencher.rerun_web_viewer) REGRESSED (bencher.evidence_stats.VerdictKind attribute) regressed (bencher.regression.RegressionResult attribute) REGRESSED (in module bencher.change_stats) regressed_variables (bencher.regression.RegressionReport property) regression_absolute (bencher.bench_cfg.BenchRunCfg attribute) regression_delta (bencher.bench_cfg.BenchRunCfg attribute) regression_detection (bencher.bench_cfg.BenchRunCfg attribute) regression_fail (bencher.bench_cfg.BenchRunCfg attribute) regression_mad (bencher.bench_cfg.BenchRunCfg attribute) regression_method (bencher.bench_cfg.BenchRunCfg attribute) regression_min_history (bencher.bench_cfg.BenchRunCfg attribute) regression_overlay_vars() (bencher.results.bench_result_base.BenchResultBase method) regression_overrides (bencher.bench_cfg.BenchRunCfg attribute) regression_percentage (bencher.bench_cfg.BenchRunCfg attribute) regression_report (bencher.results.bench_result_base.BenchResultBase attribute) RegressionError RegressionReport (class in bencher.regression) RegressionResult (class in bencher.regression) render() (bencher.evidence_report.Report method) (bencher.plugins.builtins.LegacyResultPlugin method) (bencher.plugins.PlotPlugin method) (bencher.plugins.plugin._FunctionPlugin method) (bencher.plugins.plugin.PlotPlugin method) (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) (bencher.results.composable_container.composable_container_base.ComposableContainerBase method) (bencher.results.composable_container.composable_container_dataframe.ComposableContainerDataset method) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel method) (bencher.results.composable_container.composable_container_rerun.ComposableContainerRerun method) (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerBase method) (bencher.results.composable_container.ComposableContainerDataset method) (bencher.results.composable_container.ComposableContainerPanel method) (bencher.results.composable_container.ComposableContainerRerun method) (bencher.results.composable_container.ComposableContainerVideo method) (bencher.results.svg_result.SvgPlugin method) render_animation() (in module bencher.results.manim_cartesian) (in module bencher.results.manim_cartesian.cartesian_product_scene) render_data_samples() (in module bencher.results.dataset_result) render_kwargs (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) render_ms (bencher.sweep_timings.SweepTimings attribute) render_overlay() (bencher.regression.RegressionResult method) render_pending() (bencher.bench_report.BenchReport method) render_png() (bencher.regression.RegressionResult method) render_regression_png() (in module bencher.regression) render_report() (in module bencher.render) render_svg() (in module bencher.results.svg_result) RenderCfg (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_video) RenderFailedWarning renew() (bencher.gcloud_store.GcloudStore method) (bencher.object_store.LocalStore method) (bencher.object_store.ObjectStore method) Renewed (class in bencher.object_store) repeats (bencher.bench_cfg.BenchRunCfg attribute), [1] (bencher.evidence_report.Arm attribute) (bencher.identity.SweepIdentity attribute) (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) repeats_range (bencher.plotting.plot_filter.PlotFilter attribute) (bencher.plugins.PlotFilter attribute) repo_name (bencher.bench_report.GithubPagesCfg attribute) repo_url (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) Report (class in bencher.evidence_report) report() (bencher.perf_tracker.PerfTracker method) report_from_results() (in module bencher.evidence_report) report_from_rows() (in module bencher.evidence_report) REPORT_LEVEL (in module bencher.evidence_stats) report_render_failure() (in module bencher.results.render_failure) report_results() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) report_save_ms (bencher.sweep_timings.SweepTimings attribute) ReportLayout (class in bencher.scorecard) (class in bencher.scorecard.config)

request() (in module bencher.gcloud_store) require_worker_result() (in module bencher.job) REQUIRED_FILES (in module bencher.rerun_web_viewer) requires (bencher.plugins.builtins.LegacyResultPlugin attribute) (bencher.plugins.PlotPlugin attribute) (bencher.plugins.plugin._FunctionPlugin attribute) (bencher.plugins.plugin.PlotPlugin attribute) (bencher.results.svg_result.SvgPlugin attribute) RERUN (bencher.variables.results.ResultKind attribute) rerun_to_pane() (in module bencher.utils_rerun) RERUN_VIEWER_URL_ENV (in module bencher.utils_rrd) RerunRecording (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_rerun) RerunResult (class in bencher.results.bench_result) (class in bencher.results.rerun_result) RerunSummaryResult (class in bencher.results.rerun_summary) RerunTimelineResult (class in bencher.results.rerun_timeline) RerunViewKind (class in bencher.results.composable_container) (class in bencher.results.composable_container.composable_container_rerun) res (bencher.job.Ready attribute) RESAMPLES (in module bencher.change_stats) (in module bencher.evidence_stats) reset_singleton() (bencher.variables.singleton_parametrized_sweep.ParametrizedSweepSingleton class method) reset_videos() (bencher.results.video_controls.VideoControls method) resolve() (bencher.results.rerun_timeline._ReadoutScatter class method) resolve_aggregate() (in module bencher.utils) resolve_axes() (in module bencher.results.holoview_results.tabular_spec) resolve_base() (in module bencher.ab) resolve_blob() (in module bencher.blob_store) resolve_columns() (in module bencher.results.holoview_results.tabular_spec) ResolvedReduceType (in module bencher.results.bench_result_base) Response (class in bencher.gcloud_store) restore() (bencher.history_transfer.HistorySnapshot method) result() (bencher.job.JobFuture method) (bencher.sprt.Sprt method) result_hmaps (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.results.bench_result_base.BenchResultBase attribute) result_is_missing() (in module bencher.variables.results) result_kind() (in module bencher.plotting.plt_cnt_cfg) (in module bencher.variables.results) RESULT_KIND_ORDER (in module bencher.variables.results) result_kinds (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) result_missing_fill() (in module bencher.variables.results) result_names (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute), [1] (bencher.results.manim_cartesian.CartesianProductCfg attribute), [1] RESULT_PATH_ENV (in module bencher.launch_env) result_path_from_env() (in module bencher.launch_env) result_samples() (bencher.results.bench_result_base.BenchResultBase method) result_spec() (in module bencher.variables.results) RESULT_SPEC_EXEMPT (in module bencher.variables.results) RESULT_SPECS (in module bencher.variables.results) result_to_dict() (in module bencher.report_export) result_to_json() (in module bencher.report_export) result_types (bencher.results.svg_result.SvgChart attribute) (bencher.results.svg_result.TabularSvgChart attribute) result_var_to_container() (bencher.results.holoview_results.holoview_result.HoloviewResult method) result_var_to_latex() (in module bencher.results.laxtex_result) result_vars (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.bencher.Bench attribute) (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) (bencher.sweep_spec.SweepSpec attribute) ResultBool (class in bencher.variables.results) ResultCollector (class in bencher.result_collector) ResultContainer (class in bencher.variables.results) ResultDataSet (class in bencher.variables.results) ResultFloat (class in bencher.variables.results) ResultHmap (class in bencher.variables.results) ResultImage (class in bencher.variables.results) ResultKind (class in bencher.variables.results) ResultPath (class in bencher.variables.results) ResultReference (class in bencher.variables.results) ResultRerun (class in bencher.variables.results) results (bencher.bench_runner.BenchRunner attribute) (bencher.bencher.Bench attribute) (bencher.publishing.PublicationReceipt attribute) (bencher.regression.RegressionReport attribute) (bencher.variables.parametrised_sweep._InputResult attribute) ResultSpec (class in bencher.variables.results) ResultString (class in bencher.variables.results) ResultSVG (class in bencher.variables.results) ResultVar (class in bencher.variables.results) ResultVec (class in bencher.variables.results) ResultVideo (class in bencher.variables.results) REVERSED (bencher.sample_order.SampleOrder attribute) rewrite() (bencher.complete_report._Assets method) right (bencher.results.composable_container.Axis attribute) (bencher.results.composable_container.composable_container_base.Axis attribute) (bencher.results.composable_container.composable_container_base.ComposeType attribute) (bencher.results.composable_container.ComposeType attribute) robust (bencher.evidence_stats.Effect attribute) RobustCheck (class in bencher.evidence_stats) root (bencher.complete_report._Assets attribute) (bencher.scorecard.config.ReportLayout attribute) (bencher.scorecard.ReportLayout attribute) ROUND_ROBIN (bencher.sample_order.SampleOrder attribute) row_input (bencher.evidence.Heatmap attribute) row_labels (bencher.evidence.Heatmap attribute) rows (bencher.evidence.CategoryTable attribute) (bencher.evidence.DiffBars attribute) (bencher.evidence.OverlapTable attribute) rrd_file_to_pane() (in module bencher.utils_rrd) rrd_to_pane() (in module bencher.utils_rrd) rule_of_three() (in module bencher.evidence_stats) run() (bencher.bench_runner.BenchRunner method) (in module bencher.run) run_cfg (bencher.bench_runner.BenchRunner attribute) (bencher.bencher.Bench attribute) run_date (bencher.bench_cfg.BenchRunCfg attribute), [1] run_file_server() (in module bencher.file_server) run_job() (in module bencher.job) run_meta (bencher.plugins.bench_data.BenchData attribute) (bencher.plugins.BenchData attribute) run_side() (in module bencher.ab) run_sweep() (bencher.bencher.Bench method) run_tag (bencher.bench_cfg.BenchRunCfg attribute), [1] run_url (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) RunMeta (class in bencher.plugins) (class in bencher.plugins.bench_data) RunnableFunction (class in bencher.worker_manager) RunnableInstance (class in bencher.worker_manager) runs (bencher.sprt.Sprt property) (bencher.sprt.SprtResult attribute) runs_for_flake() (in module bencher.evidence_stats) runs_needed (bencher.evidence_stats.Verdict attribute) runs_needed() (in module bencher.evidence_stats) runs_to_pass() (bencher.sprt.SprtCfg method)

S

safe_path() (in module bencher.report_inventory) sample_cache (bencher.bencher.Bench property) (bencher.sweep_executor.SweepExecutor attribute), [1] sample_cache_init_ms (bencher.sweep_timings.SweepTimings attribute) sample_key (bencher.identity.SweepIdentity attribute) sample_loader() (in module bencher.results.svg_result) sample_values (bencher.variables.inputs.FloatSweep attribute), [1] (bencher.variables.inputs.IntSweep attribute) SampleErrorPolicyError SampleFailure (class in bencher.job) SampleLoader (in module bencher.results.svg_result) SampleOrder (class in bencher.sample_order) samples (bencher.claims.Fails attribute) (bencher.claims.Holds attribute) (bencher.evidence._Profile attribute) (bencher.results.svg_result._Group attribute) (bencher.variables.inputs.BoolSweep attribute) (bencher.variables.inputs.EnumSweep attribute) (bencher.variables.inputs.FloatSweep attribute) (bencher.variables.inputs.IntSweep attribute) (bencher.variables.inputs.StringSweep attribute) (bencher.variables.inputs.SweepSelector attribute) samples_per_point (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) samples_per_var (bencher.bench_cfg.BenchRunCfg attribute), [1] sampling_str() (bencher.variables.sweep_base.SweepBase method) save() (bencher.bench_report.BenchReport method) save_both() (in module bencher.infographic) save_complete_report() (in module bencher.complete_report) save_index() (bencher.bench_report.BenchReport method) save_receipt() (in module bencher.publication_target) save_report() (bencher.bench_report.BenchReport method) save_result() (in module bencher.render) save_results() (in module bencher.render) save_svg() (bencher.sprt.Sprt method) saved_page_for() (bencher.bench_report.BenchReport method) SCALAR_RESULT_TYPES (in module bencher.variables.results) scale (bencher.evidence_stats.Effect attribute) Scale (in module bencher.evidence_stats) ScatterJitterResult (class in bencher.results.holoview_results.distribution_result.scatter_jitter_result) ScatterResult (class in bencher.results.holoview_results.scatter_result) schema_version (bencher.publishing.PublicationReceipt attribute) SCHEMA_VERSION (in module bencher.report_export) SCOOP (bencher.job.Executors attribute) scoop_future_executor (in module bencher.job) ScorecardConfig (class in bencher.scorecard) (class in bencher.scorecard.config) SCROLL_PARAM_LINES (in module bencher.results.optuna_result) se (bencher.evidence_stats.Effect attribute) (bencher.evidence_stats.ProportionEffect attribute) searched (bencher.results.optimize_result.OptimizeResult property) secondary_label (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) secondary_metrics (bencher.scorecard.config.ScorecardConfig attribute) (bencher.scorecard.ScorecardConfig attribute) sections (bencher.evidence_report.Report attribute) SEED (in module bencher.change_stats) (in module bencher.evidence_stats) seed_policy (bencher.evidence_report._Aligned attribute) (bencher.evidence_stats.MetricEvidence attribute) seeds (bencher.evidence_report.Arm attribute) select() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) select_level() (bencher.results.bench_result_base.BenchResultBase static method) select_subsampling_divisions() (bencher.results.bench_result_base.BenchResultBase static method) sequence (bencher.results.composable_container.composable_container_base.ComposeType attribute) (bencher.results.composable_container.ComposeType attribute) SERIAL (bencher.job.Executors attribute) series (bencher.bench_cfg.BenchCfg property) (bencher.history_transfer.HistorySnapshot attribute) series_for_var() (in module bencher.report_export) series_id (bencher.bench_cfg.BenchCfg attribute) serve() (bencher.bench_plot_server.BenchPlotServer method) serve_pandas (bencher.bench_cfg.BenchRunCfg attribute), [1] serve_pandas_flat (bencher.bench_cfg.BenchRunCfg attribute), [1] serve_xarray (bencher.bench_cfg.BenchRunCfg attribute), [1] servers (bencher.bench_runner.BenchRunner attribute) set() (bencher.plugins.bench_data.CacheHandle method) (bencher.plugins.CacheHandle method) set_default_opts() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) set_fields (bencher.sweep_spec.SweepSpec property) set_plot_size() (bencher.results.bench_result_base.BenchResultBase method) set_time() (bencher.results.rerun_timeline._DurationIndex method) (bencher.results.rerun_timeline._SequenceIndex method) set_worker() (bencher.bencher.Bench method) (bencher.worker_manager.WorkerManager method) set_worker_class() (bencher.bencher.Bench method) (bencher.worker_manager.WorkerManager method) set_xarray_multidim() (in module bencher.result_collector) setup_dataset() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) setup_object_index() (bencher.results.bench_result_base.BenchResultBase method) setup_results_and_containers() (bencher.results.holoview_results.holoview_result.HoloviewResult method) setup_run_cfg() (bencher.bench_runner.BenchRunner static method) shape (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg property) (bencher.results.manim_cartesian.CartesianProductCfg property) Shape (class in bencher.results.manim_cartesian.cartesian_product_scene) shard (bencher.infographic._Run attribute) shard_names() (in module bencher.infographic) share_axis (bencher.variables.results.ResultFloat attribute) shared_slots (in module bencher.variables.sweep_base) shift_function() (in module bencher.evidence_stats) SHIFT_RESAMPLES (in module bencher.evidence_stats) shift_summary() (in module bencher.infographic) ShiftFunction (class in bencher.evidence_stats) short_summary() (in module bencher.infographic) show (bencher.bench_cfg.BenchPlotSrvCfg attribute), [1] show() (bencher.bench_report.BenchReport method) (bencher.bench_runner.BenchRunner method) show_aggregate_plots (bencher.bench_cfg.BenchRunCfg attribute), [1] show_aggregated_time_tab (bencher.bench_cfg.BenchRunCfg attribute), [1] show_disabled_by_env() (in module bencher.launch_env) show_order() (in module bencher.infographic) show_publish() (bencher.bench_runner.BenchRunner method) ShowMode (class in bencher.bench_cfg) shown() (bencher.results.svg_result._Layout method) shows_values (bencher.results.rerun_timeline._DurationIndex attribute) (bencher.results.rerun_timeline._SequenceIndex attribute) shutdown() (bencher.bench_runner.BenchRunner method) (bencher.job.SupportsSubmit method) side (bencher.ab.SideFailedError attribute) SideFailedError sign (bencher.evidence_stats.MetricEvidence property) simple_design() (in module bencher.infographic) size (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) (bencher.results.rerun_timeline._PlotBox3D attribute) (bencher.variables.results.ResultVec attribute)

size() (bencher.results.manim_cartesian.cartesian_product_scene.Cell method) (bencher.results.manim_cartesian.cartesian_product_scene.Group method) (bencher.results.manim_cartesian.cartesian_product_scene.Shape method) (bencher.results.manim_cartesian.cartesian_product_scene.StrobeShape method) (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) size_bytes (bencher.cache_management.CacheDirStats attribute) size_limit (bencher.job.FutureCache attribute), [1] size_limit_bytes (bencher.cache_management.CacheDirStats attribute) skipped (bencher.evidence_report.Report attribute) sns (bencher.results.svg_result._Style attribute) sort (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) source_revision (bencher.execution.Execution attribute) spacing (bencher.results.rerun_timeline._ParallelFrame attribute) sparkline_svg() (in module bencher.sparkline) spatial (bencher.results.rerun_timeline._ReadoutScatter property) spatial_2d (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) spatial_3d (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) spec (bencher.results.svg_result._TabPlan attribute) spec_cls (bencher.results.svg_result.TabularSvgChart attribute) splice_in_time (bencher.results.composable_container.composable_container_rerun._SharedViewLayout attribute) split_names() (in module bencher.evidence_report) Sprt (class in bencher.sprt) sprt() (in module bencher.sprt) SprtCfg (class in bencher.sprt) SprtResult (class in bencher.sprt) SprtVerdict (class in bencher.sprt) SQUEEZE (bencher.results.bench_result_base.ReduceType attribute) stable_url (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) STACK_DIM (in module bencher.results.manim_cartesian.cartesian_product_scene) start() (bencher.execution.Execution class method) stat_verdict() (in module bencher.change_stats) state (bencher.job.JobFuture attribute) (bencher.worker_manager.WorkerManager attribute) (bencher.worker_manager.WorkerManager property) state_timeline (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) stats() (bencher.job.FutureCache method) status (bencher.gcloud_store.Response attribute) std (bencher.evidence._Profile attribute) step (bencher.variables.inputs.FloatSweep attribute) storage_root (bencher.publishing.CompleteReportPublisher attribute) store (bencher.publication_target.PublicationTarget attribute) (bencher.publishing.CompleteReportPublisher attribute) STORE_ENV (in module bencher.publication_target) store_results() (bencher.bencher.Bench method) (bencher.result_collector.ResultCollector method) STRING (bencher.variables.results.ResultKind attribute) StringSweep (class in bencher.variables.inputs) strip_size() (bencher.results.manim_cartesian.cartesian_product_scene.TimelineShape method) strobe_base_border_w (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_border_radius (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_color (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_mark_gap (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_mark_row_h (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_mark_size (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) strobe_pad (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg attribute) (bencher.results.manim_cartesian.CartesianProductCfg attribute) StrobeShape (class in bencher.results.manim_cartesian.cartesian_product_scene) studies (bencher.results.bench_result_base.BenchResultBase attribute) study (bencher.results.optimize_result.OptimizeResult attribute), [1] submit() (bencher.job.FutureCache method) (bencher.job.SupportsSubmit method) submitted (bencher.gcloud_store.TransportFailed attribute) subsample_indices() (bencher.results.holoview_results.holoview_result.HoloviewResult static method) subsampling_divisions (bencher.bench_cfg.BenchRunCfg attribute), [1] SUBSAMPLING_DIVISIONS_SAMPLES (in module bencher.variables.sweep_base) subsampling_divisions_samples() (in module bencher.variables.inputs) subsampling_divisions_to_samples() (bencher.bench_cfg.BenchRunCfg static method) suffix (bencher.blob_store._BlobFormat attribute) SUM (bencher.utils.AggFn attribute) summarise_constant_inputs (bencher.bench_cfg.BenchRunCfg attribute), [1] summarise_trial() (in module bencher.optuna_conversions) summary (bencher.identity.SweepIdentity attribute) summary() (bencher.cache_management.CacheStats method) (bencher.perf_tracker.PerfReport method) (bencher.regression.RegressionReport method) (bencher.results.optimize_result.OptimizeResult method) (bencher.sweep_timings.SweepTimings method) summary_counts() (in module bencher.infographic) summary_lead (bencher.regression.MethodCells attribute), [1] summary_line() (bencher.cache_management.CacheDirStats method) summary_standalone (bencher.regression.MethodCells attribute), [1] sums (bencher.evidence_stats._Units attribute) SupportsSubmit (class in bencher.job) surface (bencher.infographic.Theme attribute) SurfaceResult (class in bencher.results.holoview_results.surface_result) svg (bencher.evidence_report.Report attribute) SVG (bencher.variables.results.ResultKind attribute) SVG_BACKEND (in module bencher.results.svg_result) svg_layout (bencher.bench_cfg.BenchRunCfg attribute) SVG_LAYOUTS (in module bencher.results.svg_result) svg_pane() (in module bencher.results.svg_result) svg_style (bencher.bench_cfg.BenchRunCfg attribute) SVG_STYLES (in module bencher.results.svg_result) SvgCanvas (class in bencher.results.manim_cartesian.svg_canvas) SvgChart (class in bencher.results.svg_result) SvgDefs (class in bencher.results.manim_cartesian.svg_canvas) SvgPlugin (class in bencher.results.svg_result) SvgResult (class in bencher.results.svg_result) sweep() (in module bencher.variables.inputs) sweep_bounds (bencher.variables.sweep_base.SweepBase property) sweep_hash (bencher.plugins.bench_data.RunMeta attribute) (bencher.plugins.RunMeta attribute) sweep_identity() (in module bencher.identity) sweep_sentence() (bencher.bench_cfg.BenchCfg method) sweep_sequential() (bencher.bencher.Bench method) sweep_var_to_optuna_dist() (in module bencher.optuna_conversions) sweep_var_to_suggest() (in module bencher.optuna_conversions) SweepBase (class in bencher.variables.sweep_base) SweepChart (class in bencher.evidence) SweepExecutor (class in bencher.sweep_executor) SweepIdentity (class in bencher.identity) SweepSelector (class in bencher.variables.inputs) SweepSpec (class in bencher.sweep_spec) SweepTimings (class in bencher.sweep_timings) SweepVar (class in bencher.results.manim_cartesian) (class in bencher.results.manim_cartesian.cartesian_product_cfg) swept (bencher.evidence._Profile attribute) (bencher.evidence_report.MetricGroup property)

T

T (in module bencher.bench_cfg) (in module bencher.class_enum) t_cdf() (in module bencher.evidence_stats) t_ppf() (in module bencher.evidence_stats) table_body (bencher.results.svg_result._Style attribute) table_edge (bencher.results.svg_result._Style attribute) table_head (bencher.results.svg_result._Style attribute) TableResult (class in bencher.results.holoview_results.table_result) tabs (bencher.results.composable_container.composable_container_base.PaneLayout attribute) (bencher.results.composable_container.PaneLayout attribute) tabs_and_grid (bencher.results.composable_container.composable_container_base.PaneLayout attribute) (bencher.results.composable_container.PaneLayout attribute) tabs_in_markdown() (in module bencher.utils) TabularSpec (class in bencher.results.holoview_results.tabular_spec) TabularSvgChart (class in bencher.results.svg_result) TabulatorResult (class in bencher.results.holoview_results.tabulator_result) tag (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.identity.SweepIdentity attribute) (bencher.job.Job attribute), [1] (bencher.sweep_spec.SweepSpec attribute) (bencher.worker_job.WorkerJob attribute), [1] tag_to_name() (in module bencher.scorecard) (in module bencher.scorecard.discover) target (bencher.publication_pointers.PointerCandidate attribute) (bencher.publication_pointers.PointerUnchanged attribute) (bencher.publication_pointers.PointerUpdated attribute) target_directions (bencher.results.optimize_result.OptimizeResult property) target_names (bencher.results.optimize_result.OptimizeResult attribute), [1] TEMPLATE_DIR (in module bencher.scorecard.render) tensor (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) test_label() (in module bencher.infographic) text() (bencher.infographic._Page method) (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) TEXT_ASCENT (in module bencher.results.manim_cartesian.svg_canvas) text_document (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) text_log (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) theme (bencher.infographic._Page attribute) Theme (class in bencher.infographic) THEMES (in module bencher.infographic) threshold (bencher.regression.MethodCells attribute), [1] (bencher.regression.RegressionResult attribute) Threshold (class in bencher.claims) tick (bencher.results.rerun_timeline.TimelineIndex attribute) tile (bencher.infographic.Theme attribute) time_bounds (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) time_event (bencher.bench_cfg.BenchRunCfg attribute), [1] time_event_metadata (bencher.bench_cfg.BenchRunCfg attribute) time_series (bencher.results.composable_container.composable_container_rerun.RerunViewKind attribute) (bencher.results.composable_container.RerunViewKind attribute) time_steps (bencher.plotting.plt_cnt_cfg.PltCntCfg attribute) time_types (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) time_widget() (bencher.results.holoview_results.holoview_result.HoloviewResult method) TimeBase (class in bencher.variables.time) TimeEvent (class in bencher.variables.time) TIMELINE_PLOT_FILTER (in module bencher.results.rerun_timeline) TimelineIndex (class in bencher.results.rerun_timeline) TimelineShape (class in bencher.results.manim_cartesian.cartesian_product_scene) timeout (bencher.object_store.LocalStore attribute) TimeSnapshot (class in bencher.variables.time) timestamp (bencher.plugins.bench_data.RunMeta attribute) (bencher.plugins.RunMeta attribute) timings (bencher.results.bench_result.BenchResult attribute) title (bencher.bench_cfg.BenchCfg attribute), [1] (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) (bencher.results.rerun_timeline._ReadoutScatter attribute), [1] (bencher.results.svg_result._TabPlan attribute) (bencher.results.svg_result.SvgChart attribute) (bencher.scorecard.Chrome attribute) (bencher.scorecard.config.Chrome attribute) (bencher.sweep_spec.SweepSpec attribute) title_from_ds() (bencher.results.bench_result_base.BenchResultBase method) to() (bencher.bencher.Bench method) (bencher.results.bench_result.BenchResult method) to_auto() (bencher.results.bench_result.BenchResult method) to_auto_plots() (bencher.results.bench_result.BenchResult method) to_band() (bencher.results.holoview_results.band_result.BandResult method) to_band_ds() (bencher.results.holoview_results.band_result.BandResult method) to_bar() (bencher.results.holoview_results.bar_result.BarResult method) to_bar_ds() (bencher.results.holoview_results.bar_result.BarResult method) to_bench() (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_bench_data() (bencher.results.bench_result.BenchResult method) to_bench_runner() (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_boxplot_ds() (bencher.results.holoview_results.distribution_result.box_whisker_result.BoxWhiskerResult method) to_bytes() (bencher.history_transfer.HistorySnapshot method) to_capability() (in module bencher.plugins) (in module bencher.plugins.bench_data) to_cartesian_animation() (bencher.bench_cfg.BenchCfg method) to_class() (bencher.class_enum.ClassEnum class method) (bencher.class_enum.ExampleEnum class method) to_class_generic() (bencher.class_enum.ClassEnum class method) to_compose_type() (bencher.results.composable_container.Axis method) (bencher.results.composable_container.composable_container_base.Axis method) to_container() (bencher.variables.results.ResultPath method) (bencher.variables.results.ResultRerun method) (bencher.variables.results.ResultSVG method) to_curve() (bencher.results.holoview_results.curve_result.CurveResult method) to_curve_ds() (bencher.results.holoview_results.curve_result.CurveResult method) to_dataframe() (in module bencher.results.holoview_results.tabular_spec) to_dataset() (bencher.results.bench_result_base.BenchResultBase method)

to_description() (bencher.bench_cfg.BenchCfg method) (bencher.results.bench_result_base.BenchResultBase method) to_dict() (bencher.execution.Execution method) (bencher.perf_tracker.PerfReport method) (bencher.publishing.PublicationReceipt method) (bencher.regression.RegressionReport method) (bencher.regression.RegressionResult method) to_display() (bencher.evidence_stats.Effect method) to_distribution_plot() (bencher.results.holoview_results.distribution_result.distribution_result.DistributionResult method) to_dynamic_map() (bencher.results.holoview_results.holoview_result.HoloviewResult method) (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_error_bar() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_grid() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_gui() (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_heatmap() (bencher.results.holoview_results.heatmap_result.HeatmapResult method) to_heatmap_ds() (bencher.results.holoview_results.heatmap_result.HeatmapResult method) to_heatmap_tap() (bencher.results.holoview_results.heatmap_result.HeatmapResult method) to_histogram_ds() (bencher.results.histogram_result.HistogramResult method) to_holomap() (bencher.results.holoview_results.holoview_result.HoloviewResult method) (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_holomap_list() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_hv_container() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_hv_dataset() (bencher.results.bench_result_base.BenchResultBase method) to_hv_type() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_latex() (bencher.bench_cfg.BenchCfg method) (in module bencher.results.laxtex_result) to_line() (bencher.results.holoview_results.line_result.LineResult method) to_line_ds() (bencher.results.holoview_results.line_result.LineResult method) to_markdown() (bencher.regression.RegressionReport method) to_nd_layout() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_optimize() (bencher.variables.parametrised_sweep.ParametrizedSweep method) to_optuna_from_results() (bencher.results.optuna_result.OptunaResult method) to_optuna_plots() (bencher.results.optuna_result.OptunaResult method) to_pandas() (bencher.results.bench_result_base.BenchResultBase method) to_panel() (bencher.plotting.plot_filter.PlotMatchesResult method) to_panes() (bencher.results.pane_result.PaneResult method) to_panes_multi_panel() (bencher.results.bench_result_base.BenchResultBase method) to_plot() (bencher.results.dataset_result.DataSetResult method) (bencher.results.explorer_result.ExplorerResult method) (bencher.results.histogram_result.HistogramResult method) (bencher.results.holoview_results.band_result.BandResult method) (bencher.results.holoview_results.bar_result.BarResult method) (bencher.results.holoview_results.curve_result.CurveResult method) (bencher.results.holoview_results.distribution_result.box_whisker_result.BoxWhiskerResult method) (bencher.results.holoview_results.distribution_result.scatter_jitter_result.ScatterJitterResult method) (bencher.results.holoview_results.distribution_result.violin_result.ViolinResult method) (bencher.results.holoview_results.heatmap_result.HeatmapResult method) (bencher.results.holoview_results.line_result.LineResult method) (bencher.results.holoview_results.scatter_result.ScatterResult method) (bencher.results.holoview_results.surface_result.SurfaceResult method) (bencher.results.holoview_results.table_result.TableResult method) (bencher.results.holoview_results.tabulator_result.TabulatorResult method) (bencher.results.holoview_results.xy_curve_result.XYCurveResult method) (bencher.results.holoview_results.xy_hexbin_result.XYHexbinResult method) (bencher.results.holoview_results.xy_histogram_result.XYHistogramResult method) (bencher.results.holoview_results.xy_scatter_result.XYScatterResult method) (bencher.results.volume_result.VolumeResult method) to_plot_title() (bencher.results.bench_result_base.BenchResultBase method) to_points() (bencher.results.holoview_results.holoview_result.HoloviewResult method) to_post_description() (bencher.bench_cfg.BenchCfg method) to_rerun() (bencher.results.rerun_result.RerunResult method) to_rerun_grid() (bencher.results.rerun_summary.RerunSummaryResult method) to_rerun_grid_ds() (bencher.results.rerun_summary.RerunSummaryResult method) to_rerun_plots() (bencher.results.rerun_result.RerunResult method) to_rerun_summary() (bencher.results.rerun_summary.RerunSummaryResult method) to_rerun_timeline() (bencher.results.rerun_timeline.RerunTimelineResult method) to_rerun_timeline_path() (bencher.results.rerun_timeline.RerunTimelineResult method) to_scatter() (bencher.results.holoview_results.scatter_result.ScatterResult method) to_scatter_jitter_ds() (bencher.results.holoview_results.distribution_result.scatter_jitter_result.ScatterJitterResult method) to_surface() (bencher.results.holoview_results.surface_result.SurfaceResult method) to_surface_ds() (bencher.results.holoview_results.surface_result.SurfaceResult method) to_svg() (bencher.sprt.Sprt method) to_svg_files() (bencher.results.svg_result.SvgResult method) to_svgs() (bencher.results.svg_result.SvgResult method) to_sweep_summary() (bencher.bench_cfg.BenchCfg method) (bencher.results.bench_result_base.BenchResultBase method) to_tabulator() (bencher.results.holoview_results.tabulator_result.TabulatorResult method) to_tabulator_ds() (bencher.results.holoview_results.tabulator_result.TabulatorResult method) to_title() (bencher.bench_cfg.BenchCfg method) (bencher.results.bench_result_base.BenchResultBase method) to_video() (bencher.results.composable_container.composable_container_video.ComposableContainerVideo method) (bencher.results.composable_container.ComposableContainerVideo method) (bencher.results.pane_result.PaneResult method) to_video_grid() (bencher.results.video_summary.VideoSummaryResult method) to_video_grid_ds() (bencher.results.video_summary.VideoSummaryResult method) to_video_summary() (bencher.results.video_summary.VideoSummaryResult method) to_violin_ds() (bencher.results.holoview_results.distribution_result.violin_result.ViolinResult method) to_volume() (bencher.results.volume_result.VolumeResult method) to_volume_ds() (bencher.results.volume_result.VolumeResult method) to_xarray() (bencher.results.bench_result_base.BenchResultBase method) toggle_looping() (bencher.results.video_controls.VideoControls method) token_provider (bencher.gcloud_store.GcloudStore attribute) TOO_FEW_SAMPLES (in module bencher.change_stats) total_bytes (bencher.cache_management.CacheStats attribute) total_cells (bencher.results.manim_cartesian.cartesian_product_cfg.CartesianProductCfg property) (bencher.results.manim_cartesian.CartesianProductCfg property) total_ms (bencher.perf_tracker.PerfReport property) (bencher.sweep_timings.SweepTimings attribute) total_s (bencher.perf_tracker.PerfReport property) traceback (bencher.job.SampleFailure attribute) transformed() (bencher.results.manim_cartesian.svg_canvas.SvgCanvas method) TransportFailed (class in bencher.gcloud_store) two_proportion_p() (in module bencher.evidence_stats)

U

un_camel() (in module bencher.utils) Unbound (class in bencher.worker_manager) unbounded() (bencher.plotting.plot_filter.VarRange class method) (bencher.plugins.VarRange class method) underpowered (bencher.evidence_stats.Verdict attribute) unify_metric_names() (in module bencher.scorecard) (in module bencher.scorecard.model) unit_change() (in module bencher.infographic) unit_means() (bencher.evidence_stats._Units method) unit_suffix() (in module bencher.infographic) units (bencher.evidence._Metric attribute) (bencher.evidence_report.MetricData attribute) (bencher.evidence_stats.MetricEvidence attribute) (bencher.variables.inputs.BoolSweep attribute) (bencher.variables.inputs.EnumSweep attribute) (bencher.variables.inputs.FloatSweep attribute), [1] (bencher.variables.inputs.IntSweep attribute), [1] (bencher.variables.inputs.StringSweep attribute) (bencher.variables.inputs.SweepSelector attribute), [1] (bencher.variables.results.ResultContainer attribute) (bencher.variables.results.ResultDataSet attribute) (bencher.variables.results.ResultFloat attribute) (bencher.variables.results.ResultImage attribute) (bencher.variables.results.ResultPath attribute) (bencher.variables.results.ResultReference attribute) (bencher.variables.results.ResultString attribute) (bencher.variables.results.ResultSVG attribute) (bencher.variables.results.ResultVec attribute) (bencher.variables.results.ResultVideo attribute) (bencher.variables.time.TimeEvent attribute) (bencher.variables.time.TimeSnapshot attribute)

Unmeasured (class in bencher.claims) unpaired_change() (in module bencher.change_stats) unpaired_warnings() (in module bencher.evidence) unreadable (bencher.cache_management.BlobReachability attribute), [1] unregister() (bencher.plugins.PluginRegistry method) (bencher.plugins.registry.PluginRegistry method) unregister_plugin() (in module bencher.plugins) (in module bencher.plugins.registry) UNSET (in module bencher.utils) Unsupported (class in bencher.object_store) unsure (bencher.infographic.Theme attribute) update_params_from_kwargs() (bencher.variables.parametrised_sweep.ParametrizedSweep method) update_pointer() (in module bencher.publication_pointers) url (bencher.publishing.PublicationReceipt attribute) (bencher.publishing.Published attribute) UrlBase (in module bencher.evidence_report) use_holoview (bencher.bench_cfg.BenchRunCfg attribute), [1] use_optuna (bencher.bench_cfg.BenchRunCfg attribute), [1] use_tap (in module bencher.results.holoview_results.holoview_result) uuid (bencher.execution.Execution attribute) uuid_events (bencher.bench_cfg.BenchRunCfg attribute)

V

validate_declared_vars() (in module bencher.sweep_executor) validate_listing() (in module bencher.object_store) validate_sample_error_policy() (in module bencher.bencher) value (bencher.claims.WorstSample attribute) value() (bencher.variables.inputs.YamlSelection method) value_columns() (bencher.results.holoview_results.tabular_spec.TabularSpec method) VALUE_GID (in module bencher.infographic) values (bencher.evidence_report.Arm attribute) (bencher.infographic._ArmsLayout attribute) (bencher.results.manim_cartesian.cartesian_product_cfg.SweepVar attribute), [1] (bencher.results.manim_cartesian.SweepVar attribute), [1] (bencher.results.rerun_timeline._DurationIndex attribute) (bencher.results.rerun_timeline._SequenceIndex attribute) values() (bencher.variables.inputs.FloatSweep method) (bencher.variables.inputs.IntSweep method) (bencher.variables.inputs.SweepSelector method) (bencher.variables.inputs.YamlSweep method) (bencher.variables.sweep_base.SweepBase method) (bencher.variables.time.TimeBase method) var_name (bencher.results.composable_container.composable_container_dataframe.ComposableContainerDataset attribute) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.ComposableContainerDataset attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.composable_container.RenderCfg attribute), [1] var_value (bencher.results.composable_container.composable_container_dataframe.ComposableContainerDataset attribute) (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.composable_container_video.RenderCfg attribute), [1] (bencher.results.composable_container.ComposableContainerDataset attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.composable_container.RenderCfg attribute), [1] variable (bencher.regression.RegressionResult attribute) VarRange (class in bencher.plotting.plot_filter) (class in bencher.plugins) vdims (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute)

VEC (bencher.variables.results.ResultKind attribute) verdict (bencher.evidence_stats.MetricEvidence attribute) (bencher.sprt.Sprt property) (bencher.sprt.SprtResult attribute) Verdict (class in bencher.evidence_stats) verdict() (in module bencher.evidence_stats) verdict_colour() (bencher.infographic.Theme method) verdict_label() (in module bencher.infographic) VerdictKind (class in bencher.evidence_stats) verify() (bencher.publishing.CompleteReportPublisher method) verify_report() (in module bencher.report_inventory) version (bencher.object_store.Match attribute) (bencher.object_store.ObjectInfo attribute) (bencher.object_store.Present attribute) (bencher.object_store.Renewed attribute) (bencher.object_store.Written attribute) (bencher.publication_pointers.PointerUpdated attribute) vid_p (bencher.results.video_controls.VideoControls attribute) VIDEO (bencher.variables.results.ResultKind attribute) video_container() (bencher.results.video_controls.VideoControls method) video_controls() (bencher.results.video_controls.VideoControls method) video_files (bencher.video_writer.VideoWriter attribute) VideoControls (class in bencher.results.video_controls) VideoResult (in module bencher) VideoSummaryResult (class in bencher.results.video_summary) VideoWriter (class in bencher.video_writer) view_kinds (bencher.results.composable_container.composable_container_rerun._ComposedItem attribute) (bencher.results.composable_container.composable_container_rerun.RerunRecording attribute) (bencher.results.composable_container.RerunRecording attribute) (bencher.results.rerun_timeline._View attribute) views_for_kinds() (in module bencher.results.composable_container.composable_container_rerun) ViolinResult (class in bencher.results.holoview_results.distribution_result.violin_result) visited (bencher.complete_report._Assets attribute) volume_cmap (bencher.results.svg_result._Style attribute) VolumeResult (class in bencher.results.volume_result)

W

w (bencher.infographic._Page attribute) WARM_STARTED (in module bencher.bencher) WARN (bencher.history.OnHistoryReset attribute) width (bencher.results.composable_container.composable_container_panel.ComposableContainerPanel attribute) (bencher.results.composable_container.ComposableContainerPanel attribute) (bencher.results.float_formatter.FormatFloat attribute) (bencher.results.rerun_timeline._ParallelFrame property) (bencher.results.rerun_timeline._PlotFrame attribute) (bencher.results.svg_result._Group attribute) (bencher.variables.results.ResultRerun attribute) wilcoxon_p() (in module bencher.evidence_stats) wilson() (in module bencher.evidence_stats) wilson_base (bencher.evidence_stats.ProportionEffect attribute) wilson_cand (bencher.evidence_stats.ProportionEffect attribute) with_() (bencher.sweep_spec.SweepSpec method) with_bounds() (bencher.variables.sweep_base.SweepBase method) with_changes() (bencher.plugins.bench_data.BenchData method) (bencher.plugins.BenchData method) with_const() (bencher.variables.sweep_base.SweepBase method) with_defaults() (bencher.bench_cfg.BenchRunCfg class method) with_level() (bencher.variables.sweep_base.SweepBase method) (in module bencher.variables.inputs) with_sample_values() (bencher.variables.sweep_base.SweepBase method) with_samples() (bencher.variables.sweep_base.SweepBase method) with_subsampling_divisions() (bencher.variables.sweep_base.SweepBase method) (in module bencher.variables.inputs) Within (class in bencher.claims) word (bencher.evidence_stats.Verdict property) worker (bencher.bencher._ParetoFrontWorker attribute), [1] (bencher.bencher.Bench attribute) (bencher.worker_manager.WorkerManager attribute) (bencher.worker_manager.WorkerManager property) worker_cache_call_count (bencher.job.FutureCache attribute), [1]

worker_cfg_wrapper() (in module bencher.worker_manager) worker_class (bencher.worker_manager.Declared attribute) worker_class_instance (bencher.bencher.Bench attribute) (bencher.worker_manager.WorkerManager attribute) (bencher.worker_manager.WorkerManager property) worker_fn_call_count (bencher.job.FutureCache attribute), [1] worker_input_cfg (bencher.bencher.Bench attribute) (bencher.worker_manager.WorkerManager attribute), [1] worker_kwargs_wrapper() (in module bencher.sweep_executor) worker_wrapper_call_count (bencher.job.FutureCache attribute), [1] WorkerContractError WorkerContractWarning WorkerJob (class in bencher.worker_job) WorkerManager (class in bencher.worker_manager) WorkerReturnedNothingError WorkerState (in module bencher.worker_manager) workflow (bencher.execution.Execution attribute) workflow_run (bencher.execution.Execution attribute) worse (bencher.infographic.Theme attribute) worst (bencher.claims.Fails attribute) (bencher.claims.Holds attribute) worst_plausible() (in module bencher.infographic) WorstSample (class in bencher.claims) wrap_long_time_labels() (bencher.results.bench_result_base.BenchResultBase method) write() (bencher.gcloud_store.GcloudStore method) (bencher.object_store.LocalStore method) (bencher.object_store.ObjectStore method) (bencher.video_writer.VideoWriter method) write_evidence() (in module bencher.evidence) write_evidence_pngs() (in module bencher.evidence) write_report() (in module bencher.evidence_report) write_video_raw() (bencher.video_writer.VideoWriter method) WriteFailed (class in bencher.object_store) Written (class in bencher.object_store)

X

x (bencher.evidence._Profile attribute) (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) (bencher.results.svg_result._Layout attribute) (bencher.results.svg_result._TabPlan attribute) x_dim() (bencher.results.svg_result._Layout method) x_range (bencher.results.rerun_timeline._PlotFrame attribute) XARRAY_MULTIDIM_RESULT_TYPES (in module bencher.variables.results) xlabel (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) (bencher.results.svg_result._TabPlan attribute) xlim (bencher.infographic._ArmsLayout attribute) (bencher.results.svg_result._TabPlan attribute)

xy_curve() (in module bencher.results.holoview_results.xy_curve_result) xy_hexbin() (in module bencher.results.holoview_results.xy_hexbin_result) xy_histogram() (in module bencher.results.holoview_results.xy_histogram_result) xy_scatter() (in module bencher.results.holoview_results.xy_scatter_result) XYCurve (class in bencher.results.holoview_results.xy_curve_result) XYCurveResult (class in bencher.results.holoview_results.xy_curve_result) XYHexbin (class in bencher.results.holoview_results.xy_hexbin_result) XYHexbinResult (class in bencher.results.holoview_results.xy_hexbin_result) XYHistogram (class in bencher.results.holoview_results.xy_histogram_result) XYHistogramResult (class in bencher.results.holoview_results.xy_histogram_result) XYScatter (class in bencher.results.holoview_results.xy_scatter_result) XYScatterResult (class in bencher.results.holoview_results.xy_scatter_result)

Y

y (bencher.results.holoview_results.xy_curve_result.XYCurve attribute) (bencher.results.holoview_results.xy_hexbin_result.XYHexbin attribute) (bencher.results.holoview_results.xy_scatter_result.XYScatter attribute) (bencher.results.svg_result._Layout attribute) y_dim() (bencher.results.svg_result._Layout method) y_range (bencher.results.rerun_timeline._PlotFrame attribute) yaml_path (bencher.variables.inputs.YamlSweep attribute)

YamlSelection (class in bencher.variables.inputs) YamlSweep (class in bencher.variables.inputs) ylabel (bencher.results.holoview_results.tabular_spec.TabularSpec attribute) (bencher.results.svg_result._Ctx attribute) (bencher.results.svg_result._TabPlan attribute) ylim (bencher.results.svg_result._TabPlan attribute) young_baseline (bencher.regression.RegressionResult attribute) ys (bencher.results.svg_result._TabPlan attribute)

Z

zero_dim_da_to_val() (bencher.results.bench_result_base.BenchResultBase method) zero_event_upper() (in module bencher.evidence_stats) zip_results1D() (bencher.results.bench_result_base.BenchResultBase static method)

zip_results1D1() (bencher.results.bench_result_base.BenchResultBase static method) zip_results1D2() (bencher.results.bench_result_base.BenchResultBase static method) ZOOM (in module bencher.infographic)