Index

_

_check_termination() (mlwiz.training.engine.TrainingEngine method) _collect_metric_samples() (in module mlwiz.evaluation.util) _create_dataset_getter() (mlwiz.evaluation.evaluator.RiskAssesser method) _df_to_latex_table() (in module mlwiz.evaluation.util) _dict_helper() (mlwiz.evaluation.random_search.RandomSearch method) _dispatch() (mlwiz.training.event.dispatcher.EventDispatcher method) _gen_configs() (mlwiz.evaluation.grid.Grid method) _gen_helper() (mlwiz.evaluation.grid.Grid method) (mlwiz.evaluation.random_search.RandomSearch method) _get_correct() (mlwiz.training.callback.metric.MulticlassAccuracy static method) (mlwiz.training.callback.metric.ToyMetric static method) _get_dataset() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) _get_loader() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.IterableDataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) _get_ray_num_gpus_per_task() (in module mlwiz.evaluation.evaluator) _get_splitter() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) (mlwiz.data.splitter.Splitter method) _instantiate_loss() (mlwiz.training.callback.metric.AdditiveLoss method) _istantiate_scorer() (mlwiz.training.callback.metric.MultiScore method) _iterable_worker_init_fn() (in module mlwiz.data.provider) _list_helper() (mlwiz.evaluation.grid.Grid method) _list_outer_fold_ids() (in module mlwiz.evaluation.util) _load_dataset() (mlwiz.data.dataset.Cora static method) (mlwiz.data.dataset.DatasetInterface static method) (mlwiz.data.dataset.NCI1 static method)

_load_final_run_metric_samples() (in module mlwiz.evaluation.util) _loop() (mlwiz.training.engine.DataStreamTrainingEngine method) (mlwiz.training.engine.TrainingEngine method) _loop_helper() (mlwiz.training.engine.TrainingEngine method) _make_termination_checker() (in module mlwiz.evaluation.evaluator) _mean_std_ci() (in module mlwiz.evaluation.evaluator) _NoShuffleTrainTestSplit (class in mlwiz.data.splitter) _NullSummaryWriter (class in mlwiz.training.callback.plotter) _push_progress_update() (in module mlwiz.evaluation.evaluator) _request_termination() (mlwiz.evaluation.evaluator.RiskAssesser method) _require_exp_seed() (mlwiz.data.provider.DataProvider method) _require_outer_and_inner_k() (mlwiz.data.provider.DataProvider method) _require_outer_k() (mlwiz.data.provider.DataProvider method) _ReshapeMNISTTemporal (class in mlwiz.data.dataset) _restore_checkpoint_and_best_results() (mlwiz.training.engine.TrainingEngine method) _return_class_and_args() (mlwiz.experiment.experiment.Experiment method) _sampler_helper() (mlwiz.evaluation.random_search.RandomSearch method) _save_dataset() (mlwiz.data.dataset.Cora static method) (mlwiz.data.dataset.DatasetInterface static method) (mlwiz.data.dataset.NCI1 static method) _set_cuda_memory_limit_from_env() (in module mlwiz.evaluation.evaluator) _splitter_args() (mlwiz.data.splitter.Splitter method) _summarize_samples() (in module mlwiz.evaluation.util) _to_data_list() (mlwiz.training.engine.TrainingEngine method) _to_list() (mlwiz.training.engine.TrainingEngine method) _train() (mlwiz.training.engine.TrainingEngine method)

A

accumulate_predictions_and_targets() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) add_scalars() (mlwiz.training.callback.plotter._NullSummaryWriter method)

AdditiveLoss (class in mlwiz.training.callback.metric) AllocatedGPUMemory (class in mlwiz.training.callback.metric) atomic_dill_save() (in module mlwiz.util) atomic_torch_save() (in module mlwiz.training.util)

C

check_argument() (in module mlwiz.data.util) check_splits_overlap() (mlwiz.data.splitter.Splitter method) choice() (in module mlwiz.evaluation.util) Classification (class in mlwiz.training.callback.metric) close() (mlwiz.training.callback.plotter._NullSummaryWriter method) compute_best_hyperparameters() (mlwiz.evaluation.evaluator.RiskAssesser method) compute_final_runs_score_per_fold() (mlwiz.evaluation.evaluator.RiskAssesser method) compute_metric() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.AllocatedGPUMemory method) (mlwiz.training.callback.metric.Classification method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MulticlassAccuracy method) (mlwiz.training.callback.metric.Regression method) (mlwiz.training.callback.metric.ToyMetric method)

compute_risk_assessment_result() (mlwiz.evaluation.evaluator.RiskAssesser method) Config (class in mlwiz.evaluation.config) Cora (class in mlwiz.data.dataset) create_dataframe() (in module mlwiz.evaluation.util) create_engine() (mlwiz.experiment.experiment.Experiment method) create_latex_table_from_assessment_results() (in module mlwiz.evaluation.util) create_model() (mlwiz.experiment.experiment.Experiment method) cumulative_batch_unsent_time (mlwiz.training.engine.TrainingEngine attribute) cumulative_epoch_unsent_time (mlwiz.training.engine.TrainingEngine attribute)

D

DataProvider (class in mlwiz.data.provider) dataset_filename (mlwiz.data.dataset.DatasetInterface property) dataset_filepath (mlwiz.data.dataset.DatasetInterface property) dataset_filepaths (mlwiz.data.dataset.IterableDatasetInterface property) dataset_folder (mlwiz.data.dataset.DatasetInterface property) (mlwiz.data.dataset.IterableDatasetInterface property) dataset_name (mlwiz.data.dataset.DatasetInterface property) (mlwiz.data.dataset.IterableDatasetInterface property) DatasetInterface (class in mlwiz.data.dataset) DataStreamTrainingEngine (class in mlwiz.training.engine) dill_load() (in module mlwiz.util) dim_input_features (mlwiz.data.dataset.Cora property) (mlwiz.data.dataset.DatasetInterface property) (mlwiz.data.dataset.IterableDatasetInterface property) (mlwiz.data.dataset.MNIST property) (mlwiz.data.dataset.MNISTTemporal property) (mlwiz.data.dataset.NCI1 property) (mlwiz.data.dataset.ToyIterableDataset property)

dim_target (mlwiz.data.dataset.Cora property) (mlwiz.data.dataset.DatasetInterface property) (mlwiz.data.dataset.IterableDatasetInterface property) (mlwiz.data.dataset.MNIST property) (mlwiz.data.dataset.MNISTTemporal property) (mlwiz.data.dataset.NCI1 property) (mlwiz.data.dataset.ToyIterableDataset property)

E

EarlyStopper (class in mlwiz.training.callback.early_stopping) EngineCallback (class in mlwiz.training.callback.engine_callback) EpochScheduler (class in mlwiz.training.callback.scheduler) EventDispatcher (class in mlwiz.training.event.dispatcher)

EventHandler (class in mlwiz.training.event.handler) exp_name (mlwiz.evaluation.grid.Grid property) Experiment (class in mlwiz.experiment.experiment) extract_and_sum_elapsed_seconds() (in module mlwiz.evaluation.evaluator)

F

filter_experiments() (in module mlwiz.evaluation.util) fmt() (in module mlwiz.training.engine) Fold (class in mlwiz.data.splitter)

forward() (mlwiz.model.interface.ModelInterface method) (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method)

G

get() (mlwiz.evaluation.config.Config method) get_dim_input_features() (mlwiz.data.provider.DataProvider method) get_dim_target() (mlwiz.data.provider.DataProvider method) get_inner_train() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) get_inner_val() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) get_main_metric_name() (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) get_or_create_dir() (in module mlwiz.data.util) get_outer_test() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) get_outer_train() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method)

get_outer_val() (mlwiz.data.provider.DataProvider method) (mlwiz.data.provider.SingleGraphDataProvider method) get_predictions_and_targets() (mlwiz.training.callback.metric.AllocatedGPUMemory method) (mlwiz.training.callback.metric.Classification method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MulticlassAccuracy method) (mlwiz.training.callback.metric.Regression method) (mlwiz.training.callback.metric.SingleGraphMulticlassAccuracy method) (mlwiz.training.callback.metric.SingleGraphMulticlassClassification method) (mlwiz.training.callback.metric.ToyMetric method) get_scores_from_assessment_results() (in module mlwiz.evaluation.util) get_scores_from_outer_results() (in module mlwiz.evaluation.util) get_targets() (mlwiz.data.splitter.Splitter method) GradientClipper (class in mlwiz.training.callback.gradient_clipping) Grid (class in mlwiz.evaluation.grid)

I

infer() (mlwiz.training.engine.TrainingEngine method) InnerFold (class in mlwiz.data.splitter) instantiate_data_provider_from_config() (in module mlwiz.evaluation.util) instantiate_dataset_from_config() (in module mlwiz.evaluation.util)

instantiate_model_from_config() (in module mlwiz.evaluation.util) items() (mlwiz.evaluation.config.Config method) IterableDataProvider (class in mlwiz.data.provider) IterableDatasetInterface (class in mlwiz.data.dataset) IterableEngineCallback (class in mlwiz.training.callback.engine_callback)

K

keys() (mlwiz.evaluation.config.Config method)

L

load() (mlwiz.data.splitter.Splitter class method) load_checkpoint() (in module mlwiz.evaluation.util) load_dataset() (in module mlwiz.data.util) load_state_dict() (mlwiz.training.callback.optimizer.Optimizer method)

log() (in module mlwiz.training.engine) (mlwiz.log.logger.Logger method) Logger (class in mlwiz.log.logger) loguniform() (in module mlwiz.evaluation.util)

M

MeanAbsoluteError (class in mlwiz.training.callback.metric) MeanSquareError (class in mlwiz.training.callback.metric) Metric (class in mlwiz.training.callback.metric) MetricScheduler (class in mlwiz.training.callback.scheduler) mlwiz module mlwiz.data.dataset module mlwiz.data.provider module mlwiz.data.sampler module mlwiz.data.splitter module mlwiz.data.util module mlwiz.evaluation.config module mlwiz.evaluation.evaluator module mlwiz.evaluation.grid module mlwiz.evaluation.random_search module mlwiz.evaluation.util module mlwiz.experiment.experiment module mlwiz.log.logger module mlwiz.model.interface module mlwiz.training.callback.early_stopping module mlwiz.training.callback.engine_callback module mlwiz.training.callback.gradient_clipping module mlwiz.training.callback.metric module mlwiz.training.callback.optimizer module mlwiz.training.callback.plotter module mlwiz.training.callback.scheduler module mlwiz.training.engine module

mlwiz.training.event.dispatcher module mlwiz.training.event.handler module mlwiz.training.event.state module mlwiz.training.profiler module mlwiz.training.util module mlwiz.util module MNIST (class in mlwiz.data.dataset) MNISTTemporal (class in mlwiz.data.dataset) model_selection() (mlwiz.evaluation.evaluator.RiskAssesser method) ModelInterface (class in mlwiz.model.interface) module mlwiz mlwiz.data.dataset mlwiz.data.provider mlwiz.data.sampler mlwiz.data.splitter mlwiz.data.util mlwiz.evaluation.config mlwiz.evaluation.evaluator mlwiz.evaluation.grid mlwiz.evaluation.random_search mlwiz.evaluation.util mlwiz.experiment.experiment mlwiz.log.logger mlwiz.model.interface mlwiz.training.callback.early_stopping mlwiz.training.callback.engine_callback mlwiz.training.callback.gradient_clipping mlwiz.training.callback.metric mlwiz.training.callback.optimizer mlwiz.training.callback.plotter mlwiz.training.callback.scheduler mlwiz.training.engine mlwiz.training.event.dispatcher mlwiz.training.event.handler mlwiz.training.event.state mlwiz.training.profiler mlwiz.training.util mlwiz.util MulticlassAccuracy (class in mlwiz.training.callback.metric) MulticlassClassification (class in mlwiz.training.callback.metric) MultiScore (class in mlwiz.training.callback.metric)

N

name (mlwiz.data.dataset.DatasetInterface property) (mlwiz.training.callback.metric.Metric property)

NCI1 (class in mlwiz.data.dataset) normal() (in module mlwiz.evaluation.util) num_configs (mlwiz.evaluation.grid.Grid property)

O

ON_BACKWARD (mlwiz.training.event.handler.EventHandler attribute) on_backward() (mlwiz.training.callback.gradient_clipping.GradientClipper method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.event.handler.EventHandler method) ON_COMPUTE_METRICS (mlwiz.training.event.handler.EventHandler attribute) on_compute_metrics() (mlwiz.training.callback.metric.Metric method) (mlwiz.training.event.handler.EventHandler method) ON_EPOCH_END (mlwiz.training.event.handler.EventHandler attribute) on_epoch_end() (mlwiz.training.callback.early_stopping.EarlyStopper method) (mlwiz.training.callback.engine_callback.EngineCallback method) (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.callback.plotter.Plotter method) (mlwiz.training.callback.scheduler.MetricScheduler method) (mlwiz.training.callback.scheduler.Scheduler method) (mlwiz.training.event.handler.EventHandler method) ON_EPOCH_START (mlwiz.training.event.handler.EventHandler attribute) on_epoch_start() (mlwiz.training.event.handler.EventHandler method) ON_EVAL_BATCH_END (mlwiz.training.event.handler.EventHandler attribute) on_eval_batch_end() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.event.handler.EventHandler method) ON_EVAL_BATCH_START (mlwiz.training.event.handler.EventHandler attribute) on_eval_batch_start() (mlwiz.training.callback.metric.Metric method) (mlwiz.training.event.handler.EventHandler method) ON_EVAL_EPOCH_END (mlwiz.training.event.handler.EventHandler attribute) on_eval_epoch_end() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.event.handler.EventHandler method) ON_EVAL_EPOCH_START (mlwiz.training.event.handler.EventHandler attribute) on_eval_epoch_start() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.event.handler.EventHandler method) ON_FETCH_DATA (mlwiz.training.event.handler.EventHandler attribute) on_fetch_data() (mlwiz.training.callback.engine_callback.EngineCallback method) (mlwiz.training.callback.engine_callback.IterableEngineCallback method) (mlwiz.training.event.handler.EventHandler method)

ON_FIT_END (mlwiz.training.event.handler.EventHandler attribute) on_fit_end() (mlwiz.training.callback.plotter.Plotter method) (mlwiz.training.event.handler.EventHandler method) ON_FIT_START (mlwiz.training.event.handler.EventHandler attribute) on_fit_start() (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.callback.scheduler.Scheduler method) (mlwiz.training.event.handler.EventHandler method) ON_FORWARD (mlwiz.training.event.handler.EventHandler attribute) on_forward() (mlwiz.training.callback.engine_callback.EngineCallback method) (mlwiz.training.event.handler.EventHandler method) ON_TRAINING_BATCH_END (mlwiz.training.event.handler.EventHandler attribute) on_training_batch_end() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.event.handler.EventHandler method) ON_TRAINING_BATCH_START (mlwiz.training.event.handler.EventHandler attribute) on_training_batch_start() (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.event.handler.EventHandler method) ON_TRAINING_EPOCH_END (mlwiz.training.event.handler.EventHandler attribute) on_training_epoch_end() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.callback.scheduler.EpochScheduler method) (mlwiz.training.event.handler.EventHandler method) ON_TRAINING_EPOCH_START (mlwiz.training.event.handler.EventHandler attribute) on_training_epoch_start() (mlwiz.training.callback.metric.AdditiveLoss method) (mlwiz.training.callback.metric.Metric method) (mlwiz.training.callback.metric.MultiScore method) (mlwiz.training.callback.optimizer.Optimizer method) (mlwiz.training.event.handler.EventHandler method) Optimizer (class in mlwiz.training.callback.optimizer) OuterFold (class in mlwiz.data.splitter)

P

PatienceEarlyStopper (class in mlwiz.training.callback.early_stopping) Plotter (class in mlwiz.training.callback.plotter) preprocess_data() (in module mlwiz.data.util) process_config_results_across_inner_folds() (mlwiz.evaluation.evaluator.RiskAssesser method) process_dataset() (mlwiz.data.dataset.Cora method) (mlwiz.data.dataset.DatasetInterface method) (mlwiz.data.dataset.IterableDatasetInterface method) (mlwiz.data.dataset.MNIST method) (mlwiz.data.dataset.MNISTTemporal method) (mlwiz.data.dataset.NCI1 method) (mlwiz.data.dataset.ToyIterableDataset method)

process_model_selection_runs() (mlwiz.evaluation.evaluator.RiskAssesser method) Profiler (class in mlwiz.training.profiler)

R

randint() (in module mlwiz.evaluation.util) RandomSampler (class in mlwiz.data.sampler) RandomSearch (class in mlwiz.evaluation.random_search) raw_dataset_folder (mlwiz.data.dataset.DatasetInterface property) (mlwiz.data.dataset.IterableDatasetInterface property) register() (mlwiz.training.event.dispatcher.EventDispatcher method) Regression (class in mlwiz.training.callback.metric) reorder() (in module mlwiz.training.engine) report() (mlwiz.training.profiler.Profiler method)

retrieve_best_configuration() (in module mlwiz.evaluation.util) retrieve_experiments() (in module mlwiz.evaluation.util) return_class_and_args() (in module mlwiz.util) risk_assessment() (mlwiz.evaluation.evaluator.RiskAssesser method) RiskAssesser (class in mlwiz.evaluation.evaluator) run_final_model() (mlwiz.evaluation.evaluator.RiskAssesser method) run_test() (in module mlwiz.evaluation.evaluator) (mlwiz.experiment.experiment.Experiment method) run_valid() (in module mlwiz.evaluation.evaluator) (mlwiz.experiment.experiment.Experiment method)

S

s2c() (in module mlwiz.util) save() (mlwiz.data.splitter.Splitter method) Scheduler (class in mlwiz.training.callback.scheduler) seed_worker() (in module mlwiz.data.provider) send_telegram_update() (in module mlwiz.evaluation.evaluator) set_device() (mlwiz.training.engine.TrainingEngine method) set_eval() (mlwiz.data.dataset.IterableDatasetInterface method) set_eval_mode() (mlwiz.training.engine.TrainingEngine method) set_exp_seed() (mlwiz.data.provider.DataProvider method) set_inner_k() (mlwiz.data.provider.DataProvider method) set_outer_k() (mlwiz.data.provider.DataProvider method) set_training_mode() (mlwiz.training.engine.TrainingEngine method) shuffle_urls() (mlwiz.data.dataset.IterableDatasetInterface method) shuffle_urls_elements() (mlwiz.data.dataset.IterableDatasetInterface method) single_graph_collate() (in module mlwiz.data.util)

SingleGraphDataProvider (class in mlwiz.data.provider) SingleGraphMulticlassAccuracy (class in mlwiz.training.callback.metric) SingleGraphMulticlassClassification (class in mlwiz.training.callback.metric) SingleGraphSplitter (class in mlwiz.data.splitter) splice() (mlwiz.data.dataset.IterableDatasetInterface method) split() (mlwiz.data.splitter._NoShuffleTrainTestSplit method) (mlwiz.data.splitter.SingleGraphSplitter method) (mlwiz.data.splitter.Splitter method) Splitter (class in mlwiz.data.splitter) State (class in mlwiz.training.event.state) statistical_significance() (in module mlwiz.evaluation.util) stop() (mlwiz.training.callback.early_stopping.EarlyStopper method) (mlwiz.training.callback.early_stopping.PatienceEarlyStopper method) stratify (mlwiz.data.splitter.Splitter property) subset() (mlwiz.data.dataset.IterableDatasetInterface method) SubsetTrainEval (class in mlwiz.data.provider)

T

todict() (mlwiz.data.splitter.InnerFold method) (mlwiz.data.splitter.OuterFold method) total_elapsed_time (mlwiz.training.profiler.Profiler property)

ToyIterableDataset (class in mlwiz.data.dataset) ToyMetric (class in mlwiz.training.callback.metric) train() (mlwiz.training.engine.TrainingEngine method) TrainingEngine (class in mlwiz.training.engine)

U

uniform() (in module mlwiz.evaluation.util) unregister() (mlwiz.training.event.dispatcher.EventDispatcher method)

update() (mlwiz.training.event.state.State method) url_indices (mlwiz.data.dataset.IterableDatasetInterface property) (mlwiz.data.dataset.ToyIterableDataset property)

W

wait_configs() (mlwiz.evaluation.evaluator.RiskAssesser method)