Index

A

AbstractLoss (class in torchdistill.losses.high_level) add_hook() (torchdistill.core.forward_hook.ForwardHookManager method) add_kwargs_to_io_dict() (in module torchdistill.core.util) add_meter() (torchdistill.misc.log.MetricLogger method) add_submodule() (in module torchdistill.models.util) advance_to_next_stage() (torchdistill.core.distillation.MultiStagesDistillationBox method) (torchdistill.core.training.MultiStagesTrainingBox method)

AffinityLoss (class in torchdistill.losses.mid_level) AltActTransferLoss (class in torchdistill.losses.mid_level) ATLoss (class in torchdistill.losses.mid_level) AttentionBasedFusion (class in torchdistill.models.wrapper) AuxiliaryModelWrapper (class in torchdistill.models.wrapper) AuxSSKDLoss (class in torchdistill.losses.mid_level)

B

BaseDatasetWrapper (class in torchdistill.datasets.wrapper) build_auxiliary_model_wrapper() (in module torchdistill.models.wrapper)

build_data_loader() (in module torchdistill.datasets.util) build_data_loaders() (in module torchdistill.datasets.util) build_sequential_container() (in module torchdistill.models.util)

C

CacheableDataset (class in torchdistill.datasets.wrapper) CCKDLoss (class in torchdistill.losses.mid_level) change_device() (in module torchdistill.core.util) change_target_device() (torchdistill.core.forward_hook.ForwardHookManager method) ChannelSimilarityEmbed (class in torchdistill.models.wrapper) check_if_exists() (in module torchdistill.common.file_util) check_if_plottable() (in module torchdistill.common.misc_util) check_if_wrapped() (in module torchdistill.common.module_util) ChSimLoss (class in torchdistill.losses.mid_level)

clean_modules() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) clear() (torchdistill.core.forward_hook.ForwardHookManager method) clear_io_dict() (in module torchdistill.core.util) Connector4DAB (class in torchdistill.models.wrapper) ConvReg (class in torchdistill.models.adaptation) count_params() (in module torchdistill.common.module_util) CRDDatasetWrapper (class in torchdistill.datasets.wrapper) CRDLoss (class in torchdistill.losses.mid_level)

D

decompose() (in module torchdistill.common.module_util) default_idx2subpath() (in module torchdistill.datasets.wrapper) default_post_epoch_process_with_teacher() (in module torchdistill.core.interfaces.post_epoch_proc) default_post_epoch_process_without_teacher() (in module torchdistill.core.interfaces.post_epoch_proc) default_post_forward_process() (in module torchdistill.core.interfaces.post_forward_proc) default_pre_epoch_process_with_teacher() (in module torchdistill.core.interfaces.pre_epoch_proc) default_pre_epoch_process_without_teacher() (in module torchdistill.core.interfaces.pre_epoch_proc) densenet() (in module torchdistill.models.classification.densenet)

DenseNet4Cifar (class in torchdistill.models.classification.densenet) densenet_bc_k12_depth100() (in module torchdistill.models.classification.densenet) densenet_bc_k24_depth250() (in module torchdistill.models.classification.densenet) densenet_bc_k40_depth190() (in module torchdistill.models.classification.densenet) dequantize_tensor() (in module torchdistill.common.tensor_util) DictLossWrapper (class in torchdistill.losses.mid_level) DistillationBox (class in torchdistill.core.distillation) DISTLoss (class in torchdistill.losses.mid_level)

E

EmptyModule (class in torchdistill.models.wrapper) extract_all_child_modules() (in module torchdistill.common.module_util) extract_io_dict() (in module torchdistill.core.util)

extract_model_loss_dict() (in module torchdistill.losses.util) extract_sub_model_io_dict() (in module torchdistill.core.util) extract_target_modules() (in module torchdistill.common.module_util)

F

forward_all() (in module torchdistill.core.interfaces.forward_proc) forward_batch4sskd() (in module torchdistill.core.interfaces.forward_proc) forward_batch_only() (in module torchdistill.core.interfaces.forward_proc) forward_batch_supp_dict() (in module torchdistill.core.interfaces.forward_proc) forward_batch_target() (in module torchdistill.core.interfaces.forward_proc)

forward_process() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) ForwardHookManager (class in torchdistill.core.forward_hook) freeze_module_params() (in module torchdistill.common.module_util) FSPLoss (class in torchdistill.losses.mid_level) FTLoss (class in torchdistill.losses.mid_level)

G

get_adaptation_module() (in module torchdistill.models.registry) get_auxiliary_model_wrapper() (in module torchdistill.models.registry) get_batch_sampler() (in module torchdistill.datasets.registry) get_binary_object_size() (in module torchdistill.common.file_util) get_classes() (in module torchdistill.common.misc_util) get_classes_as_dict() (in module torchdistill.common.misc_util) get_collate_func() (in module torchdistill.datasets.registry) get_components() (in module torchdistill.common.module_util) get_dataset() (in module torchdistill.datasets.registry) get_dataset_wrapper() (in module torchdistill.datasets.registry) get_device_index() (in module torchdistill.core.forward_hook) get_dir_path_list() (in module torchdistill.common.file_util) get_distillation_box() (in module torchdistill.core.distillation) get_file_path_list() (in module torchdistill.common.file_util) get_forward_proc_func() (in module torchdistill.core.interfaces.registry) get_frozen_param_names() (in module torchdistill.common.module_util) get_func2extract_model_output() (in module torchdistill.losses.registry) get_functions() (in module torchdistill.common.misc_util) get_functions_as_dict() (in module torchdistill.common.misc_util) get_hierarchized_dict() (in module torchdistill.common.module_util) get_high_level_loss() (in module torchdistill.losses.registry)

get_image_classification_model() (in module torchdistill.models.official) get_loss_wrapper() (in module torchdistill.losses.registry) get_low_level_loss() (in module torchdistill.losses.registry) get_mid_level_loss() (in module torchdistill.losses.registry) get_model() (in module torchdistill.models.registry) get_module() (in module torchdistill.common.module_util) get_object_detection_model() (in module torchdistill.models.official) get_optimizer() (in module torchdistill.optim.registry) get_post_epoch_proc_func() (in module torchdistill.core.interfaces.registry) get_post_forward_proc_func() (in module torchdistill.core.interfaces.registry) get_pre_epoch_proc_func() (in module torchdistill.core.interfaces.registry) get_pre_forward_proc_func() (in module torchdistill.core.interfaces.registry) get_rank() (in module torchdistill.common.main_util) get_sample_loader() (in module torchdistill.datasets.registry) get_scheduler() (in module torchdistill.optim.registry) get_semantic_segmentation_model() (in module torchdistill.models.official) get_teacher_output() (torchdistill.core.distillation.DistillationBox method) get_training_box() (in module torchdistill.core.training) get_transform() (in module torchdistill.datasets.registry) get_updatable_param_names() (in module torchdistill.common.module_util) get_vision_model() (in module torchdistill.models.official) get_world_size() (in module torchdistill.common.main_util)

H

HeadRCNN (class in torchdistill.models.wrapper)

HierarchicalContextLoss (class in torchdistill.losses.mid_level)

I

import_call() (in module torchdistill.common.main_util) import_call_method() (in module torchdistill.common.main_util) import_dependencies() (in module torchdistill.common.main_util)

import_get() (in module torchdistill.common.main_util) init_distributed_mode() (in module torchdistill.common.main_util) is_dist_avail_and_initialized() (in module torchdistill.common.main_util) is_main_process() (in module torchdistill.common.main_util)

J

JpegCompressionLoader (class in torchdistill.datasets.sample_loader)

K

KDLoss (class in torchdistill.losses.mid_level)

KTALoss (class in torchdistill.losses.mid_level)

L

Linear4CCKD (class in torchdistill.models.wrapper) Linear4CRD (class in torchdistill.models.wrapper) load_ckpt() (in module torchdistill.common.main_util) load_module_ckpt() (in module torchdistill.models.util)

load_pickle() (in module torchdistill.common.file_util) load_yaml_file() (in module torchdistill.common.yaml_util) log_every() (torchdistill.misc.log.MetricLogger method) LogitStdKDLoss (class in torchdistill.losses.mid_level)

M

make_dirs() (in module torchdistill.common.file_util) make_parent_dirs() (in module torchdistill.common.file_util) MetricLogger (class in torchdistill.misc.log) module torchdistill.common.file_util torchdistill.common.main_util torchdistill.common.misc_util torchdistill.common.module_util torchdistill.common.tensor_util torchdistill.common.yaml_util torchdistill.core.distillation torchdistill.core.forward_hook torchdistill.core.interfaces.forward_proc torchdistill.core.interfaces.post_epoch_proc torchdistill.core.interfaces.post_forward_proc torchdistill.core.interfaces.pre_epoch_proc torchdistill.core.interfaces.pre_forward_proc torchdistill.core.interfaces.registry torchdistill.core.training torchdistill.core.util torchdistill.datasets.registry torchdistill.datasets.sample_loader torchdistill.datasets.util torchdistill.datasets.wrapper torchdistill.losses.high_level torchdistill.losses.mid_level torchdistill.losses.registry torchdistill.losses.util torchdistill.misc.log torchdistill.models.adaptation torchdistill.models.classification torchdistill.models.classification.densenet torchdistill.models.classification.resnet torchdistill.models.classification.wide_resnet torchdistill.models.official torchdistill.models.registry torchdistill.models.util torchdistill.models.wrapper torchdistill.optim.registry torchdistill.optim.scheduler

MultiStagesDistillationBox (class in torchdistill.core.distillation) MultiStagesTrainingBox (class in torchdistill.core.training)

N

Normalizer4CRD (class in torchdistill.models.wrapper)

P

PADL2Loss (class in torchdistill.losses.mid_level) Paraphraser4FactorTransfer (class in torchdistill.models.wrapper) PKTLoss (class in torchdistill.losses.mid_level) poly_lr_scheduler() (in module torchdistill.optim.scheduler) pop_io_dict() (torchdistill.core.forward_hook.ForwardHookManager method) pop_io_dict_from_device() (torchdistill.core.forward_hook.ForwardHookManager method) post_epoch_process() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.distillation.MultiStagesDistillationBox method) (torchdistill.core.training.MultiStagesTrainingBox method) (torchdistill.core.training.TrainingBox method)

post_forward_process() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) pre_epoch_process() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) pre_forward_process() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method)

Q

quantize_tensor() (in module torchdistill.common.tensor_util)

QuantizedTensor (class in torchdistill.common.tensor_util)

R

redesign_model() (in module torchdistill.models.util) register_adaptation_module() (in module torchdistill.models.registry) register_auxiliary_model_wrapper() (in module torchdistill.models.registry) register_batch_sampler() (in module torchdistill.datasets.registry) register_collate_func() (in module torchdistill.datasets.registry) register_dataset() (in module torchdistill.datasets.registry) register_dataset_wrapper() (in module torchdistill.datasets.registry) register_forward_hook_with_dict() (in module torchdistill.core.forward_hook) register_forward_proc_func() (in module torchdistill.core.interfaces.registry) register_func2extract_model_output() (in module torchdistill.losses.registry) register_high_level_loss() (in module torchdistill.losses.registry) register_loss_wrapper() (in module torchdistill.losses.registry) register_low_level_loss() (in module torchdistill.losses.registry) register_mid_level_loss() (in module torchdistill.losses.registry) register_model() (in module torchdistill.models.registry) register_optimizer() (in module torchdistill.optim.registry) register_post_epoch_proc_func() (in module torchdistill.core.interfaces.registry)

register_post_forward_proc_func() (in module torchdistill.core.interfaces.registry) register_pre_epoch_proc_func() (in module torchdistill.core.interfaces.registry) register_pre_forward_proc_func() (in module torchdistill.core.interfaces.registry) register_sample_loader() (in module torchdistill.datasets.registry) register_scheduler() (in module torchdistill.optim.registry) register_transform() (in module torchdistill.datasets.registry) Regressor4VID (class in torchdistill.models.wrapper) RegularizationLoss (class in torchdistill.losses.mid_level) resnet() (in module torchdistill.models.classification.resnet) resnet110() (in module torchdistill.models.classification.resnet) resnet1202() (in module torchdistill.models.classification.resnet) resnet20() (in module torchdistill.models.classification.resnet) resnet32() (in module torchdistill.models.classification.resnet) resnet44() (in module torchdistill.models.classification.resnet) ResNet4Cifar (class in torchdistill.models.classification.resnet) resnet56() (in module torchdistill.models.classification.resnet) RKDLoss (class in torchdistill.losses.mid_level)

S

save_ckpt() (in module torchdistill.common.main_util) save_module_ckpt() (in module torchdistill.models.util) save_on_master() (in module torchdistill.common.main_util) save_pickle() (in module torchdistill.common.file_util) save_stage_ckpt() (torchdistill.core.distillation.MultiStagesDistillationBox method) (torchdistill.core.training.MultiStagesTrainingBox method) scale (torchdistill.common.tensor_util.QuantizedTensor attribute) set_basic_log_config() (in module torchdistill.misc.log) set_hooks() (in module torchdistill.core.util) set_seed() (in module torchdistill.common.main_util) setup() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) setup_data_loaders() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) setup_for_distributed() (in module torchdistill.common.main_util) setup_log_file() (in module torchdistill.misc.log) setup_loss() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method)

setup_model() (torchdistill.core.training.TrainingBox method) setup_pre_post_processes() (torchdistill.core.distillation.DistillationBox method) (torchdistill.core.training.TrainingBox method) setup_teacher_student_models() (torchdistill.core.distillation.DistillationBox method) SimpleLossWrapper (class in torchdistill.losses.mid_level) SmoothedValue (class in torchdistill.misc.log) SPKDLoss (class in torchdistill.losses.mid_level) split_dataset() (in module torchdistill.datasets.util) SRDLoss (class in torchdistill.losses.mid_level) SRDModelWrapper (class in torchdistill.models.wrapper) SSKDDatasetWrapper (class in torchdistill.datasets.wrapper) SSKDLoss (class in torchdistill.losses.mid_level) SSWrapper4SSKD (class in torchdistill.models.wrapper) Student4FactorTransfer (class in torchdistill.models.wrapper) Student4ICKD (class in torchdistill.models.wrapper) Student4KnowledgeReview (class in torchdistill.models.wrapper) Student4KTAAD (class in torchdistill.models.wrapper) synchronize_between_processes() (torchdistill.misc.log.MetricLogger method) (torchdistill.misc.log.SmoothedValue method)

T

Teacher4FactorTransfer (class in torchdistill.models.wrapper) tensor (torchdistill.common.tensor_util.QuantizedTensor attribute) tensor2numpy2tensor() (in module torchdistill.core.util) torchdistill.common.file_util module torchdistill.common.main_util module torchdistill.common.misc_util module torchdistill.common.module_util module torchdistill.common.tensor_util module torchdistill.common.yaml_util module torchdistill.core.distillation module torchdistill.core.forward_hook module torchdistill.core.interfaces.forward_proc module torchdistill.core.interfaces.post_epoch_proc module torchdistill.core.interfaces.post_forward_proc module torchdistill.core.interfaces.pre_epoch_proc module torchdistill.core.interfaces.pre_forward_proc module torchdistill.core.interfaces.registry module torchdistill.core.training module torchdistill.core.util module torchdistill.datasets.registry module torchdistill.datasets.sample_loader module

torchdistill.datasets.util module torchdistill.datasets.wrapper module torchdistill.losses.high_level module torchdistill.losses.mid_level module torchdistill.losses.registry module torchdistill.losses.util module torchdistill.misc.log module torchdistill.models.adaptation module torchdistill.models.classification module torchdistill.models.classification.densenet module torchdistill.models.classification.resnet module torchdistill.models.classification.wide_resnet module torchdistill.models.official module torchdistill.models.registry module torchdistill.models.util module torchdistill.models.wrapper module torchdistill.optim.registry module torchdistill.optim.scheduler module TrainingBox (class in torchdistill.core.training) Translator4FactorTransfer (class in torchdistill.models.wrapper)

U

unfreeze_module_params() (in module torchdistill.common.module_util) update() (torchdistill.misc.log.MetricLogger method) (torchdistill.misc.log.SmoothedValue method)

update_io_dict() (in module torchdistill.core.util)

V

VarianceBranch4PAD (class in torchdistill.models.wrapper)

VariationalDistributor4VID (class in torchdistill.models.wrapper) VIDLoss (class in torchdistill.losses.mid_level)

W

WeightedSumLoss (class in torchdistill.losses.high_level) wide_resnet() (in module torchdistill.models.classification.wide_resnet) wide_resnet16_8() (in module torchdistill.models.classification.wide_resnet) wide_resnet28_10() (in module torchdistill.models.classification.wide_resnet)

wide_resnet40_4() (in module torchdistill.models.classification.wide_resnet) WideBasicBlock (class in torchdistill.models.classification.wide_resnet) WideResNet4Cifar (class in torchdistill.models.classification.wide_resnet) wrap_if_distributed() (in module torchdistill.models.util) wrap_model() (in module torchdistill.core.util)

Y

yaml_abspath() (in module torchdistill.common.yaml_util) yaml_access_by_index_or_key() (in module torchdistill.common.yaml_util) yaml_expanduser() (in module torchdistill.common.yaml_util) yaml_getattr() (in module torchdistill.common.yaml_util) yaml_import_call() (in module torchdistill.common.yaml_util)

yaml_import_call_method() (in module torchdistill.common.yaml_util) yaml_import_get() (in module torchdistill.common.yaml_util) yaml_join() (in module torchdistill.common.yaml_util) yaml_pathjoin() (in module torchdistill.common.yaml_util) yaml_setattr() (in module torchdistill.common.yaml_util)

Z

zero_point (torchdistill.common.tensor_util.QuantizedTensor attribute)