Index

_

__init__() (datasets.affect.get_data.Affectdataset method) (datasets.clotho.clotho_dataset.ClothoDataset method) (datasets.enrico.get_data.EnricoDataset method) (datasets.gentle_push.data_loader.SubsequenceDataset method) (datasets.imdb.get_data.IMDBDataset method) (datasets.imdb.get_data.IMDBDataset_robust method) (datasets.imdb.vgg.VGGClassifier method) (datasets.imdb.vgg.VGGNet method) (datasets.robotics.MultimodalManipulationDataset.MultimodalManipulationDataset method) (datasets.robotics.MultimodalManipulationDataset.MultimodalManipulationDataset_robust method) (datasets.robotics.MultimodalManipulationDataset_robust.MultimodalManipulationDataset_robust method) (datasets.robotics.ProcessForce.ProcessForce method) (datasets.robotics.ToTensor.ToTensor method) (datasets.stocks.get_data.Grouping method) (fusions.common_fusions.Concat method) (fusions.common_fusions.ConcatEarly method) (fusions.common_fusions.ConcatWithLinear method) (fusions.common_fusions.EarlyFusionTransformer method) (fusions.common_fusions.LateFusionTransformer method) (fusions.common_fusions.LowRankTensorFusion method) (fusions.common_fusions.MultiplicativeInteractions2Modal method) (fusions.common_fusions.MultiplicativeInteractions3Modal method) (fusions.common_fusions.NLgate method) (fusions.common_fusions.Stack method) (fusions.common_fusions.TensorFusion method) (fusions.MCTN.Attention method) (fusions.MCTN.Decoder method) (fusions.MCTN.Encoder method) (fusions.MCTN.L2_MCTN method) (fusions.MCTN.MCTN method) (fusions.MCTN.Seq2Seq method) (fusions.mult.MULTModel method) (fusions.mult.SinusoidalPositionalEmbedding method) (fusions.mult.TransformerEncoder method) (fusions.mult.TransformerEncoderLayer method) (fusions.MVAE.ProductOfExperts method) (fusions.MVAE.ProductOfExperts_Zipped method) (fusions.searchable.Searchable method) (objective_functions.cca.CCALoss method) (objective_functions.contrast.AliasMethod method) (objective_functions.contrast.MultiSimilarityLoss method) (objective_functions.contrast.NCEAverage method) (objective_functions.contrast.NCECriterion method) (objective_functions.contrast.NCESoftmaxLoss method) (objective_functions.regularization.RegParameters method) (objective_functions.regularization.RegularizationLoss method) (training_structures.architecture_search.ModelSearcher method) (training_structures.gradient_blend.completeModule method) (training_structures.Supervised_Learning.MMDL method) (unimodals.common_models.Constant method) (unimodals.common_models.DAN method) (unimodals.common_models.GlobalPooling2D method) (unimodals.common_models.GRU method) (unimodals.common_models.GRUWithLinear method) (unimodals.common_models.Identity method) (unimodals.common_models.LeNet method) (unimodals.common_models.Linear method) (unimodals.common_models.LSTM method) (unimodals.common_models.Maxout method) (unimodals.common_models.MaxOut_MLP method) (unimodals.common_models.MLP method) (unimodals.common_models.Reshape method) (unimodals.common_models.ResNetLSTMEnc method) (unimodals.common_models.Sequential method) (unimodals.common_models.Squeeze method) (unimodals.common_models.Transformer method) (unimodals.common_models.Transpose method) (unimodals.common_models.TwoLayersLSTM method) (unimodals.common_models.VGG method) (unimodals.common_models.VGG11Pruned method) (unimodals.common_models.VGG11Slim method) (unimodals.common_models.VGG16 method) (unimodals.common_models.VGG16Pruned method) (unimodals.common_models.VGG16Slim method) (unimodals.gentle_push.head.GentlePushLateLSTM method) (unimodals.gentle_push.head.Head method) (unimodals.MVAE.DeLeNet method) (unimodals.MVAE.LeNetEncoder method) (unimodals.MVAE.MLPEncoder method) (unimodals.MVAE.TSDecoder method) (unimodals.MVAE.TSEncoder method) (unimodals.res3d.BasicBlock method) (unimodals.res3d.Bottleneck method) (unimodals.res3d.ResNet method) (unimodals.robotics.decoders.ContactDecoder method) (unimodals.robotics.decoders.EeDeltaDecoder method) (unimodals.robotics.decoders.OpticalFlowDecoder method) (unimodals.robotics.encoders.ActionEncoder method) (unimodals.robotics.encoders.DepthEncoder method) (unimodals.robotics.encoders.ForceEncoder method) (unimodals.robotics.encoders.ImageEncoder method) (unimodals.robotics.encoders.ProprioEncoder method) (unimodals.robotics.layers.CausalConv1D method) (unimodals.robotics.layers.Flatten method) (unimodals.robotics.layers.ResidualBlock method) (unimodals.robotics.layers.View method) (utils.aux_models.AlphaScalarMultiplication method) (utils.aux_models.AlphaVectorMultiplication method) (utils.aux_models.AuxiliaryHead method) (utils.aux_models.Cell method) (utils.aux_models.CellBlock method) (utils.aux_models.ChannelPadding method) (utils.aux_models.ConvBranch method) (utils.aux_models.DropPath method) (utils.aux_models.FactorizedReduction method) (utils.aux_models.FixedCell method) (utils.aux_models.GlobalPooling1D method) (utils.aux_models.GlobalPooling2D method) (utils.aux_models.Maxout method) (utils.aux_models.PoolBranch method) (utils.aux_models.SeparableConv method) (utils.aux_models.SeparableConvOld method) (utils.aux_models.Tensor1DLateralPadding method) (utils.aux_models.WeightedCrossEntropyWithLogits method) (utils.helper_modules.Sequential2 method) (utils.scheduler.FixedScheduler method) (utils.scheduler.LRCosineAnnealingScheduler method) (utils.surrogate.SimpleRecurrentSurrogate method) (utils.surrogate.SurrogateDataloader method)

A

accuracy() (in module eval_scripts.performance) ActionEncoder (class in unimodals.robotics.encoders) add_audio_noise() (in module robustness.audio_robust) add_dataset_arguments() (datasets.gentle_push.data_loader.PushTask class method) add_datum() (utils.surrogate.SurrogateDataloader method) add_tabular_noise() (in module robustness.tabular_robust) add_text_noise() (in module robustness.text_robust) add_timeseries_noise() (in module robustness.timeseries_robust) add_visual_noise() (in module robustness.visual_robust) additive_white_gaussian_noise() (in module robustness.audio_robust) Affectdataset (class in datasets.affect.get_data) AliasMethod (class in objective_functions.contrast) all_in_one_test() (in module eval_scripts.complexity) all_in_one_train() (in module eval_scripts.complexity)

all_steps (fusions.mult.MULTModel.DefaultHyperParams attribute) AlphaScalarMultiplication (class in utils.aux_models) alphasgen() (fusions.searchable.Searchable method) AlphaVectorMultiplication (class in utils.aux_models) Attention (class in fusions.MCTN) attn_dropout (fusions.mult.MULTModel.DefaultHyperParams attribute) attn_dropout_modalities (fusions.mult.MULTModel.DefaultHyperParams attribute) attn_mask (fusions.mult.MULTModel.DefaultHyperParams attribute) audio_random_dropout() (in module robustness.audio_robust) audio_structured_dropout() (in module robustness.audio_robust) augment_val() (in module datasets.robotics.utils) AUPRC() (in module eval_scripts.performance) (in module utils.AUPRC) AuxiliaryHead (class in utils.aux_models)

B

BasicBlock (class in unimodals.res3d) bert_version_data() (in module datasets.affect.get_bert_embedding)

bias (unimodals.robotics.layers.CausalConv1D attribute) Bottleneck (class in unimodals.res3d) buffered_future_mask() (in module fusions.mult)

C

calcAUPRC() (in module training_structures.gradient_blend) CausalConv1D (class in unimodals.robotics.layers) CCA_objective() (in module objective_functions.objectives_for_supervised_learning) CCALoss (class in objective_functions.cca) Cell (class in utils.aux_models) CellBlock (class in utils.aux_models) central_params() (fusions.searchable.Searchable method) ChannelPadding (class in utils.aux_models) classify() (datasets.imdb.vgg.VGGClassifier method) clotho_collate_fn() (in module datasets.clotho.collate_fn) ClothoDataset (class in datasets.clotho.clotho_dataset) colorize() (in module robustness.visual_robust) combine_modalitiesbuilder() (in module datasets.robotics.get_data) completeModule (class in training_structures.gradient_blend)

compute_temperature() (in module utils.search_tools) Concat (class in fusions.common_fusions) ConcatEarly (class in fusions.common_fusions) ConcatWithLinear (class in fusions.common_fusions) Constant (class in unimodals.common_models) ContactDecoder (class in unimodals.robotics.decoders) control_layers() (in module unimodals.gentle_push.layers) controls (datasets.gentle_push.data_loader.TrajectoryNumpy property) conv2d() (in module unimodals.robotics.layers) ConvBranch (class in utils.aux_models) corresponding_other_modality_ids() (in module datasets.affect.get_bert_embedding) create_env() (in module datasets.RTFM.get_env) CreateOp() (in module utils.aux_models) crop_like() (in module unimodals.robotics.layers) cuda() (objective_functions.contrast.AliasMethod method)

D

DAN (class in unimodals.common_models) datasets module datasets.affect module datasets.affect.get_bert_embedding module datasets.affect.get_data module datasets.affect.get_raw_data module datasets.avmnist module datasets.avmnist.get_data module datasets.clotho module datasets.clotho.clotho_data_loader module datasets.clotho.clotho_dataset module datasets.clotho.collate_fn module datasets.clotho.get_data module datasets.enrico module datasets.enrico.get_data module datasets.gentle_push module datasets.gentle_push.data_loader module datasets.imdb module datasets.imdb.get_data module datasets.imdb.vgg module

datasets.mimic module datasets.mimic.get_data module datasets.mimic.multitask module datasets.robotics module datasets.robotics.get_data module datasets.robotics.MultimodalManipulationDataset module datasets.robotics.MultimodalManipulationDataset_robust module datasets.robotics.ProcessForce module datasets.robotics.ToTensor module datasets.robotics.utils module datasets.RTFM module datasets.RTFM.get_env module datasets.stocks module datasets.stocks.get_data module deal_with_objective() (in module training_structures.Supervised_Learning) Decoder (class in fusions.MCTN) deconv() (in module unimodals.robotics.layers) DeLeNet (class in unimodals.MVAE) DepthEncoder (class in unimodals.robotics.encoders) detect_entry_fold() (in module datasets.affect.get_raw_data) dilation (unimodals.robotics.layers.CausalConv1D attribute) draw() (objective_functions.contrast.AliasMethod method) drop_entry() (in module datasets.affect.get_data) (in module robustness.tabular_robust) DropPath (class in utils.aux_models)

E

EarlyFusionTransformer (class in fusions.common_fusions) EeDeltaDecoder (class in unimodals.robotics.decoders) effective_robustness() (in module eval_scripts.robustness) effective_robustness_helper() (in module eval_scripts.robustness) elbo_loss() (in module objective_functions.recon) embed_dim (fusions.common_fusions.EarlyFusionTransformer attribute) (fusions.mult.MULTModel.DefaultHyperParams attribute) embed_dropout (fusions.mult.MULTModel.DefaultHyperParams attribute) Encoder (class in fusions.MCTN) EnricoDataset (class in datasets.enrico.get_data) eval_affect() (in module eval_scripts.performance) eval_model() (utils.surrogate.SimpleRecurrentSurrogate method)

eval_mosei_senti() (in module utils.evaluation_metric) eval_mosei_senti_return() (in module utils.evaluation_metric) eval_mosi() (in module utils.evaluation_metric) eval_scripts module eval_scripts.complexity module eval_scripts.performance module eval_scripts.robustness module expansion (unimodals.res3d.BasicBlock attribute) (unimodals.res3d.Bottleneck attribute)

F

f1_score() (in module eval_scripts.performance) FactorizedReduction (class in utils.aux_models) fcs() (fusions.searchable.Searchable method) featurizeElement() (datasets.enrico.get_data.EnricoDataset method) fill_with_neg_inf() (in module fusions.mult) filter_depth() (in module unimodals.robotics.models_utils) FixedCell (class in utils.aux_models) FixedScheduler (class in utils.scheduler) Flatten (class in unimodals.robotics.layers) ForceEncoder (class in unimodals.robotics.encoders) forward() (datasets.stocks.get_data.Grouping method) (fusions.common_fusions.Concat method) (fusions.common_fusions.ConcatEarly method) (fusions.common_fusions.ConcatWithLinear method) (fusions.common_fusions.EarlyFusionTransformer method) (fusions.common_fusions.LateFusionTransformer method) (fusions.common_fusions.LowRankTensorFusion method) (fusions.common_fusions.MultiplicativeInteractions2Modal method) (fusions.common_fusions.MultiplicativeInteractions3Modal method) (fusions.common_fusions.NLgate method) (fusions.common_fusions.Stack method) (fusions.common_fusions.TensorFusion method) (fusions.MCTN.Attention method) (fusions.MCTN.Decoder method) (fusions.MCTN.Encoder method) (fusions.MCTN.L2_MCTN method) (fusions.MCTN.MCTN method) (fusions.MCTN.Seq2Seq method) (fusions.mult.MULTModel method) (fusions.mult.SinusoidalPositionalEmbedding method) (fusions.mult.TransformerEncoder method) (fusions.mult.TransformerEncoderLayer method) (fusions.MVAE.ProductOfExperts method) (fusions.MVAE.ProductOfExperts_Zipped method) (fusions.searchable.Searchable method) (objective_functions.cca.CCALoss method) (objective_functions.contrast.MultiSimilarityLoss method) (objective_functions.contrast.NCEAverage method) (objective_functions.contrast.NCECriterion method) (objective_functions.contrast.NCESoftmaxLoss method) (objective_functions.regularization.RegularizationLoss method) (training_structures.gradient_blend.completeModule method) (training_structures.Supervised_Learning.MMDL method) (unimodals.common_models.Constant method) (unimodals.common_models.DAN method) (unimodals.common_models.GlobalPooling2D method) (unimodals.common_models.GRU method) (unimodals.common_models.GRUWithLinear method) (unimodals.common_models.Identity method) (unimodals.common_models.LeNet method) (unimodals.common_models.Linear method) (unimodals.common_models.LSTM method) (unimodals.common_models.Maxout method) (unimodals.common_models.MaxOut_MLP method) (unimodals.common_models.MLP method) (unimodals.common_models.Reshape method) (unimodals.common_models.ResNetLSTMEnc method) (unimodals.common_models.Sequential method) (unimodals.common_models.Squeeze method) (unimodals.common_models.Transformer method) (unimodals.common_models.Transpose method) (unimodals.common_models.TwoLayersLSTM method) (unimodals.common_models.VGG method) (unimodals.common_models.VGG11Pruned method) (unimodals.common_models.VGG11Slim method) (unimodals.common_models.VGG16 method) (unimodals.common_models.VGG16Pruned method) (unimodals.common_models.VGG16Slim method) (unimodals.gentle_push.head.GentlePushLateLSTM method) (unimodals.gentle_push.head.Head method) (unimodals.MVAE.DeLeNet method) (unimodals.MVAE.LeNetEncoder method) (unimodals.MVAE.MLPEncoder method) (unimodals.MVAE.TSDecoder method) (unimodals.MVAE.TSEncoder method) (unimodals.res3d.BasicBlock method) (unimodals.res3d.Bottleneck method) (unimodals.res3d.ResNet method) (unimodals.robotics.decoders.ContactDecoder method) (unimodals.robotics.decoders.EeDeltaDecoder method) (unimodals.robotics.decoders.OpticalFlowDecoder method) (unimodals.robotics.encoders.ActionEncoder method) (unimodals.robotics.encoders.DepthEncoder method) (unimodals.robotics.encoders.ForceEncoder method) (unimodals.robotics.encoders.ImageEncoder method) (unimodals.robotics.encoders.ProprioEncoder method) (unimodals.robotics.layers.CausalConv1D method) (unimodals.robotics.layers.Flatten method) (unimodals.robotics.layers.ResidualBlock method) (unimodals.robotics.layers.View method) (utils.aux_models.AlphaScalarMultiplication method) (utils.aux_models.AlphaVectorMultiplication method) (utils.aux_models.AuxiliaryHead method) (utils.aux_models.Cell method) (utils.aux_models.CellBlock method) (utils.aux_models.ChannelPadding method) (utils.aux_models.ConvBranch method) (utils.aux_models.DropPath method) (utils.aux_models.FactorizedReduction method) (utils.aux_models.FixedCell method) (utils.aux_models.GlobalPooling1D method) (utils.aux_models.GlobalPooling2D method) (utils.aux_models.Identity method) (utils.aux_models.IdentityModule method) (utils.aux_models.Maxout method) (utils.aux_models.PoolBranch method) (utils.aux_models.SeparableConv method) (utils.aux_models.SeparableConvOld method) (utils.aux_models.Tensor1DLateralPadding method) (utils.aux_models.WeightedCrossEntropyWithLogits method) (utils.helper_modules.Sequential2 method) (utils.surrogate.SimpleRecurrentSurrogate method)

fusions module fusions.common_fusions module fusions.MCTN module fusions.mult module fusions.MVAE module fusions.searchable module

G

gaussian() (in module robustness.visual_robust) gb_estimate() (in module training_structures.gradient_blend) general_test() (in module robustness.all_in_one) general_train() (in module robustness.all_in_one) generate_model() (in module unimodals.res3d) GentlePushLateLSTM (class in unimodals.gentle_push.head) get_audio_visual_text() (in module datasets.affect.get_raw_data) get_batch_norm() (objective_functions.regularization.Regularization class method) get_batch_statistics() (objective_functions.regularization.Regularization class method) get_bert_features() (in module datasets.affect.get_bert_embedding) get_clotho_loader() (in module datasets.clotho) (in module datasets.clotho.clotho_data_loader) get_data() (in module datasets.robotics.get_data) (utils.surrogate.SurrogateDataloader method) get_dataloader() (datasets.gentle_push.data_loader.PushTask class method) (in module datasets.affect.get_data) (in module datasets.avmnist.get_data) (in module datasets.enrico.get_data) (in module datasets.imdb.get_data) (in module datasets.mimic.get_data) (in module datasets.mimic.multitask) (in module datasets.stocks.get_data) get_dataloaders() (in module datasets.clotho.get_data) get_dataset_args() (datasets.gentle_push.data_loader.PushTask class method) get_embedding() (fusions.mult.SinusoidalPositionalEmbedding static method) get_eval_trajectories() (datasets.gentle_push.data_loader.PushTask class method)

get_expanded_logits() (objective_functions.regularization.Perturbation class method) get_features() (datasets.imdb.vgg.VGGClassifier method) get_k_best() (utils.surrogate.SurrogateDataloader method) get_network() (fusions.mult.MULTModel method) get_possible_layer_configurations() (in module fusions.searchable) get_rawtext() (in module datasets.affect.get_bert_embedding) (in module datasets.affect.get_data) (in module datasets.affect.get_raw_data) get_regularization_term() (objective_functions.regularization.Regularization class method) get_robustness_metric() (in module eval_scripts.robustness) get_test_trajectories() (datasets.gentle_push.data_loader.PushTask class method) get_train_trajectories() (datasets.gentle_push.data_loader.PushTask class method) get_word2id() (in module datasets.affect.get_raw_data) get_word_embeddings() (in module datasets.affect.get_raw_data) getallparams() (in module eval_scripts.complexity) getloss() (in module training_structures.gradient_blend) getmloss() (in module training_structures.gradient_blend) GlobalPooling1D (class in utils.aux_models) GlobalPooling2D (class in unimodals.common_models) (class in utils.aux_models) glove_embeddings() (in module datasets.affect.get_raw_data) grayscale() (in module robustness.visual_robust) Grouping (class in datasets.stocks.get_data) groups (unimodals.robotics.layers.CausalConv1D attribute) GRU (class in unimodals.common_models) GRUWithLinear (class in unimodals.common_models)

H

Head (class in unimodals.gentle_push.head)

horizontal_flip() (in module robustness.visual_robust)

I

Identity (class in unimodals.common_models) (class in utils.aux_models) IdentityModule (class in utils.aux_models) ImageEncoder (class in unimodals.robotics.encoders)

IMDBDataset (class in datasets.imdb.get_data) IMDBDataset_robust (class in datasets.imdb.get_data) in_channels (unimodals.robotics.layers.CausalConv1D attribute) init_weights() (in module unimodals.robotics.models_utils) inversion() (in module robustness.visual_robust)

K

kernel_size (unimodals.robotics.layers.CausalConv1D attribute)

L

L2_MCTN (class in fusions.MCTN) LateFusionTransformer (class in fusions.common_fusions) LayerNorm() (in module fusions.mult) layers (fusions.mult.MULTModel.DefaultHyperParams attribute) LeNet (class in unimodals.common_models) LeNetEncoder (class in unimodals.MVAE)

Linear (class in unimodals.common_models) Linear() (in module fusions.mult) low_contrast() (in module robustness.visual_robust) LowRankTensorFusion (class in fusions.common_fusions) lpad() (in module datasets.affect.get_raw_data) LRCosineAnnealingScheduler (class in utils.scheduler) LSTM (class in unimodals.common_models)

M

make_positions() (in module fusions.mult) max_seq_len() (in module datasets.affect.get_bert_embedding) maxmin_normalize() (in module eval_scripts.robustness) Maxout (class in unimodals.common_models) (class in utils.aux_models) MaxOut_MLP (class in unimodals.common_models) MCTN (class in fusions.MCTN) merge_unfolded_with_sampled() (in module utils.search_tools) MFM_objective() (in module objective_functions.objectives_for_supervised_learning) MLP (class in unimodals.common_models) MLPEncoder (class in unimodals.MVAE) MMDL (class in training_structures.Supervised_Learning) ModelSearcher (class in training_structures.architecture_search) module datasets datasets.affect datasets.affect.get_bert_embedding datasets.affect.get_data datasets.affect.get_raw_data datasets.avmnist datasets.avmnist.get_data datasets.clotho datasets.clotho.clotho_data_loader datasets.clotho.clotho_dataset datasets.clotho.collate_fn datasets.clotho.get_data datasets.enrico datasets.enrico.get_data datasets.gentle_push datasets.gentle_push.data_loader datasets.imdb datasets.imdb.get_data datasets.imdb.vgg datasets.mimic datasets.mimic.get_data datasets.mimic.multitask datasets.robotics datasets.robotics.get_data datasets.robotics.MultimodalManipulationDataset datasets.robotics.MultimodalManipulationDataset_robust datasets.robotics.ProcessForce datasets.robotics.ToTensor datasets.robotics.utils datasets.RTFM datasets.RTFM.get_env datasets.stocks datasets.stocks.get_data eval_scripts eval_scripts.complexity eval_scripts.performance eval_scripts.robustness fusions fusions.common_fusions fusions.MCTN fusions.mult fusions.MVAE fusions.searchable objective_functions objective_functions.cca objective_functions.contrast objective_functions.objectives_for_supervised_learning objective_functions.recon objective_functions.regularization robustness robustness.all_in_one robustness.audio_robust robustness.tabular_robust robustness.text_robust robustness.timeseries_robust robustness.visual_robust training_structures training_structures.architecture_search training_structures.gradient_blend training_structures.MCTN_Level2 training_structures.Supervised_Learning training_structures.unimodal unimodals unimodals.common_models unimodals.gentle_push unimodals.gentle_push.head unimodals.gentle_push.layers unimodals.MVAE unimodals.res3d unimodals.robotics unimodals.robotics.decoders unimodals.robotics.encoders unimodals.robotics.layers unimodals.robotics.models_utils utils utils.AUPRC utils.aux_models utils.evaluation_metric utils.helper_modules utils.scheduler utils.search_tools utils.surrogate

multiclass_acc() (in module utils.evaluation_metric) multimodalcompute() (in module training_structures.gradient_blend) multimodalcondense() (in module training_structures.gradient_blend) MultimodalManipulationDataset (class in datasets.robotics.MultimodalManipulationDataset) MultimodalManipulationDataset_robust (class in datasets.robotics.MultimodalManipulationDataset) (class in datasets.robotics.MultimodalManipulationDataset_robust) MultiplicativeInteractions2Modal (class in fusions.common_fusions) MultiplicativeInteractions3Modal (class in fusions.common_fusions) MultiSimilarityLoss (class in objective_functions.contrast) MULTModel (class in fusions.mult) MULTModel.DefaultHyperParams (class in fusions.mult) MVAE_objective() (in module objective_functions.objectives_for_supervised_learning)

N

NCEAverage (class in objective_functions.contrast) NCECriterion (class in objective_functions.contrast) NCESoftmaxLoss (class in objective_functions.contrast)

NLgate (class in fusions.common_fusions) nosigmloss1d() (in module objective_functions.recon) num_heads (fusions.mult.MULTModel.DefaultHyperParams attribute)

O

objective_functions module objective_functions.cca module objective_functions.contrast module objective_functions.objectives_for_supervised_learning module objective_functions.recon module objective_functions.regularization module

observation_image_layers() (in module unimodals.gentle_push.layers) observation_pos_layers() (in module unimodals.gentle_push.layers) observation_sensors_layers() (in module unimodals.gentle_push.layers) observations (datasets.gentle_push.data_loader.TrajectoryNumpy property) omission() (in module robustness.text_robust) OpticalFlowDecoder (class in unimodals.robotics.decoders) out_channels (unimodals.robotics.layers.CausalConv1D attribute) out_dropout (fusions.mult.MULTModel.DefaultHyperParams attribute) output_dim (fusions.mult.MULTModel.DefaultHyperParams attribute) output_padding (unimodals.robotics.layers.CausalConv1D attribute)

P

padding (unimodals.robotics.layers.CausalConv1D attribute) padding_mode (unimodals.robotics.layers.CausalConv1D attribute) periodic() (in module robustness.visual_robust) perturb_tensor() (objective_functions.regularization.Perturbation class method) Perturbation (class in objective_functions.regularization) PoolBranch (class in utils.aux_models) predict_accuracies_with_surrogate() (in module utils.search_tools)

predict_flow() (in module unimodals.robotics.layers) ProcessForce (class in datasets.robotics.ProcessForce) ProductOfExperts (class in fusions.MVAE) ProductOfExperts_Zipped (class in fusions.MVAE) ProprioEncoder (class in unimodals.robotics.encoders) ptsort() (in module eval_scripts.performance) (in module utils.AUPRC) PushTask (class in datasets.gentle_push.data_loader)

Q

qwerty_typo() (in module robustness.text_robust)

R

random() (in module utils.aux_models) random_crop() (in module robustness.visual_robust) random_drop() (in module robustness.timeseries_robust) random_mid() (in module robustness.text_robust) recon_weighted_sum() (in module objective_functions.recon) RefNet_objective() (in module objective_functions.objectives_for_supervised_learning) RegParameters (class in objective_functions.regularization) Regularization (class in objective_functions.regularization) RegularizationLoss (class in objective_functions.regularization) relative_robustness() (in module eval_scripts.robustness) relative_robustness_helper() (in module eval_scripts.robustness) relu_dropout (fusions.mult.MULTModel.DefaultHyperParams attribute) res_dropout (fusions.mult.MULTModel.DefaultHyperParams attribute) rescaleImage() (in module unimodals.robotics.models_utils) Reshape (class in unimodals.common_models) ResidualBlock (class in unimodals.robotics.layers) resize_and_crop_image() (datasets.imdb.vgg.VGGClassifier method)

ResNet (class in unimodals.res3d) ResNetLSTMEnc (class in unimodals.common_models) RMFE_object() (in module objective_functions.objectives_for_supervised_learning) robustness module robustness.all_in_one module robustness.audio_robust module robustness.tabular_robust module robustness.text_robust module robustness.timeseries_robust module robustness.visual_robust module rotate() (in module robustness.visual_robust)

S

salt_and_pepper() (in module robustness.visual_robust) sample_k_configurations() (in module utils.search_tools) sample_k_configurations_directly() (in module utils.search_tools) sample_k_configurations_uniform() (in module utils.search_tools) search() (training_structures.architecture_search.ModelSearcher method) Searchable (class in fusions.searchable) SeparableConv (class in utils.aux_models) SeparableConvOld (class in utils.aux_models) Seq2Seq (class in fusions.MCTN) Sequential (class in unimodals.common_models) Sequential2 (class in utils.helper_modules) sigmloss1d() (in module objective_functions.recon) sigmloss1dcentercrop() (in module objective_functions.recon) SimpleRecurrentSurrogate (class in utils.surrogate) single_plot() (in module eval_scripts.robustness) single_test() (in module training_structures.architecture_search) (in module training_structures.gradient_blend) (in module training_structures.MCTN_Level2) (in module training_structures.Supervised_Learning) (in module training_structures.unimodal)

SinusoidalPositionalEmbedding (class in fusions.mult) split_trajectories() (in module datasets.gentle_push.data_loader) Squeeze (class in unimodals.common_models) Stack (class in fusions.common_fusions) states (datasets.gentle_push.data_loader.TrajectoryNumpy property) step() (utils.scheduler.FixedScheduler method) (utils.scheduler.LRCosineAnnealingScheduler method) sticky_keys() (in module robustness.text_robust) stocks_test() (in module robustness.all_in_one) stocks_train() (in module robustness.all_in_one) stride (unimodals.robotics.layers.CausalConv1D attribute) structured_drop() (in module robustness.timeseries_robust) SubsequenceDataset (class in datasets.gentle_push.data_loader) SurrogateDataloader (class in utils.surrogate) swap_entry() (in module robustness.tabular_robust) swap_letter() (in module robustness.text_robust)

T

Tensor1DLateralPadding (class in utils.aux_models) TensorFusion (class in fusions.common_fusions) test() (in module training_structures.architecture_search) (in module training_structures.gradient_blend) (in module training_structures.MCTN_Level2) (in module training_structures.Supervised_Learning) (in module training_structures.unimodal) ToTensor (class in datasets.robotics.ToTensor) train() (in module training_structures.architecture_search) (in module training_structures.gradient_blend) (in module training_structures.MCTN_Level2) (in module training_structures.Supervised_Learning) (in module training_structures.unimodal) train_multimodal() (in module training_structures.gradient_blend) train_sampled_models() (in module fusions.searchable) train_simple_surrogate() (in module utils.surrogate) train_surrogate() (in module utils.search_tools) train_track_acc() (in module fusions.searchable) train_unimodal() (in module training_structures.gradient_blend) training (datasets.stocks.get_data.Grouping attribute) (fusions.common_fusions.Concat attribute) (fusions.common_fusions.ConcatEarly attribute) (fusions.common_fusions.ConcatWithLinear attribute) (fusions.common_fusions.EarlyFusionTransformer attribute) (fusions.common_fusions.LateFusionTransformer attribute) (fusions.common_fusions.LowRankTensorFusion attribute) (fusions.common_fusions.MultiplicativeInteractions2Modal attribute) (fusions.common_fusions.MultiplicativeInteractions3Modal attribute) (fusions.common_fusions.NLgate attribute) (fusions.common_fusions.Stack attribute) (fusions.common_fusions.TensorFusion attribute) (fusions.MCTN.Attention attribute) (fusions.MCTN.Decoder attribute) (fusions.MCTN.Encoder attribute) (fusions.MCTN.L2_MCTN attribute) (fusions.MCTN.MCTN attribute) (fusions.MCTN.Seq2Seq attribute) (fusions.mult.MULTModel attribute) (fusions.mult.SinusoidalPositionalEmbedding attribute) (fusions.mult.TransformerEncoder attribute) (fusions.mult.TransformerEncoderLayer attribute) (fusions.MVAE.ProductOfExperts attribute) (fusions.MVAE.ProductOfExperts_Zipped attribute) (fusions.searchable.Searchable attribute) (objective_functions.cca.CCALoss attribute) (objective_functions.contrast.MultiSimilarityLoss attribute) (objective_functions.contrast.NCEAverage attribute) (objective_functions.contrast.NCECriterion attribute) (objective_functions.contrast.NCESoftmaxLoss attribute) (objective_functions.regularization.RegularizationLoss attribute) (training_structures.gradient_blend.completeModule attribute) (training_structures.Supervised_Learning.MMDL attribute) (unimodals.common_models.Constant attribute) (unimodals.common_models.DAN attribute) (unimodals.common_models.GlobalPooling2D attribute) (unimodals.common_models.GRU attribute) (unimodals.common_models.GRUWithLinear attribute) (unimodals.common_models.Identity attribute) (unimodals.common_models.LeNet attribute) (unimodals.common_models.Linear attribute) (unimodals.common_models.LSTM attribute) (unimodals.common_models.Maxout attribute) (unimodals.common_models.MaxOut_MLP attribute) (unimodals.common_models.MLP attribute) (unimodals.common_models.Reshape attribute) (unimodals.common_models.ResNetLSTMEnc attribute) (unimodals.common_models.Squeeze attribute) (unimodals.common_models.Transformer attribute) (unimodals.common_models.Transpose attribute) (unimodals.common_models.TwoLayersLSTM attribute) (unimodals.common_models.VGG attribute) (unimodals.common_models.VGG11Pruned attribute) (unimodals.common_models.VGG11Slim attribute) (unimodals.common_models.VGG16 attribute) (unimodals.common_models.VGG16Pruned attribute) (unimodals.common_models.VGG16Slim attribute) (unimodals.gentle_push.head.GentlePushLateLSTM attribute) (unimodals.gentle_push.head.Head attribute) (unimodals.MVAE.DeLeNet attribute) (unimodals.MVAE.LeNetEncoder attribute) (unimodals.MVAE.MLPEncoder attribute) (unimodals.MVAE.TSDecoder attribute) (unimodals.MVAE.TSEncoder attribute) (unimodals.res3d.BasicBlock attribute) (unimodals.res3d.Bottleneck attribute) (unimodals.res3d.ResNet attribute) (unimodals.robotics.decoders.ContactDecoder attribute) (unimodals.robotics.decoders.EeDeltaDecoder attribute) (unimodals.robotics.decoders.OpticalFlowDecoder attribute) (unimodals.robotics.encoders.ActionEncoder attribute) (unimodals.robotics.encoders.DepthEncoder attribute) (unimodals.robotics.encoders.ForceEncoder attribute) (unimodals.robotics.encoders.ImageEncoder attribute) (unimodals.robotics.encoders.ProprioEncoder attribute) (unimodals.robotics.layers.Flatten attribute) (unimodals.robotics.layers.ResidualBlock attribute) (unimodals.robotics.layers.View attribute) (utils.aux_models.AlphaScalarMultiplication attribute) (utils.aux_models.AlphaVectorMultiplication attribute) (utils.aux_models.AuxiliaryHead attribute) (utils.aux_models.Cell attribute) (utils.aux_models.CellBlock attribute) (utils.aux_models.ChannelPadding attribute) (utils.aux_models.ConvBranch attribute) (utils.aux_models.DropPath attribute) (utils.aux_models.FactorizedReduction attribute) (utils.aux_models.FixedCell attribute) (utils.aux_models.GlobalPooling1D attribute) (utils.aux_models.GlobalPooling2D attribute) (utils.aux_models.Identity attribute) (utils.aux_models.IdentityModule attribute) (utils.aux_models.Maxout attribute) (utils.aux_models.PoolBranch attribute) (utils.aux_models.SeparableConv attribute) (utils.aux_models.SeparableConvOld attribute) (utils.aux_models.Tensor1DLateralPadding attribute) (utils.aux_models.WeightedCrossEntropyWithLogits attribute) (utils.helper_modules.Sequential2 attribute) (utils.surrogate.SimpleRecurrentSurrogate attribute)

training_structures module training_structures.architecture_search module training_structures.gradient_blend module training_structures.MCTN_Level2 module training_structures.Supervised_Learning module training_structures.unimodal module TrajectoryNumpy (class in datasets.gentle_push.data_loader) Transformer (class in unimodals.common_models) TransformerEncoder (class in fusions.mult) TransformerEncoderLayer (class in fusions.mult) Transpose (class in unimodals.common_models) transposed (unimodals.robotics.layers.CausalConv1D attribute) TSDecoder (class in unimodals.MVAE) TSEncoder (class in unimodals.MVAE) TwoLayersLSTM (class in unimodals.common_models)

U

unimodals module unimodals.common_models module unimodals.gentle_push module unimodals.gentle_push.head module unimodals.gentle_push.layers module unimodals.MVAE module unimodals.res3d module unimodals.robotics module unimodals.robotics.decoders module unimodals.robotics.encoders module unimodals.robotics.layers module

unimodals.robotics.models_utils module update_optimizer() (utils.scheduler.FixedScheduler method) (utils.scheduler.LRCosineAnnealingScheduler method) update_surrogate_dataloader() (in module utils.search_tools) utils module utils.AUPRC module utils.aux_models module utils.evaluation_metric module utils.helper_modules module utils.scheduler module utils.search_tools module utils.surrogate module

V

VGG (class in unimodals.common_models) VGG11Pruned (class in unimodals.common_models) VGG11Slim (class in unimodals.common_models) VGG16 (class in unimodals.common_models)

VGG16Pruned (class in unimodals.common_models) VGG16Slim (class in unimodals.common_models) VGGClassifier (class in datasets.imdb.vgg) VGGNet (class in datasets.imdb.vgg) View (class in unimodals.robotics.layers)

W

WB() (in module robustness.visual_robust) weight (unimodals.robotics.layers.CausalConv1D attribute)

weighted_accuracy() (in module utils.evaluation_metric) WeightedCrossEntropyWithLogits (class in utils.aux_models) white_noise() (in module robustness.timeseries_robust)

Z

z_norm() (in module datasets.affect.get_data)