src/models.py import torch from torch import nn import torch.nn.functional as F from modules.transformer import TransformerEncoder class MULTModel(nn.Module): def __init__(self, hyp_params): """ Construct a MulT model. """ super(MULTModel, self).__init__() self.orig_d_l, self.orig_d_a, self.orig_d_v = hyp_params.orig_d_l, hyp_params.orig_d_a, hyp_params.orig_d_v self.d_l, self.d_a, self.d_v = 30, 30, 30 self.vonly = hyp_params.vonly self.aonly = hyp_params.aonly self.lonly = hyp_params.lonly self.num_heads = hyp_params.num_heads self.layers = hyp_params.layers src/models.py import torch from torch import nn import torch.nn.functional as F from modules.transformer import TransformerEncoder class MULTModel(nn.Module): def __init__(self, hyp_params): """ Construct a MulT model. """ super(MULTModel, self).__init__() self.orig_d_l, self.orig_d_a, self.orig_d_v = hyp_params.orig_d_l, hyp_params.orig_d_a, hyp_params.orig_d_v self.d_l, self.d_a, self.d_v = 30, 30, 30 self.vonly = hyp_params.vonly self.aonly = hyp_params.aonly self.lonly = hyp_params.lonly self.num_heads = hyp_params.num_heads self.layers = hyp_params.layers