from thop import profile
device = 'cuda:1'
model = Transformer().to(device)
input = torch.randn(1, 201, 192).to(device)
macs, params = profile(model, inputs=(input,))
print("macsparams:",macs,params)

from thop import profile
device = 'cuda:1'
model = Transformer().to(device)
input = torch.randn(1, 201, 192).to(device)
macs, params = profile(model, inputs=(input,))
print("macsparams:",macs,params)