pytorch lightning （一）Transformer系列网络复现

•         pytorch 1.7.0
•         pytorch lightning 1.3.8

#2020
import torch
import pytorch_lightning as pl
import torch.nn as nn
from einops import rearrange,reduce,repeat
from einops.layers.torch import Rearrange,Reduce

# EfficientNet 采用的drop_path
def drop_path(x, drop_prob: float = 0., training: bool = False, scale_by_keep: bool