Source code for towhee.models.perceiver.mlp

# original code from https://github.com/krasserm/perceiver-io
# modified by Zilliz
from torch.nn import Sequential
from torch import nn


[docs]def mlp(num_channels: int): return Sequential( nn.LayerNorm(num_channels), nn.Linear(num_channels, num_channels), nn.GELU(), nn.Linear(num_channels, num_channels), )