from soft_moe.soft_moe import SoftMoELayerWrapper
from soft_moe.vision_transformer import (SoftMoEVisionTransformer,
                                         soft_moe_vit_base, soft_moe_vit_huge,
                                         soft_moe_vit_large,
                                         soft_moe_vit_small, soft_moe_vit_tiny)
