LICENSE
README.md
setup.py
examples/__init__.py
examples/fairseq/__init__.py
examples/fairseq/generate.py
examples/fairseq/interactive.py
examples/fairseq/train.py
examples/fairseq/criterions/__init__.py
examples/fairseq/criterions/masked_lm_moe.py
examples/fairseq/models/__init__.py
examples/fairseq/models/bert.py
examples/fairseq/models/language_modeling.py
examples/fairseq/models/machine_translation.py
examples/fairseq/tasks/__init__.py
examples/fairseq/tasks/pretraining.py
examples/fairseq/tasks/data/__init__.py
examples/fairseq/tasks/data/basic_loader.py
examples/fairseq/tasks/data/mlm_loader.py
examples/fairseq/tasks/data/utils.py
examples/fairseq/utils/__init__.py
examples/fairseq/utils/sparse_clip.py
tests/test_decoder.py
tests/test_encoder.py
tests/test_encoder_decoder.py
zeta/__init__.py
zeta/architecture/__init__.py
zeta/architecture/config.py
zeta/architecture/decoder.py
zeta/architecture/encoder.py
zeta/architecture/encoder_decoder.py
zeta/architecture/utils.py
zeta/models/BEiT3.py
zeta/models/GeneSplice.py
zeta/models/KosmosX.py
zeta/models/LongNet.py
zeta/models/Magneto.py
zeta/models/__init__.py
zeta/utils/__init__.py
zeta/utils/droppath.py
zeta/utils/embedding.py
zeta/utils/feedforward_network.py
zeta/utils/attention/__init__.py
zeta/utils/attention/attend.py
zeta/utils/attention/dilated_attention.py
zeta/utils/attention/flash_multihead_attention.py
zeta/utils/attention/main.py
zeta/utils/attention/multihead_attention.py
zeta/utils/module/__init__.py
zeta/utils/module/alibi.py
zeta/utils/module/multiway_network.py
zeta/utils/module/relative_position_bias.py
zeta/utils/module/xpos_relative_position.py
zeta/utils/xmoe/__init__.py
zeta/utils/xmoe/global_groups.py
zeta/utils/xmoe/moe_layer.py
zeta/utils/xmoe/routing.py
zetascale.egg-info/PKG-INFO
zetascale.egg-info/SOURCES.txt
zetascale.egg-info/dependency_links.txt
zetascale.egg-info/requires.txt
zetascale.egg-info/top_level.txt