Metadata-Version: 2.4
Name: transformer-toolkit
Version: 0.0.13
Summary: Minimal, modular transformer library for training your own LLM
Author: Govind Barbade
Project-URL: Homepage, https://github.com/govindbarbade/transformer-toolkit
Project-URL: Repository, https://github.com/govindbarbade/transformer-toolkit
Keywords: transformer,llm,deep learning,nlp,pytorch
Classifier: Development Status :: 3 - Alpha
Classifier: Intended Audience :: Developers
Classifier: Intended Audience :: Science/Research
Classifier: License :: OSI Approved :: MIT License
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.10
Description-Content-Type: text/markdown
Requires-Dist: torch>=2.0.0
Requires-Dist: pydantic>=2.0.0
Provides-Extra: tokenizers
Requires-Dist: tokenizers>=0.15.0; extra == "tokenizers"
Provides-Extra: hf
Requires-Dist: transformers>=4.35.0; extra == "hf"
Requires-Dist: huggingface_hub>=0.20.0; extra == "hf"
Requires-Dist: datasets>=2.14.0; extra == "hf"
Provides-Extra: all
Requires-Dist: transformer-toolkit[hf,tokenizers]; extra == "all"
