Metadata-Version: 2.1
Name: gptfast
Version: 0.3.1
Summary: Accelerate transformer inference by 7.6-9x. Native to Huggingface and PyTorch.
Author: MDK8888
License: Apache License 2.0
License-File: LICENSE
Requires-Dist: torch (>=2.4.0)
Requires-Dist: sympy (==1.12)
Requires-Dist: typing-extensions (==4.9.0)
Requires-Dist: networkx (==3.2.1)
Requires-Dist: jinja2 (>=3.1.3)
Requires-Dist: triton (>=3.0.0)
Requires-Dist: fsspec (==2023.10.0)
Requires-Dist: filelock (==3.13.1)
Requires-Dist: MarkupSafe (==2.1.4)
Requires-Dist: mpmath (==1.3.0)
Requires-Dist: transformers (>=4.42.3)
Requires-Dist: tqdm (>=4.66.3)
Requires-Dist: pyyaml
Requires-Dist: safetensors (>=0.4.1)
Requires-Dist: numpy (>=1.26.3)
Requires-Dist: huggingface-hub (>=0.23.3)
Requires-Dist: tokenizers (>=0.15.0)
Requires-Dist: packaging (==23.2)
Requires-Dist: regex (==2023.12.25)
Requires-Dist: requests (>=2.32.0)
Requires-Dist: bitsandbytes (==0.43.0)
Requires-Dist: accelerate (>=0.27.2)

