Metadata-Version: 2.1
Name: gptfast
Version: 0.2.0
Summary: Accelerate transformer inference by 6-8.5x. Native to Huggingface and PyTorch.
Author: MDK8888
License: Apache License 2.0
Requires-Dist: torch==2.2.1
Requires-Dist: sympy==1.12
Requires-Dist: typing-extensions==4.9.0
Requires-Dist: networkx==3.2.1
Requires-Dist: jinja2==3.1.3
Requires-Dist: triton==2.2.0
Requires-Dist: fsspec==2023.10.0
Requires-Dist: filelock==3.13.1
Requires-Dist: MarkupSafe==2.1.4
Requires-Dist: mpmath==1.3.0
Requires-Dist: transformers==4.39.2
Requires-Dist: tqdm==4.66.1
Requires-Dist: pyyaml==5.3.1
Requires-Dist: safetensors==0.4.1
Requires-Dist: numpy==1.26.3
Requires-Dist: huggingface-hub==0.20.2
Requires-Dist: tokenizers==0.15.0
Requires-Dist: packaging==23.2
Requires-Dist: regex==2023.12.25
Requires-Dist: requests==2.31.0
Requires-Dist: bitsandbytes==0.43.0
Requires-Dist: accelerate==0.27.2
