Metadata-Version: 2.1
Name: gptfast
Version: 0.3.0
Summary: Accelerate transformer inference by 7.6-9x. Native to Huggingface and PyTorch.
Home-page: UNKNOWN
Author: MDK8888
License: Apache License 2.0
Platform: UNKNOWN
License-File: LICENSE
Requires-Dist: torch (>=2.3.0)
Requires-Dist: sympy (==1.12)
Requires-Dist: typing-extensions (==4.9.0)
Requires-Dist: networkx (==3.2.1)
Requires-Dist: jinja2 (>=3.1.4)
Requires-Dist: triton (>=2.3.0)
Requires-Dist: fsspec (==2023.10.0)
Requires-Dist: filelock (==3.13.1)
Requires-Dist: MarkupSafe (==2.1.4)
Requires-Dist: mpmath (==1.3.0)
Requires-Dist: transformers (>=4.41.2)
Requires-Dist: tqdm (>=4.66.3)
Requires-Dist: pyyaml
Requires-Dist: safetensors (==0.4.1)
Requires-Dist: numpy (==1.26.3)
Requires-Dist: huggingface-hub (>=0.23.3)
Requires-Dist: tokenizers (>=0.15.0)
Requires-Dist: packaging (==23.2)
Requires-Dist: regex (==2023.12.25)
Requires-Dist: requests (>=2.32.0)
Requires-Dist: bitsandbytes (==0.43.0)
Requires-Dist: accelerate (>=0.27.2)

UNKNOWN

