Metadata-Version: 2.4
Name: sinkvis
Version: 1.0.2
Summary: KV Cache Visualizer - Attention sink and eviction policy visualization for LLMs
Author-email: Amir Zeinali <amir@bloom.new>
License: MIT
Project-URL: Homepage, https://github.com/zeinalii/SinkVis
Project-URL: Documentation, https://github.com/zeinalii/SinkVis#readme
Project-URL: Repository, https://github.com/zeinalii/SinkVis
Project-URL: Issues, https://github.com/zeinalii/SinkVis/issues
Keywords: attention,transformer,llm,kv-cache,visualization,pytorch
Classifier: Development Status :: 4 - Beta
Classifier: Intended Audience :: Developers
Classifier: Intended Audience :: Science/Research
Classifier: License :: OSI Approved :: MIT License
Classifier: Operating System :: OS Independent
Classifier: Programming Language :: Python :: 3
Classifier: Programming Language :: Python :: 3.10
Classifier: Programming Language :: Python :: 3.11
Classifier: Programming Language :: Python :: 3.12
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
Requires-Python: >=3.10
Description-Content-Type: text/markdown
Requires-Dist: numpy>=1.24.0
Requires-Dist: torch>=2.0.0
Provides-Extra: transformers
Requires-Dist: transformers>=4.36.0; extra == "transformers"
Requires-Dist: huggingface_hub>=0.20.0; extra == "transformers"
Requires-Dist: accelerate>=0.25.0; extra == "transformers"
Provides-Extra: dev
Requires-Dist: pytest>=7.4.0; extra == "dev"
Requires-Dist: pytest-cov>=4.1.0; extra == "dev"
Requires-Dist: black; extra == "dev"
Requires-Dist: isort; extra == "dev"
Requires-Dist: flake8; extra == "dev"
Provides-Extra: all
Requires-Dist: sinkvis[dev,transformers]; extra == "all"
