# Module to generate and scale AI datasets for pre-training and fine-tuning language models.
# --------------------------> A SAPIENS TECHNOLOGY®️ PRODUCTION) <--------------------------
from setuptools import setup, find_packages
package_name = 'sapiens_dataset'
version = '3.0.8'
setup(
    name=package_name,
    version=version,
    author='SAPIENS TECHNOLOGY',
    packages=find_packages(),
    include_package_data=True,
    install_requires=[
        'llama-cpp-python==0.3.6',
        'llamacpp==0.1.14',
        'requests',
        'beautifulsoup4==4.12.3',
        'markdownify==1.2.2',
        'tiktoken==0.4.0',
        'sapiens-file-interpreter',
        'mammoth==1.11.0',
        'PyMuPDF==1.24.5',
        'python-pptx==0.6.23',
        'utilities-nlp',
        'pandas',
        'tqdm',
        'wikipedia==1.4.0',
        'StackAPI==0.3.1'
    ],
    url='https://github.com/sapiens-technology/sapiens_dataset',
    license='Proprietary Software'
)
# Module to generate and scale AI datasets for pre-training and fine-tuning language models.
# --------------------------> A SAPIENS TECHNOLOGY®️ PRODUCTION) <--------------------------
