LICENSE
README.md
pyproject.toml
piraye/__init__.py
piraye.egg-info/PKG-INFO
piraye.egg-info/SOURCES.txt
piraye.egg-info/dependency_links.txt
piraye.egg-info/requires.txt
piraye.egg-info/top_level.txt
piraye/tasks/__init__.py
piraye/tasks/normalizer/__init__.py
piraye/tasks/normalizer/char_config.py
piraye/tasks/normalizer/mappings.py
piraye/tasks/normalizer/normalization_result.py
piraye/tasks/normalizer/normalizer_builder.py
piraye/tasks/normalizer/data/alphabets/ar.json
piraye/tasks/normalizer/data/alphabets/en.json
piraye/tasks/normalizer/data/alphabets/fa.json
piraye/tasks/normalizer/data/digits/digits.json
piraye/tasks/normalizer/data/others/deletions.json
piraye/tasks/normalizer/data/others/diacritics.json
piraye/tasks/normalizer/data/others/spaces.json
piraye/tasks/normalizer/data/puncs/puncs.json
piraye/tasks/normalizer/normalizers/__init__.py
piraye/tasks/normalizer/normalizers/base_normalizer.py
piraye/tasks/normalizer/normalizers/character_normalizer.py
piraye/tasks/normalizer/normalizers/multi_lingual_normalizer.py
piraye/tasks/normalizer/normalizers/multi_lingual_normalizer_builder.py
piraye/tasks/tokenizer/__init__.py
piraye/tasks/tokenizer/pipeline.py
piraye/tasks/tokenizer/token.py
piraye/tasks/tokenizer/tokenizers/__init__.py
piraye/tasks/tokenizer/tokenizers/base_tokenizer.py
piraye/tasks/tokenizer/tokenizers/nltk_tokenizer.py
piraye/tasks/tokenizer/tokenizers/paragraph_tokenizer.py
piraye/tasks/tokenizer/tokenizers/spacy_tokenizer.py
piraye/tasks/tokenizer/tokenizers/regex_tokenizers/__init__.py
piraye/tasks/tokenizer/tokenizers/regex_tokenizers/base_regex_tokenizer.py
piraye/tasks/tokenizer/tokenizers/regex_tokenizers/email_tokenizer.py
piraye/tasks/tokenizer/tokenizers/regex_tokenizers/html_tokenizer.py
piraye/tasks/tokenizer/tokenizers/regex_tokenizers/url_tokenizer.py
tests/test_base_tokenizer.py
tests/test_html_tokenizer.py
tests/test_merge_tokenizer.py
tests/test_ml_normalizer.py
tests/test_normalizer.py
tests/test_paragraph_tokenizer.py
tests/test_tokenizer.py
tests/test_tokenizer_pipeline.py