LICENSE
README.md
setup.py
tests/__init__.py
tests/json_utils.py
tests/test_examples.py
tests/test_accept_string/__init__.py
tests/test_accept_string/test_accept_unicode_bytes.py
tests/test_accept_string/test_calflow.py
tests/test_accept_string/test_decode_utf8.py
tests/test_accept_string/test_geo_query.py
tests/test_accept_string/test_json.py
tests/test_accept_string/test_json_arr.py
tests/test_accept_string/test_overnight.py
tests/test_accept_string/test_pddl.py
tests/test_accept_string/test_smiles.py
tests/test_accept_string/test_unicode.py
tests/test_accept_token_sequence/__init__.py
tests/test_accept_token_sequence/_test_accept_tokens_mixin.py
tests/test_accept_token_sequence/test_bart.py
tests/test_accept_token_sequence/test_bloom.py
tests/test_accept_token_sequence/test_deepseek.py
tests/test_accept_token_sequence/test_falcon.py
tests/test_accept_token_sequence/test_gemma2.py
tests/test_accept_token_sequence/test_gpt2.py
tests/test_accept_token_sequence/test_llama.py
tests/test_accept_token_sequence/test_llama3.py
tests/test_accept_token_sequence/test_mistral.py
tests/test_accept_token_sequence/test_phi.py
tests/test_accept_token_sequence/test_t5.py
tests/test_parsing/__init__.py
tests/test_parsing/test_parsing.py
transformers_cfg/__init__.py
transformers_cfg/grammar_utils.py
transformers_cfg/logging_config.py
transformers_cfg/parser.py
transformers_cfg/recognizer.py
transformers_cfg/token_grammar_recognizer.py
transformers_cfg/utf8_utils.py
transformers_cfg/utils.py
transformers_cfg.egg-info/PKG-INFO
transformers_cfg.egg-info/SOURCES.txt
transformers_cfg.egg-info/dependency_links.txt
transformers_cfg.egg-info/entry_points.txt
transformers_cfg.egg-info/requires.txt
transformers_cfg.egg-info/top_level.txt
transformers_cfg/generation/__init__.py
transformers_cfg/generation/logits_process.py
transformers_cfg/metrics/__init__.py
transformers_cfg/metrics/metrics.py
transformers_cfg/tokenization/SUPPORTED_TOKENIZERS.py
transformers_cfg/tokenization/__init__.py
transformers_cfg/tokenization/byte_trie.py
transformers_cfg/tokenization/legacy_token_trie.py
transformers_cfg/tokenization/test_utils.py
transformers_cfg/tokenization/tokenizer.py
transformers_cfg/tokenization/utils.py
transformers_cfg/tokenization/backend/__init__.py
transformers_cfg/tokenization/frontend/__init__.py
transformers_cfg/tokenization/middle/ByteProxyMapping.py
transformers_cfg/tokenization/middle/TokenizerMiddleMapping.py
transformers_cfg/tokenization/middle/__init__.py