LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.cfg
setup.py
lplangid/const_data.py
lplangid/count_utils.py
lplangid/count_utils_test.py
lplangid/language_classifier.py
lplangid/language_classifier_test.py
lplangid/tokenizer.py
lplangid/tokenizer_test.py
lplangid.egg-info/PKG-INFO
lplangid.egg-info/SOURCES.txt
lplangid.egg-info/dependency_links.txt
lplangid.egg-info/top_level.txt
lplangid/freq_data/ar_char_freq.csv
lplangid/freq_data/ar_term_rank.csv
lplangid/freq_data/de_char_freq.csv
lplangid/freq_data/de_term_rank.csv
lplangid/freq_data/el_char_freq.csv
lplangid/freq_data/el_term_rank.csv
lplangid/freq_data/en_char_freq.csv
lplangid/freq_data/en_term_rank.csv
lplangid/freq_data/es_char_freq.csv
lplangid/freq_data/es_term_rank.csv
lplangid/freq_data/fr_char_freq.csv
lplangid/freq_data/fr_term_rank.csv
lplangid/freq_data/he_char_freq.csv
lplangid/freq_data/he_term_rank.csv
lplangid/freq_data/hi_char_freq.csv
lplangid/freq_data/hi_term_rank.csv
lplangid/freq_data/id_char_freq.csv
lplangid/freq_data/id_term_rank.csv
lplangid/freq_data/it_char_freq.csv
lplangid/freq_data/it_term_rank.csv
lplangid/freq_data/ja_char_freq.csv
lplangid/freq_data/ja_term_rank.csv
lplangid/freq_data/ko_char_freq.csv
lplangid/freq_data/ko_term_rank.csv
lplangid/freq_data/mk_char_freq.csv
lplangid/freq_data/mk_term_rank.csv
lplangid/freq_data/ms_char_freq.csv
lplangid/freq_data/ms_term_rank.csv
lplangid/freq_data/nl_char_freq.csv
lplangid/freq_data/nl_term_rank.csv
lplangid/freq_data/pl_char_freq.csv
lplangid/freq_data/pl_term_rank.csv
lplangid/freq_data/pt_char_freq.csv
lplangid/freq_data/pt_term_rank.csv
lplangid/freq_data/ru_char_freq.csv
lplangid/freq_data/ru_term_rank.csv
lplangid/freq_data/sl_char_freq.csv
lplangid/freq_data/sl_term_rank.csv
lplangid/freq_data/sq_char_freq.csv
lplangid/freq_data/sq_term_rank.csv
lplangid/freq_data/th_char_freq.csv
lplangid/freq_data/th_term_rank.csv
lplangid/freq_data/tl_char_freq.csv
lplangid/freq_data/tl_term_rank.csv
lplangid/freq_data/vi_char_freq.csv
lplangid/freq_data/vi_term_rank.csv
lplangid/freq_data/zh_char_freq.csv
lplangid/freq_data/zh_term_rank.csv
lplangid/freq_data_bible/ac_char_freq.csv
lplangid/freq_data_bible/ac_term_rank.csv
lplangid/freq_data_bible/af_char_freq.csv
lplangid/freq_data_bible/af_term_rank.csv
lplangid/freq_data_bible/ag_char_freq.csv
lplangid/freq_data_bible/ag_term_rank.csv
lplangid/freq_data_bible/ak_char_freq.csv
lplangid/freq_data_bible/ak_term_rank.csv
lplangid/freq_data_bible/am_char_freq.csv
lplangid/freq_data_bible/am_term_rank.csv
lplangid/freq_data_bible/ar_char_freq.csv
lplangid/freq_data_bible/ar_term_rank.csv
lplangid/freq_data_bible/az_char_freq.csv
lplangid/freq_data_bible/az_term_rank.csv
lplangid/freq_data_bible/bg_char_freq.csv
lplangid/freq_data_bible/bg_term_rank.csv
lplangid/freq_data_bible/bs_char_freq.csv
lplangid/freq_data_bible/bs_term_rank.csv
lplangid/freq_data_bible/cb_char_freq.csv
lplangid/freq_data_bible/cb_term_rank.csv
lplangid/freq_data_bible/ch_char_freq.csv
lplangid/freq_data_bible/ch_term_rank.csv
lplangid/freq_data_bible/chr_char_freq.csv
lplangid/freq_data_bible/chr_term_rank.csv
lplangid/freq_data_bible/cj_char_freq.csv
lplangid/freq_data_bible/cj_term_rank.csv
lplangid/freq_data_bible/ck_char_freq.csv
lplangid/freq_data_bible/ck_term_rank.csv
lplangid/freq_data_bible/cn_char_freq.csv
lplangid/freq_data_bible/cn_term_rank.csv
lplangid/freq_data_bible/co_char_freq.csv
lplangid/freq_data_bible/co_term_rank.csv
lplangid/freq_data_bible/cp_char_freq.csv
lplangid/freq_data_bible/cp_term_rank.csv
lplangid/freq_data_bible/cq_char_freq.csv
lplangid/freq_data_bible/cq_term_rank.csv
lplangid/freq_data_bible/cs_char_freq.csv
lplangid/freq_data_bible/cs_term_rank.csv
lplangid/freq_data_bible/da_char_freq.csv
lplangid/freq_data_bible/da_term_rank.csv
lplangid/freq_data_bible/de_char_freq.csv
lplangid/freq_data_bible/de_term_rank.csv
lplangid/freq_data_bible/di_char_freq.csv
lplangid/freq_data_bible/di_term_rank.csv
lplangid/freq_data_bible/dj_char_freq.csv
lplangid/freq_data_bible/dj_term_rank.csv
lplangid/freq_data_bible/do_char_freq.csv
lplangid/freq_data_bible/do_term_rank.csv
lplangid/freq_data_bible/el_char_freq.csv
lplangid/freq_data_bible/el_term_rank.csv
lplangid/freq_data_bible/en_char_freq.csv
lplangid/freq_data_bible/en_term_rank.csv
lplangid/freq_data_bible/eo_char_freq.csv
lplangid/freq_data_bible/eo_term_rank.csv
lplangid/freq_data_bible/es_char_freq.csv
lplangid/freq_data_bible/es_term_rank.csv
lplangid/freq_data_bible/et_char_freq.csv
lplangid/freq_data_bible/et_term_rank.csv
lplangid/freq_data_bible/eu_char_freq.csv
lplangid/freq_data_bible/eu_term_rank.csv
lplangid/freq_data_bible/ew_char_freq.csv
lplangid/freq_data_bible/ew_term_rank.csv
lplangid/freq_data_bible/fa_char_freq.csv
lplangid/freq_data_bible/fa_term_rank.csv
lplangid/freq_data_bible/fi_char_freq.csv
lplangid/freq_data_bible/fi_term_rank.csv
lplangid/freq_data_bible/fr_char_freq.csv
lplangid/freq_data_bible/fr_term_rank.csv
lplangid/freq_data_bible/gb_char_freq.csv
lplangid/freq_data_bible/gb_term_rank.csv
lplangid/freq_data_bible/gd_char_freq.csv
lplangid/freq_data_bible/gd_term_rank.csv
lplangid/freq_data_bible/gj_char_freq.csv
lplangid/freq_data_bible/gj_term_rank.csv
lplangid/freq_data_bible/gv_char_freq.csv
lplangid/freq_data_bible/gv_term_rank.csv
lplangid/freq_data_bible/he_char_freq.csv
lplangid/freq_data_bible/he_term_rank.csv
lplangid/freq_data_bible/hi_char_freq.csv
lplangid/freq_data_bible/hi_term_rank.csv
lplangid/freq_data_bible/hr_char_freq.csv
lplangid/freq_data_bible/hr_term_rank.csv
lplangid/freq_data_bible/hu_char_freq.csv
lplangid/freq_data_bible/hu_term_rank.csv
lplangid/freq_data_bible/hy_char_freq.csv
lplangid/freq_data_bible/hy_term_rank.csv
lplangid/freq_data_bible/id_char_freq.csv
lplangid/freq_data_bible/id_term_rank.csv
lplangid/freq_data_bible/is_char_freq.csv
lplangid/freq_data_bible/is_term_rank.csv
lplangid/freq_data_bible/it_char_freq.csv
lplangid/freq_data_bible/it_term_rank.csv
lplangid/freq_data_bible/ji_char_freq.csv
lplangid/freq_data_bible/ji_term_rank.csv
lplangid/freq_data_bible/jk_char_freq.csv
lplangid/freq_data_bible/jk_term_rank.csv
lplangid/freq_data_bible/jp_char_freq.csv
lplangid/freq_data_bible/jp_term_rank.csv
lplangid/freq_data_bible/ka_char_freq.csv
lplangid/freq_data_bible/ka_term_rank.csv
lplangid/freq_data_bible/kb_char_freq.csv
lplangid/freq_data_bible/kb_term_rank.csv
lplangid/freq_data_bible/kbh_char_freq.csv
lplangid/freq_data_bible/kbh_term_rank.csv
lplangid/freq_data_bible/ke_char_freq.csv
lplangid/freq_data_bible/ke_term_rank.csv
lplangid/freq_data_bible/ko_char_freq.csv
lplangid/freq_data_bible/ko_term_rank.csv
lplangid/freq_data_bible/la_char_freq.csv
lplangid/freq_data_bible/la_term_rank.csv
lplangid/freq_data_bible/lt_char_freq.csv
lplangid/freq_data_bible/lt_term_rank.csv
lplangid/freq_data_bible/lv_char_freq.csv
lplangid/freq_data_bible/lv_term_rank.csv
lplangid/freq_data_bible/mi_char_freq.csv
lplangid/freq_data_bible/mi_term_rank.csv
lplangid/freq_data_bible/ml_char_freq.csv
lplangid/freq_data_bible/ml_term_rank.csv
lplangid/freq_data_bible/mm_char_freq.csv
lplangid/freq_data_bible/mm_term_rank.csv
lplangid/freq_data_bible/mr_char_freq.csv
lplangid/freq_data_bible/mr_term_rank.csv
lplangid/freq_data_bible/my_char_freq.csv
lplangid/freq_data_bible/my_term_rank.csv
lplangid/freq_data_bible/nh_char_freq.csv
lplangid/freq_data_bible/nh_term_rank.csv
lplangid/freq_data_bible/nl_char_freq.csv
lplangid/freq_data_bible/nl_term_rank.csv
lplangid/freq_data_bible/no_char_freq.csv
lplangid/freq_data_bible/no_term_rank.csv
lplangid/freq_data_bible/np_char_freq.csv
lplangid/freq_data_bible/np_term_rank.csv
lplangid/freq_data_bible/oj_char_freq.csv
lplangid/freq_data_bible/oj_term_rank.csv
lplangid/freq_data_bible/pck_char_freq.csv
lplangid/freq_data_bible/pck_term_rank.csv
lplangid/freq_data_bible/pl_char_freq.csv
lplangid/freq_data_bible/pl_term_rank.csv
lplangid/freq_data_bible/po_char_freq.csv
lplangid/freq_data_bible/po_term_rank.csv
lplangid/freq_data_bible/pot_char_freq.csv
lplangid/freq_data_bible/pot_term_rank.csv
lplangid/freq_data_bible/pp_char_freq.csv
lplangid/freq_data_bible/pp_term_rank.csv
lplangid/freq_data_bible/pt_char_freq.csv
lplangid/freq_data_bible/pt_term_rank.csv
lplangid/freq_data_bible/qc_char_freq.csv
lplangid/freq_data_bible/qc_term_rank.csv
lplangid/freq_data_bible/qu_char_freq.csv
lplangid/freq_data_bible/qu_term_rank.csv
lplangid/freq_data_bible/quc_char_freq.csv
lplangid/freq_data_bible/quc_term_rank.csv
lplangid/freq_data_bible/rm_char_freq.csv
lplangid/freq_data_bible/rm_term_rank.csv
lplangid/freq_data_bible/ro_char_freq.csv
lplangid/freq_data_bible/ro_term_rank.csv
lplangid/freq_data_bible/ru_char_freq.csv
lplangid/freq_data_bible/ru_term_rank.csv
lplangid/freq_data_bible/sh_char_freq.csv
lplangid/freq_data_bible/sh_term_rank.csv
lplangid/freq_data_bible/sk_char_freq.csv
lplangid/freq_data_bible/sk_term_rank.csv
lplangid/freq_data_bible/sl_char_freq.csv
lplangid/freq_data_bible/sl_term_rank.csv
lplangid/freq_data_bible/sn_char_freq.csv
lplangid/freq_data_bible/sn_term_rank.csv
lplangid/freq_data_bible/so_char_freq.csv
lplangid/freq_data_bible/so_term_rank.csv
lplangid/freq_data_bible/sq_char_freq.csv
lplangid/freq_data_bible/sq_term_rank.csv
lplangid/freq_data_bible/sr_char_freq.csv
lplangid/freq_data_bible/sr_term_rank.csv
lplangid/freq_data_bible/ss_char_freq.csv
lplangid/freq_data_bible/ss_term_rank.csv
lplangid/freq_data_bible/sv_char_freq.csv
lplangid/freq_data_bible/sv_term_rank.csv
lplangid/freq_data_bible/sy_char_freq.csv
lplangid/freq_data_bible/sy_term_rank.csv
lplangid/freq_data_bible/te_char_freq.csv
lplangid/freq_data_bible/te_term_rank.csv
lplangid/freq_data_bible/th_char_freq.csv
lplangid/freq_data_bible/th_term_rank.csv
lplangid/freq_data_bible/tl_char_freq.csv
lplangid/freq_data_bible/tl_term_rank.csv
lplangid/freq_data_bible/tmh_char_freq.csv
lplangid/freq_data_bible/tmh_term_rank.csv
lplangid/freq_data_bible/tu_char_freq.csv
lplangid/freq_data_bible/tu_term_rank.csv
lplangid/freq_data_bible/uk_char_freq.csv
lplangid/freq_data_bible/uk_term_rank.csv
lplangid/freq_data_bible/up_char_freq.csv
lplangid/freq_data_bible/up_term_rank.csv
lplangid/freq_data_bible/vi_char_freq.csv
lplangid/freq_data_bible/vi_term_rank.csv
lplangid/freq_data_bible/wa_char_freq.csv
lplangid/freq_data_bible/wa_term_rank.csv
lplangid/freq_data_bible/wo_char_freq.csv
lplangid/freq_data_bible/wo_term_rank.csv
lplangid/freq_data_bible/xh_char_freq.csv
lplangid/freq_data_bible/xh_term_rank.csv
lplangid/freq_data_bible/za_char_freq.csv
lplangid/freq_data_bible/za_term_rank.csv
lplangid/freq_data_bible/zh_char_freq.csv
lplangid/freq_data_bible/zh_term_rank.csv
lplangid/freq_data_bible/zu_char_freq.csv
lplangid/freq_data_bible/zu_term_rank.csv
training/data_overrides.py
training/process_bibles.py
training/process_wiki.py