text_dedup/__init__.py,sha256=MS87ZZAt7Hw4d9bwVIF8gp1iaezk5J_AibNjH01Mo_U,176
text_dedup/embedders/__init__.py,sha256=EWoavXrYj8DNAqzH31b59ILWpocxBbJt-K6BeeMIP9k,503
text_dedup/embedders/base.py,sha256=we0n0U4_OfeuFQh4lslO-_v51Vu4Ku-XvOJIfWlvQwI,582
text_dedup/embedders/minhash.py,sha256=zC_Tuuz-4kEEy7aEaiVg2DHHCMWFOI9QPyBCyxXwtKs,3259
text_dedup/embedders/simhash.py,sha256=rORadFbYEGngF7yzYVU2-TZNG7gK-kxJ3YwP2Qw6Q2s,4245
text_dedup/embedders/suffix.py,sha256=cUaFxfu34JjXtXptNRJHXyNhT05Pzk634YHnNBewzjw,16003
text_dedup/embedders/transformer.py,sha256=liUf-wCg2LPASgHz2-Hr1mQa4alLuv5egK09MJCl7MA,1999
text_dedup/index/__index__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
text_dedup/index/simhash_index.py,sha256=d7onc1Jt-2FH_boPOTO4V6wfw-J4sDN6MXM0weLitBQ,6581
text_dedup/postprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
text_dedup/postprocess/clustering.py,sha256=lSZBGjAu_AR6il8v1EA_2WaX53WOREO-qM5zRr8Ih0c,6043
text_dedup/postprocess/group.py,sha256=OaY3714ZLWALt1Mc_0eFG7ueSgtbhsI7H3gVSLiZang,2439
text_dedup/postprocess/suffix_restore.py,sha256=fR1x7OhfyqLCypjBkq9AJQ5jUDfFX3PXc57vUt1Gnv8,1764
text_dedup/preprocess/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
text_dedup/preprocess/suffix_array.py,sha256=g_UZ1OhJ_gnAtS4xfPO3Pe6rBCb0zoB7kzXwF12piqM,5510
text_dedup/preprocess/tokenizer.py,sha256=mXi5L4RDgIq79whF9W0eSr5K4MSM7JEPTFEc4bfLus0,3331
text_dedup/utils/__init__.py,sha256=xRbRg-yRUhpQHxsb-j7ZO51frXxcpSI767ur-ffUHi8,165
text_dedup/utils/hf_datasets/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
text_dedup/utils/hf_datasets/helpers.py,sha256=5ajqt0_pTGbQcnqci31STt7jm0Dkr2EgHcmRoCb_ahE,1321
text_dedup/utils/redis_dict.py,sha256=SO4vjdICjGWuZ3uWfUDKIVSdHyRsPvVOrzbo47GwoWk,2776
text_dedup/utils/search.py,sha256=CLpgsYjx7aXyewaNWp0sfoqR_EtKJTRNTGQK63ZK9yI,3810
text_dedup-0.1.1.dist-info/LICENSE,sha256=BV1FYg6rCF6-ohT8ZAlOpPclf1a46C6nJvZPv4y_Knk,1069
text_dedup-0.1.1.dist-info/WHEEL,sha256=bbU3AyvhQ312rVm7zzRQjs6axI1UYWC3nmFA2E6FFSI,88
text_dedup-0.1.1.dist-info/METADATA,sha256=WKvuzrcPohtneBh-tzpr93F0SDKuWUXOeOb1hyBaO7Q,3092
text_dedup-0.1.1.dist-info/RECORD,,
