[console_scripts]
add_id = nemo_curator.scripts.add_id:console_script
aegis_classifier_inference = nemo_curator.scripts.classifiers.aegis_classifier_inference:console_script
async_llm_pii_redaction = nemo_curator.scripts.async_llm_pii_redaction:console_script
blend_datasets = nemo_curator.scripts.blend_datasets:console_script
buckets_to_edges = nemo_curator.scripts.fuzzy_deduplication.buckets_to_edges:console_script
content_type_classifier_inference = nemo_curator.scripts.classifiers.content_type_classifier_inference:console_script
deidentify = nemo_curator.scripts.find_pii_and_deidentify:console_script
domain_classifier_inference = nemo_curator.scripts.classifiers.domain_classifier_inference:console_script
download_and_extract = nemo_curator.scripts.download_and_extract:console_script
filter_documents = nemo_curator.scripts.filter_documents:console_script
find_matching_ngrams = nemo_curator.scripts.find_matching_ngrams:console_script
fineweb_edu_classifier_inference = nemo_curator.scripts.classifiers.fineweb_edu_classifier_inference:console_script
fineweb_mixtral_edu_classifier_inference = nemo_curator.scripts.classifiers.fineweb_mixtral_edu_classifier_inference:console_script
fineweb_nemotron_edu_classifier_inference = nemo_curator.scripts.classifiers.fineweb_nemotron_edu_classifier_inference:console_script
get_common_crawl_urls = nemo_curator.scripts.get_common_crawl_urls:console_script
get_wikipedia_urls = nemo_curator.scripts.get_wikipedia_urls:console_script
gpu_compute_minhashes = nemo_curator.scripts.fuzzy_deduplication.compute_minhashes:console_script
gpu_connected_component = nemo_curator.scripts.fuzzy_deduplication.connected_components:console_script
gpu_exact_dups = nemo_curator.scripts.find_exact_duplicates:console_script
instruction_data_guard_classifier_inference = nemo_curator.scripts.classifiers.instruction_data_guard_classifier_inference:console_script
jaccard_compute = nemo_curator.scripts.fuzzy_deduplication.jaccard_compute:console_script
jaccard_map_buckets = nemo_curator.scripts.fuzzy_deduplication.map_buckets:console_script
jaccard_shuffle = nemo_curator.scripts.fuzzy_deduplication.jaccard_shuffle:console_script
llm_pii_redaction = nemo_curator.scripts.llm_pii_redaction:console_script
make_data_shards = nemo_curator.scripts.make_data_shards:console_script
minhash_buckets = nemo_curator.scripts.fuzzy_deduplication.minhash_lsh:console_script
multilingual_domain_classifier_inference = nemo_curator.scripts.classifiers.multilingual_domain_classifier_inference:console_script
prepare_fasttext_training_data = nemo_curator.scripts.prepare_fasttext_training_data:console_script
prepare_task_data = nemo_curator.scripts.prepare_task_data:console_script
prompt_task_complexity_classifier_inference = nemo_curator.scripts.classifiers.prompt_task_complexity_classifier_inference:console_script
quality_classifier_inference = nemo_curator.scripts.classifiers.quality_classifier_inference:console_script
remove_matching_ngrams = nemo_curator.scripts.remove_matching_ngrams:console_script
semdedup_clustering = nemo_curator.scripts.semdedup.clustering:console_script
semdedup_extract_embeddings = nemo_curator.scripts.semdedup.compute_embeddings:console_script
semdedup_extract_unique_ids = nemo_curator.scripts.semdedup.extract_dedup_data:console_script
separate_by_metadata = nemo_curator.scripts.separate_by_metadata:console_script
text_cleaning = nemo_curator.scripts.text_cleaning:console_script
train_fasttext = nemo_curator.scripts.train_fasttext:console_script
verify_classification_results = nemo_curator.scripts.verify_classification_results:console_script
