LICENSE
README.md
pyproject.toml
setup.py
ai2_catwalk.egg-info/PKG-INFO
ai2_catwalk.egg-info/SOURCES.txt
ai2_catwalk.egg-info/dependency_links.txt
ai2_catwalk.egg-info/requires.txt
ai2_catwalk.egg-info/top_level.txt
catwalk/__init__.py
catwalk/__main__.py
catwalk/cached_transformers.py
catwalk/model.py
catwalk/py.typed
catwalk/steps.py
catwalk/task.py
catwalk/train.py
catwalk/training_callback.py
catwalk/version.py
catwalk/dependencies/__init__.py
catwalk/dependencies/lm_eval/__init__.py
catwalk/dependencies/lm_eval/base.py
catwalk/dependencies/lm_eval/evaluator.py
catwalk/dependencies/lm_eval/metrics.py
catwalk/dependencies/lm_eval/utils.py
catwalk/dependencies/lm_eval/datasets/__init__.py
catwalk/dependencies/lm_eval/datasets/arithmetic/__init__.py
catwalk/dependencies/lm_eval/datasets/arithmetic/arithmetic.py
catwalk/dependencies/lm_eval/datasets/asdiv/__init__.py
catwalk/dependencies/lm_eval/datasets/asdiv/asdiv.py
catwalk/dependencies/lm_eval/datasets/coqa/__init__.py
catwalk/dependencies/lm_eval/datasets/coqa/coqa.py
catwalk/dependencies/lm_eval/datasets/drop/__init__.py
catwalk/dependencies/lm_eval/datasets/drop/drop.py
catwalk/dependencies/lm_eval/datasets/headqa/__init__.py
catwalk/dependencies/lm_eval/datasets/headqa/headqa.py
catwalk/dependencies/lm_eval/datasets/hendrycks_ethics/__init__.py
catwalk/dependencies/lm_eval/datasets/hendrycks_ethics/hendrycks_ethics.py
catwalk/dependencies/lm_eval/datasets/hendrycks_math/__init__.py
catwalk/dependencies/lm_eval/datasets/hendrycks_math/hendrycks_math.py
catwalk/dependencies/lm_eval/datasets/lambada_openai/__init__.py
catwalk/dependencies/lm_eval/datasets/lambada_openai/lambada_openai.py
catwalk/dependencies/lm_eval/datasets/logiqa/__init__.py
catwalk/dependencies/lm_eval/datasets/logiqa/logiqa.py
catwalk/dependencies/lm_eval/datasets/mutual/__init__.py
catwalk/dependencies/lm_eval/datasets/mutual/mutual.py
catwalk/dependencies/lm_eval/datasets/pile/__init__.py
catwalk/dependencies/lm_eval/datasets/pile/pile.py
catwalk/dependencies/lm_eval/datasets/quac/__init__.py
catwalk/dependencies/lm_eval/datasets/quac/quac.py
catwalk/dependencies/lm_eval/datasets/sat_analogies/__init__.py
catwalk/dependencies/lm_eval/datasets/sat_analogies/sat_analogies.py
catwalk/dependencies/lm_eval/datasets/triviaqa/__init__.py
catwalk/dependencies/lm_eval/datasets/triviaqa/triviaqa.py
catwalk/dependencies/lm_eval/datasets/unscramble/__init__.py
catwalk/dependencies/lm_eval/datasets/unscramble/unscramble.py
catwalk/dependencies/lm_eval/datasets/wikitext/__init__.py
catwalk/dependencies/lm_eval/datasets/wikitext/wikitext.py
catwalk/dependencies/lm_eval/decontamination/__init__.py
catwalk/dependencies/lm_eval/decontamination/archiver.py
catwalk/dependencies/lm_eval/decontamination/decontaminate.py
catwalk/dependencies/lm_eval/decontamination/janitor.py
catwalk/dependencies/lm_eval/models/__init__.py
catwalk/dependencies/lm_eval/models/dummy.py
catwalk/dependencies/lm_eval/models/gpt2.py
catwalk/dependencies/lm_eval/models/gpt3.py
catwalk/dependencies/lm_eval/models/textsynth.py
catwalk/dependencies/lm_eval/tasks/__init__.py
catwalk/dependencies/lm_eval/tasks/anli.py
catwalk/dependencies/lm_eval/tasks/arc.py
catwalk/dependencies/lm_eval/tasks/arithmetic.py
catwalk/dependencies/lm_eval/tasks/asdiv.py
catwalk/dependencies/lm_eval/tasks/blimp.py
catwalk/dependencies/lm_eval/tasks/cbt.py
catwalk/dependencies/lm_eval/tasks/coqa.py
catwalk/dependencies/lm_eval/tasks/drop.py
catwalk/dependencies/lm_eval/tasks/glue.py
catwalk/dependencies/lm_eval/tasks/gsm8k.py
catwalk/dependencies/lm_eval/tasks/headqa.py
catwalk/dependencies/lm_eval/tasks/hellaswag.py
catwalk/dependencies/lm_eval/tasks/hendrycks_ethics.py
catwalk/dependencies/lm_eval/tasks/hendrycks_math.py
catwalk/dependencies/lm_eval/tasks/hendrycks_test.py
catwalk/dependencies/lm_eval/tasks/lambada.py
catwalk/dependencies/lm_eval/tasks/lambada_cloze.py
catwalk/dependencies/lm_eval/tasks/lambada_multilingual.py
catwalk/dependencies/lm_eval/tasks/logiqa.py
catwalk/dependencies/lm_eval/tasks/mathqa.py
catwalk/dependencies/lm_eval/tasks/mc_taco.py
catwalk/dependencies/lm_eval/tasks/mutual.py
catwalk/dependencies/lm_eval/tasks/naturalqs.py
catwalk/dependencies/lm_eval/tasks/openbookqa.py
catwalk/dependencies/lm_eval/tasks/pile.py
catwalk/dependencies/lm_eval/tasks/piqa.py
catwalk/dependencies/lm_eval/tasks/prost.py
catwalk/dependencies/lm_eval/tasks/pubmedqa.py
catwalk/dependencies/lm_eval/tasks/qa4mre.py
catwalk/dependencies/lm_eval/tasks/qasper.py
catwalk/dependencies/lm_eval/tasks/quac.py
catwalk/dependencies/lm_eval/tasks/race.py
catwalk/dependencies/lm_eval/tasks/sat.py
catwalk/dependencies/lm_eval/tasks/sciq.py
catwalk/dependencies/lm_eval/tasks/squad.py
catwalk/dependencies/lm_eval/tasks/storycloze.py
catwalk/dependencies/lm_eval/tasks/superglue.py
catwalk/dependencies/lm_eval/tasks/swag.py
catwalk/dependencies/lm_eval/tasks/translation.py
catwalk/dependencies/lm_eval/tasks/triviaqa.py
catwalk/dependencies/lm_eval/tasks/truthfulqa.py
catwalk/dependencies/lm_eval/tasks/unscramble.py
catwalk/dependencies/lm_eval/tasks/webqs.py
catwalk/dependencies/lm_eval/tasks/wikitext.py
catwalk/dependencies/lm_eval/tasks/winogrande.py
catwalk/dependencies/lm_eval/tasks/wsc273.py
catwalk/dependencies/promptsource/__init__.py
catwalk/dependencies/promptsource/templates.py
catwalk/dependencies/promptsource/templates/GEM/wiki_auto_asset_turk/templates.yaml
catwalk/dependencies/promptsource/templates/GEM/xsum/templates.yaml
catwalk/dependencies/promptsource/templates/Zaid/coqa_expanded/templates.yaml
catwalk/dependencies/promptsource/templates/Zaid/quac_expanded/templates.yaml
catwalk/dependencies/promptsource/templates/acronym_identification/templates.yaml
catwalk/dependencies/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_classification/templates.yaml
catwalk/dependencies/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_ade_relation/templates.yaml
catwalk/dependencies/promptsource/templates/ade_corpus_v2/Ade_corpus_v2_drug_dosage_relation/templates.yaml
catwalk/dependencies/promptsource/templates/adversarial_qa/adversarialQA/templates.yaml
catwalk/dependencies/promptsource/templates/adversarial_qa/dbert/templates.yaml
catwalk/dependencies/promptsource/templates/adversarial_qa/dbidaf/templates.yaml
catwalk/dependencies/promptsource/templates/adversarial_qa/droberta/templates.yaml
catwalk/dependencies/promptsource/templates/aeslc/templates.yaml
catwalk/dependencies/promptsource/templates/ag_news/templates.yaml
catwalk/dependencies/promptsource/templates/ai2_arc/ARC-Challenge/templates.yaml
catwalk/dependencies/promptsource/templates/ai2_arc/ARC-Easy/templates.yaml
catwalk/dependencies/promptsource/templates/amazon_polarity/templates.yaml
catwalk/dependencies/promptsource/templates/amazon_reviews_multi/en/templates.yaml
catwalk/dependencies/promptsource/templates/amazon_us_reviews/Wireless_v1_00/templates.yaml
catwalk/dependencies/promptsource/templates/ambig_qa/light/templates.yaml
catwalk/dependencies/promptsource/templates/anli/templates.yaml
catwalk/dependencies/promptsource/templates/app_reviews/templates.yaml
catwalk/dependencies/promptsource/templates/aqua_rat/raw/templates.yaml
catwalk/dependencies/promptsource/templates/art/templates.yaml
catwalk/dependencies/promptsource/templates/asnq/templates.yaml
catwalk/dependencies/promptsource/templates/asset/ratings/templates.yaml
catwalk/dependencies/promptsource/templates/asset/simplification/templates.yaml
catwalk/dependencies/promptsource/templates/banking77/templates.yaml
catwalk/dependencies/promptsource/templates/billsum/templates.yaml
catwalk/dependencies/promptsource/templates/bing_coronavirus_query_set/templates.yaml
catwalk/dependencies/promptsource/templates/biosses/templates.yaml
catwalk/dependencies/promptsource/templates/blbooksgenre/title_genre_classifiction/templates.yaml
catwalk/dependencies/promptsource/templates/blended_skill_talk/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/adjunct_island/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/anaphor_gender_agreement/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/anaphor_number_agreement/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/animate_subject_passive/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/animate_subject_trans/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/causative/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/complex_NP_island/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/coordinate_structure_constraint_complex_left_branch/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/coordinate_structure_constraint_object_extraction/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_irregular_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_irregular_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_with_adj_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_with_adj_irregular_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_with_adj_irregular_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/determiner_noun_agreement_with_adjective_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/distractor_agreement_relational_noun/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/distractor_agreement_relative_clause/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/drop_argument/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/ellipsis_n_bar_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/ellipsis_n_bar_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/existential_there_object_raising/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/existential_there_quantifiers_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/existential_there_quantifiers_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/existential_there_subject_raising/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/expletive_it_object_raising/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/inchoative/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/intransitive/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/irregular_past_participle_adjectives/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/irregular_past_participle_verbs/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/irregular_plural_subject_verb_agreement_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/irregular_plural_subject_verb_agreement_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/left_branch_island_echo_question/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/left_branch_island_simple_question/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/matrix_question_npi_licensor_present/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/npi_present_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/npi_present_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/only_npi_licensor_present/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/only_npi_scope/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/passive_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/passive_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_c_command/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_case_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_case_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_domain_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_domain_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_domain_3/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/principle_A_reconstruction/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/regular_plural_subject_verb_agreement_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/regular_plural_subject_verb_agreement_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/sentential_negation_npi_licensor_present/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/sentential_negation_npi_scope/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/sentential_subject_island/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/superlative_quantifiers_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/superlative_quantifiers_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/tough_vs_raising_1/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/tough_vs_raising_2/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/transitive/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_island/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_questions_object_gap/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_questions_subject_gap/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_questions_subject_gap_long_distance/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_vs_that_no_gap/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_vs_that_no_gap_long_distance/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_vs_that_with_gap/templates.yaml
catwalk/dependencies/promptsource/templates/blimp/wh_vs_that_with_gap_long_distance/templates.yaml
catwalk/dependencies/promptsource/templates/cbt/CN/templates.yaml
catwalk/dependencies/promptsource/templates/cbt/NE/templates.yaml
catwalk/dependencies/promptsource/templates/cbt/P/templates.yaml
catwalk/dependencies/promptsource/templates/cbt/V/templates.yaml
catwalk/dependencies/promptsource/templates/cbt/raw/templates.yaml
catwalk/dependencies/promptsource/templates/cc_news/templates.yaml
catwalk/dependencies/promptsource/templates/circa/templates.yaml
catwalk/dependencies/promptsource/templates/climate_fever/templates.yaml
catwalk/dependencies/promptsource/templates/cnn_dailymail/3.0.0/templates.yaml
catwalk/dependencies/promptsource/templates/codah/codah/templates.yaml
catwalk/dependencies/promptsource/templates/codah/fold_0/templates.yaml
catwalk/dependencies/promptsource/templates/codah/fold_1/templates.yaml
catwalk/dependencies/promptsource/templates/codah/fold_2/templates.yaml
catwalk/dependencies/promptsource/templates/codah/fold_3/templates.yaml
catwalk/dependencies/promptsource/templates/codah/fold_4/templates.yaml
catwalk/dependencies/promptsource/templates/code_x_glue_tc_text_to_code/templates.yaml
catwalk/dependencies/promptsource/templates/common_gen/templates.yaml
catwalk/dependencies/promptsource/templates/commonsense_qa/templates.yaml
catwalk/dependencies/promptsource/templates/conv_ai/templates.yaml
catwalk/dependencies/promptsource/templates/conv_ai_2/templates.yaml
catwalk/dependencies/promptsource/templates/conv_ai_3/templates.yaml
catwalk/dependencies/promptsource/templates/coqa/templates.yaml
catwalk/dependencies/promptsource/templates/cord19/metadata/templates.yaml
catwalk/dependencies/promptsource/templates/cos_e/v1.0/templates.yaml
catwalk/dependencies/promptsource/templates/cos_e/v1.11/templates.yaml
catwalk/dependencies/promptsource/templates/cosmos_qa/templates.yaml
catwalk/dependencies/promptsource/templates/covid_qa_castorini/templates.yaml
catwalk/dependencies/promptsource/templates/craffel/openai_lambada/templates.yaml
catwalk/dependencies/promptsource/templates/craigslist_bargains/templates.yaml
catwalk/dependencies/promptsource/templates/crows_pairs/templates.yaml
catwalk/dependencies/promptsource/templates/dbpedia_14/templates.yaml
catwalk/dependencies/promptsource/templates/discofuse/discofuse-sport/templates.yaml
catwalk/dependencies/promptsource/templates/discofuse/discofuse-wikipedia/templates.yaml
catwalk/dependencies/promptsource/templates/discovery/discovery/templates.yaml
catwalk/dependencies/promptsource/templates/docred/templates.yaml
catwalk/dependencies/promptsource/templates/dream/templates.yaml
catwalk/dependencies/promptsource/templates/drop/templates.yaml
catwalk/dependencies/promptsource/templates/duorc/ParaphraseRC/templates.yaml
catwalk/dependencies/promptsource/templates/duorc/SelfRC/templates.yaml
catwalk/dependencies/promptsource/templates/e2e_nlg_cleaned/templates.yaml
catwalk/dependencies/promptsource/templates/ecthr_cases/alleged-violation-prediction/templates.yaml
catwalk/dependencies/promptsource/templates/emo/templates.yaml
catwalk/dependencies/promptsource/templates/emotion/templates.yaml
catwalk/dependencies/promptsource/templates/enriched_web_nlg/en/templates.yaml
catwalk/dependencies/promptsource/templates/esnli/templates.yaml
catwalk/dependencies/promptsource/templates/evidence_infer_treatment/1.1/templates.yaml
catwalk/dependencies/promptsource/templates/evidence_infer_treatment/2.0/templates.yaml
catwalk/dependencies/promptsource/templates/fever/v1.0/templates.yaml
catwalk/dependencies/promptsource/templates/fever/v2.0/templates.yaml
catwalk/dependencies/promptsource/templates/financial_phrasebank/sentences_allagree/templates.yaml
catwalk/dependencies/promptsource/templates/freebase_qa/templates.yaml
catwalk/dependencies/promptsource/templates/generated_reviews_enth/templates.yaml
catwalk/dependencies/promptsource/templates/gigaword/templates.yaml
catwalk/dependencies/promptsource/templates/glue/ax/templates.yaml
catwalk/dependencies/promptsource/templates/glue/cola/templates.yaml
catwalk/dependencies/promptsource/templates/glue/mnli/templates.yaml
catwalk/dependencies/promptsource/templates/glue/mnli_matched/templates.yaml
catwalk/dependencies/promptsource/templates/glue/mnli_mismatched/templates.yaml
catwalk/dependencies/promptsource/templates/glue/mrpc/templates.yaml
catwalk/dependencies/promptsource/templates/glue/qnli/templates.yaml
catwalk/dependencies/promptsource/templates/glue/qqp/templates.yaml
catwalk/dependencies/promptsource/templates/glue/rte/templates.yaml
catwalk/dependencies/promptsource/templates/glue/sst2/templates.yaml
catwalk/dependencies/promptsource/templates/glue/stsb/templates.yaml
catwalk/dependencies/promptsource/templates/glue/wnli/templates.yaml
catwalk/dependencies/promptsource/templates/google_wellformed_query/templates.yaml
catwalk/dependencies/promptsource/templates/great_code/templates.yaml
catwalk/dependencies/promptsource/templates/guardian_authorship/cross_genre_1/templates.yaml
catwalk/dependencies/promptsource/templates/guardian_authorship/cross_topic_1/templates.yaml
catwalk/dependencies/promptsource/templates/guardian_authorship/cross_topic_4/templates.yaml
catwalk/dependencies/promptsource/templates/guardian_authorship/cross_topic_7/templates.yaml
catwalk/dependencies/promptsource/templates/gutenberg_time/templates.yaml
catwalk/dependencies/promptsource/templates/hans/templates.yaml
catwalk/dependencies/promptsource/templates/hate_speech18/templates.yaml
catwalk/dependencies/promptsource/templates/headqa/en/templates.yaml
catwalk/dependencies/promptsource/templates/health_fact/templates.yaml
catwalk/dependencies/promptsource/templates/hellaswag/templates.yaml
catwalk/dependencies/promptsource/templates/hlgd/templates.yaml
catwalk/dependencies/promptsource/templates/hotpot_qa/distractor/templates.yaml
catwalk/dependencies/promptsource/templates/hotpot_qa/fullwiki/templates.yaml
catwalk/dependencies/promptsource/templates/humicroedit/subtask-1/templates.yaml
catwalk/dependencies/promptsource/templates/humicroedit/subtask-2/templates.yaml
catwalk/dependencies/promptsource/templates/hyperpartisan_news_detection/byarticle/templates.yaml
catwalk/dependencies/promptsource/templates/hyperpartisan_news_detection/bypublisher/templates.yaml
catwalk/dependencies/promptsource/templates/imdb/templates.yaml
catwalk/dependencies/promptsource/templates/jfleg/templates.yaml
catwalk/dependencies/promptsource/templates/jigsaw_unintended_bias/templates.yaml
catwalk/dependencies/promptsource/templates/kelm/templates.yaml
catwalk/dependencies/promptsource/templates/khalidalt/HuffPost/templates.yaml
catwalk/dependencies/promptsource/templates/kilt_tasks/hotpotqa/templates.yaml
catwalk/dependencies/promptsource/templates/kilt_tasks/nq/templates.yaml
catwalk/dependencies/promptsource/templates/lama/conceptnet/templates.yaml
catwalk/dependencies/promptsource/templates/lama/google_re/templates.yaml
catwalk/dependencies/promptsource/templates/lama/squad/templates.yaml
catwalk/dependencies/promptsource/templates/lama/trex/templates.yaml
catwalk/dependencies/promptsource/templates/lambada/templates.yaml
catwalk/dependencies/promptsource/templates/liar/templates.yaml
catwalk/dependencies/promptsource/templates/limit/templates.yaml
catwalk/dependencies/promptsource/templates/lince/sa_spaeng/templates.yaml
catwalk/dependencies/promptsource/templates/math_dataset/algebra__linear_1d/templates.yaml
catwalk/dependencies/promptsource/templates/math_dataset/algebra__linear_1d_composed/templates.yaml
catwalk/dependencies/promptsource/templates/math_dataset/algebra__linear_2d/templates.yaml
catwalk/dependencies/promptsource/templates/math_dataset/algebra__linear_2d_composed/templates.yaml
catwalk/dependencies/promptsource/templates/math_qa/templates.yaml
catwalk/dependencies/promptsource/templates/mc_taco/templates.yaml
catwalk/dependencies/promptsource/templates/mdd/task1_qa/templates.yaml
catwalk/dependencies/promptsource/templates/mdd/task2_recs/templates.yaml
catwalk/dependencies/promptsource/templates/mdd/task3_qarecs/templates.yaml
catwalk/dependencies/promptsource/templates/medal/templates.yaml
catwalk/dependencies/promptsource/templates/medical_questions_pairs/templates.yaml
catwalk/dependencies/promptsource/templates/meta_woz/dialogues/templates.yaml
catwalk/dependencies/promptsource/templates/mocha/templates.yaml
catwalk/dependencies/promptsource/templates/movie_rationales/templates.yaml
catwalk/dependencies/promptsource/templates/multi_news/templates.yaml
catwalk/dependencies/promptsource/templates/multi_nli/templates.yaml
catwalk/dependencies/promptsource/templates/multi_x_science_sum/templates.yaml
catwalk/dependencies/promptsource/templates/mwsc/templates.yaml
catwalk/dependencies/promptsource/templates/narrativeqa/templates.yaml
catwalk/dependencies/promptsource/templates/ncbi_disease/templates.yaml
catwalk/dependencies/promptsource/templates/neural_code_search/evaluation_dataset/templates.yaml
catwalk/dependencies/promptsource/templates/newspop/templates.yaml
catwalk/dependencies/promptsource/templates/nlu_evaluation_data/templates.yaml
catwalk/dependencies/promptsource/templates/nq_open/templates.yaml
catwalk/dependencies/promptsource/templates/numer_sense/templates.yaml
catwalk/dependencies/promptsource/templates/onestop_english/templates.yaml
catwalk/dependencies/promptsource/templates/openai_humaneval/templates.yaml
catwalk/dependencies/promptsource/templates/openbookqa/additional/templates.yaml
catwalk/dependencies/promptsource/templates/openbookqa/main/templates.yaml
catwalk/dependencies/promptsource/templates/paws-x/en/templates.yaml
catwalk/dependencies/promptsource/templates/paws/labeled_final/templates.yaml
catwalk/dependencies/promptsource/templates/paws/labeled_swap/templates.yaml
catwalk/dependencies/promptsource/templates/paws/unlabeled_final/templates.yaml
catwalk/dependencies/promptsource/templates/piaf/templates.yaml
catwalk/dependencies/promptsource/templates/piqa/templates.yaml
catwalk/dependencies/promptsource/templates/poem_sentiment/templates.yaml
catwalk/dependencies/promptsource/templates/pubmed_qa/pqa_labeled/templates.yaml
catwalk/dependencies/promptsource/templates/qa_srl/templates.yaml
catwalk/dependencies/promptsource/templates/qa_zre/templates.yaml
catwalk/dependencies/promptsource/templates/qasc/templates.yaml
catwalk/dependencies/promptsource/templates/qed/templates.yaml
catwalk/dependencies/promptsource/templates/quac/templates.yaml
catwalk/dependencies/promptsource/templates/quail/templates.yaml
catwalk/dependencies/promptsource/templates/quarel/templates.yaml
catwalk/dependencies/promptsource/templates/quartz/templates.yaml
catwalk/dependencies/promptsource/templates/quora/templates.yaml
catwalk/dependencies/promptsource/templates/quoref/templates.yaml
catwalk/dependencies/promptsource/templates/race/all/templates.yaml
catwalk/dependencies/promptsource/templates/race/high/templates.yaml
catwalk/dependencies/promptsource/templates/race/middle/templates.yaml
catwalk/dependencies/promptsource/templates/rbawden/DiaBLa/templates.yaml
catwalk/dependencies/promptsource/templates/riddle_sense/templates.yaml
catwalk/dependencies/promptsource/templates/ropes/templates.yaml
catwalk/dependencies/promptsource/templates/rotten_tomatoes/templates.yaml
catwalk/dependencies/promptsource/templates/samsum/templates.yaml
catwalk/dependencies/promptsource/templates/scan/addprim_jump/templates.yaml
catwalk/dependencies/promptsource/templates/scan/addprim_turn_left/templates.yaml
catwalk/dependencies/promptsource/templates/scan/filler_num0/templates.yaml
catwalk/dependencies/promptsource/templates/scan/filler_num1/templates.yaml
catwalk/dependencies/promptsource/templates/scan/filler_num2/templates.yaml
catwalk/dependencies/promptsource/templates/scan/filler_num3/templates.yaml
catwalk/dependencies/promptsource/templates/scan/length/templates.yaml
catwalk/dependencies/promptsource/templates/scan/simple/templates.yaml
catwalk/dependencies/promptsource/templates/scan/template_around_right/templates.yaml
catwalk/dependencies/promptsource/templates/scan/template_jump_around_right/templates.yaml
catwalk/dependencies/promptsource/templates/scan/template_opposite_right/templates.yaml
catwalk/dependencies/promptsource/templates/scan/template_right/templates.yaml
catwalk/dependencies/promptsource/templates/schema_guided_dstc8/dialogues/templates.yaml
catwalk/dependencies/promptsource/templates/scicite/templates.yaml
catwalk/dependencies/promptsource/templates/scientific_papers/arxiv/templates.yaml
catwalk/dependencies/promptsource/templates/scientific_papers/pubmed/templates.yaml
catwalk/dependencies/promptsource/templates/sciq/templates.yaml
catwalk/dependencies/promptsource/templates/scitail/snli_format/templates.yaml
catwalk/dependencies/promptsource/templates/scitail/tsv_format/templates.yaml
catwalk/dependencies/promptsource/templates/scitldr/Abstract/templates.yaml
catwalk/dependencies/promptsource/templates/selqa/answer_selection_analysis/templates.yaml
catwalk/dependencies/promptsource/templates/sem_eval_2010_task_8/templates.yaml
catwalk/dependencies/promptsource/templates/sem_eval_2014_task_1/templates.yaml
catwalk/dependencies/promptsource/templates/sent_comp/templates.yaml
catwalk/dependencies/promptsource/templates/shanya/crd3/templates.yaml
catwalk/dependencies/promptsource/templates/sick/templates.yaml
catwalk/dependencies/promptsource/templates/sms_spam/templates.yaml
catwalk/dependencies/promptsource/templates/snips_built_in_intents/templates.yaml
catwalk/dependencies/promptsource/templates/snli/templates.yaml
catwalk/dependencies/promptsource/templates/social_i_qa/templates.yaml
catwalk/dependencies/promptsource/templates/species_800/templates.yaml
catwalk/dependencies/promptsource/templates/squad/templates.yaml
catwalk/dependencies/promptsource/templates/squad_adversarial/AddSent/templates.yaml
catwalk/dependencies/promptsource/templates/squad_v2/templates.yaml
catwalk/dependencies/promptsource/templates/squadshifts/amazon/templates.yaml
catwalk/dependencies/promptsource/templates/squadshifts/new_wiki/templates.yaml
catwalk/dependencies/promptsource/templates/squadshifts/nyt/templates.yaml
catwalk/dependencies/promptsource/templates/sst/default/templates.yaml
catwalk/dependencies/promptsource/templates/story_cloze/2016/templates.yaml
catwalk/dependencies/promptsource/templates/stsb_multi_mt/en/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/books/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/electronics/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/grocery/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/movies/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/restaurants/templates.yaml
catwalk/dependencies/promptsource/templates/subjqa/tripadvisor/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/axb/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/axg/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/boolq/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/cb/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/copa/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/multirc/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/record/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/rte/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/wic/templates.yaml
catwalk/dependencies/promptsource/templates/super_glue/wsc.fixed/templates.yaml
catwalk/dependencies/promptsource/templates/swag/regular/templates.yaml
catwalk/dependencies/promptsource/templates/tab_fact/tab_fact/templates.yaml
catwalk/dependencies/promptsource/templates/tmu_gfm_dataset/templates.yaml
catwalk/dependencies/promptsource/templates/trec/templates.yaml
catwalk/dependencies/promptsource/templates/trivia_qa/unfiltered/templates.yaml
catwalk/dependencies/promptsource/templates/turk/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/emoji/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/emotion/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/hate/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/irony/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/offensive/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/sentiment/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/stance_abortion/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/stance_atheism/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/stance_climate/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/stance_feminist/templates.yaml
catwalk/dependencies/promptsource/templates/tweet_eval/stance_hillary/templates.yaml
catwalk/dependencies/promptsource/templates/tydiqa/primary_task/templates.yaml
catwalk/dependencies/promptsource/templates/tydiqa/secondary_task/templates.yaml
catwalk/dependencies/promptsource/templates/web_questions/templates.yaml
catwalk/dependencies/promptsource/templates/wiki_bio/templates.yaml
catwalk/dependencies/promptsource/templates/wiki_hop/masked/templates.yaml
catwalk/dependencies/promptsource/templates/wiki_hop/original/templates.yaml
catwalk/dependencies/promptsource/templates/wiki_qa/templates.yaml
catwalk/dependencies/promptsource/templates/wiki_split/templates.yaml
catwalk/dependencies/promptsource/templates/wino_bias/type1_anti/templates.yaml
catwalk/dependencies/promptsource/templates/wino_bias/type1_pro/templates.yaml
catwalk/dependencies/promptsource/templates/wino_bias/type2_anti/templates.yaml
catwalk/dependencies/promptsource/templates/wino_bias/type2_pro/templates.yaml
catwalk/dependencies/promptsource/templates/winograd_wsc/wsc273/templates.yaml
catwalk/dependencies/promptsource/templates/winograd_wsc/wsc285/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_debiased/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_l/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_m/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_s/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_xl/templates.yaml
catwalk/dependencies/promptsource/templates/winogrande/winogrande_xs/templates.yaml
catwalk/dependencies/promptsource/templates/wiqa/templates.yaml
catwalk/dependencies/promptsource/templates/wmt14/cs-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt14/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt14/fr-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt14/hi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt14/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt15/cs-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt15/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt15/fi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt15/fr-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt15/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/cs-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/fi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/ro-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt16/tr-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/cs-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/fi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/lv-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/tr-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt17/zh-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/cs-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/et-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/fi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/tr-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt18/zh-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/de-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/fi-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/fr-de/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/gu-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/kk-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/lt-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/ru-en/templates.yaml
catwalk/dependencies/promptsource/templates/wmt19/zh-en/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/id/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/it/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/sw/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/ta/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/vi/templates.yaml
catwalk/dependencies/promptsource/templates/xcopa/zh/templates.yaml
catwalk/dependencies/promptsource/templates/xnli/en/templates.yaml
catwalk/dependencies/promptsource/templates/xquad/xquad.ar/templates.yaml
catwalk/dependencies/promptsource/templates/xquad/xquad.en/templates.yaml
catwalk/dependencies/promptsource/templates/xquad_r/en/templates.yaml
catwalk/dependencies/promptsource/templates/xsum/templates.yaml
catwalk/dependencies/promptsource/templates/yahoo_answers_qa/templates.yaml
catwalk/dependencies/promptsource/templates/yahoo_answers_topics/templates.yaml
catwalk/dependencies/promptsource/templates/yelp_polarity/templates.yaml
catwalk/dependencies/promptsource/templates/yelp_review_full/templates.yaml
catwalk/dependencies/promptsource/templates/zest/templates.yaml
catwalk/metrics/__init__.py
catwalk/metrics/entropy.py
catwalk/metrics/perplexity.py
catwalk/models/__init__.py
catwalk/models/eleuther.py
catwalk/models/gpt.py
catwalk/models/huggingface.py
catwalk/models/ia3.py
catwalk/models/metaicl.py
catwalk/models/promptsource.py
catwalk/models/rank_classification.py
catwalk/models/soft_prompt.py
catwalk/models/t5.py
catwalk/tasks/__init__.py
catwalk/tasks/eleuther.py
catwalk/tasks/huggingface.py
catwalk/tasks/metaicl.py
catwalk/tasks/mrqa.py
catwalk/tasks/p3.py
catwalk/tasks/promptsource.py
catwalk/tasks/raft.py
catwalk/tasks/t5.py