HF_PRE_DEFIND_DATASET={
    'bm25':{

        '2wikimultihopqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/2wikimultihopqa/dev.json?download=true"]
        },
        '2wikimultihopqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/2wikimultihopqa/train.json?download=true"]
        },
        'archivialqa-dev':{
            "filename":"val.json",
            "original_ext": "val.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ArchivialQA/val.json?download=true"]
        },
        'archivialqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ArchivialQA/test.json?download=true"]
        },
        'chroniclingamericaqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ChroniclingAmericaQA/test.json?download=true"]
        },
        'chroniclingamericaqa-dev':{
            "filename":"val.json",
            "original_ext": "val.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ChroniclingAmericaQA/val.json?download=true"]
        },
        'entityquestions-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/EntityQuestions/test.json?download=true"]
        },
        'ambig_qa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ambig_qa/dev.json?download=true"]
        },
        'ambig_qa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ambig_qa/train.json?download=true"]
        },
        'arc-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/arc/test.json?download=true"]
        },
        'arc-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/arc/dev.json?download=true"]
        },
        'arc-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/arc/train.json?download=true"]
        },
        'ay2-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ay2/train.json?download=true"]
        },
        'ay2-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/ay2/dev.json?download=true"]
        },
        'asqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/asqa/dev.json?download=true"]
        },
        'asqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/asqa/train.json?download=true"]
        },
        'bamboogle-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/bamboogle/test.json?download=true"]
        },
        'boolq-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/boolq/train.json?download=true"]
        },
        'boolq-dev':{
            "filename":"val.json",
            "original_ext": "val.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/boolq/val.json?download=true"]
        },
        'commonsense_qa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/commonsense_qa/train.json?download=true"]
        },
        'commonsense_qa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/commonsense_qa/dev.json?download=true"]
        },
        'curatedtrec-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/curatedtrec/train.json?download=true"]
        },
        'curatedtrec-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/curatedtrec/test.json?download=true"]
        },
        'domainrag-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/domainrag/test.json?download=true"]
        },
        'eli5-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/eli5/dev.json?download=true"]
        },
        'eli5-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/eli5/train.json?download=true"]
        },
        'fermi-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/fermi/test.json?download=true"]
        },
        'fermi-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/fermi/dev.json?download=true"]
        },
        'fermi-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/fermi/train.json?download=true"]
        },
        'fever-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/fever/dev.json?download=true"]
        },
        'fever-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/fever/train.json?download=true"]
        },
        'hellaswag-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/hellaswag/train.json?download=true"]
        },
        'hellaswag-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/hellaswag/dev.json?download=true"]
        },
        'hotpotqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/hotpotqa/dev.json?download=true"]
        },
        'hotpotqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/hotpotqa/train.json?download=true"]
        },
        'mmlu-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/mmlu/train.json?download=true"]
        },
        'mmlu-5_shot':{
            "filename":"5_shot.json",
            "original_ext": "5_shot.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/mmlu/5_shot.json?download=true"]
        },
        'mmlu-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/mmlu/dev.json?download=true"]
        },
        'mmlu-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/mmlu/test.json?download=true"]
        },
        'musique-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/musique/dev.json?download=true"]
        },
        'musique-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/musique/train.json?download=true"]
        },
        'narrativeqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/narrativeqa/dev.json?download=true"]
        },
        'narrativeqa-test':{
            "filename":".json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/narrativeqa/test.json?download=true"]
        },
        'narrativeqa-train':{
            "filename":".json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/narrativeqa/train.json?download=true"]
        },
        'nq-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/nq/dev.json?download=true"]
        },
        'nq-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/nq/test.json?download=true"]
        },
        'nq-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/nq/train.json?download=true"]
        },
        'openbookqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/openbookqa/dev.json?download=true"]
        },
        'openbookqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/openbookqa/train.json?download=true"]
        },
        'openbookqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/openbookqa/test.json?download=true"]
        },
        'piqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/piqa/dev.json?download=true"]
        },
        'piqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/piqa/train.json?download=true"]
        },
        'popqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/popqa/test.json?download=true"]
        },
        'quartz-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/quartz/test.json?download=true"]
        },
        'quartz-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/quartz/dev.json?download=true"]
        },
        'quartz-train':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/quartz/dev.json?download=true"]
        },
        'siqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/siqa/train.json?download=true"]
        },
        'siqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/siqa/dev.json?download=true"]
        },
        'squad-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/squad/dev.json?download=true"]
        },
        'squad-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/squad/test.json?download=true"]
        },
        'squad-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/squad/train.json?download=true"]
        },
        'strategyqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/strategyqa/train.json?download=true"]
        },
        'trex-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/trex/dev.json?download=true"]
        },
        'triviaqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/triviaqa/dev.json?download=true"]
        },
        'triviaqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/triviaqa/test.json?download=true"]
        },
        'triviaqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/triviaqa/train.json?download=true"]
        },
        'truthful_qa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/truthful_qa/dev.json?download=true"]
        },
        'webq-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/web_questions/test.json?download=true"]
        },
        'webq-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/web_questions/train.json?download=true"]
        },

        'wiki_qa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wiki_qa/dev.json?download=true"]
        },

        'wiki_qa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wiki_qa/test.json?download=true"]
        },

        'wiki_qa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wiki_qa/train.json?download=true"]
        },
        'wikiasp-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikiasp/train.json?download=true"]
        },
        'wikiasp-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikiasp/dev.json?download=true"]
        },
        'wikiasp-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikiasp/test.json?download=true"]
        },
        'wikipassageqa-test':{
            "filename":"test.json",
            "original_ext": "test.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikipassageqa/test.json?download=true"]
        },
        'wikipassageqa-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikipassageqa/dev.json?download=true"]
        },
        'wikipassageqa-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wikipassageqa/train.json?download=true"]
        },
        'wned-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wned/dev.json?download=true"]
        },
        'wow-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wow/dev.json?download=true"]
        },
        'wow-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/wow/train.json?download=true"]
        },
        'zsre-dev':{
            "filename":"dev.json",
            "original_ext": "dev.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/zsre/dev.json?download=true"]
        },
        'zsre-train':{
            "filename":"train.json",
            "original_ext": "train.json",
            "compressed": False,
            "desc": "Top-1000 passages from BM25 retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets-light/resolve/main/bm25/zsre/train.json?download=true"]
        },

    },
    'dpr':{
        'webq-test':{
            "filename":"webq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/webq-test.json?download=true"]
        },
        'nq-dev':{
            "filename":"nq-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for NQ Questions Dev set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/nq-dev.json?download=true"]
        },
        'nq-test':{
            "filename":"nq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for NQ Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/nq-test.json?download=true"]
        },
        'squad1-test':{
            "filename":"squad1-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/squad1-test.json?download=true"]
        },
        'squad1-dev':{
            "filename":"squad1-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/squad1-dev.json?download=true"]
        },
        'trivia-dev':{
            "filename":"trivia-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/trivia-dev.json?download=true"]
        },
        'trivia-test':{
            "filename":"trivia-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/trivia-test.json?download=true"]
        },
        'EntityQuestions-test':{
            "filename":"EntityQuestions.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for Contriever Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/EntityQuestions.json?download=true"]
        },
        'boolq-val':{
            "filename":"boolq-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for boolq Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/boolq-val.json?download=true"]
        },
        'boolq-train':{
            "filename":"boolq-train.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for boolq Questions train set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/boolq-train.json?download=true"]
        },
        'HotpotQA-test':{
            "filename":"hotpotqa-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for HotpotQA Test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/hotpotqa-test.json?download=true"]
        },
        'HotpotQA-val':{
            "filename":"hotpotqa-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for HotpotQA val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/hotpotqa-val.json?download=true"]
        },
        'ChroniclingAmericaQA-val':{
            "filename":"ChroniclingQA-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for ChroniclingQA Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/ChroniclingQA-val.json?download=true"]
        },
        'ChroniclingAmericaQA-test':{
            "filename":"ChroniclingQA-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for ChroniclingQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/ChroniclingQA-test.json?download=true"]
        },
        'ArchivialQA-val':{
            "filename":"ArchivialQA-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for ArchivialQA Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/ArchivialQA-val.json?download=true"]
        },
        'ArchivialQA-test':{
            "filename":"ArchivialQA-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for ArchivialQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/dpr/ArchivialQA-test.json?download=true"]
        },
        
    },
    'mss-dpr':{
        'webq-test':{
            "filename":"webq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/webq-test.json?download=true"]
        },
        'nq-dev':{
            "filename":"nq-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for NQ Questions Dev set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/nq-dev.json?download=true"]
        },
        'nq-test':{
            "filename":"nq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for NQ Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/nq-test.json?download=true"]
        },
        'squad1-test':{
            "filename":"squad1-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/squad1-test.json?download=true"]
        },
        'squad1-dev':{
            "filename":"squad1-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/squad1-dev.json?download=true"]
        },
        'trivia-dev':{
            "filename":"trivia-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/trivia-dev.json?download=true"]
        },
        'trivia-test':{
            "filename":"trivia-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS-DPR retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/trivia-test.json?download=true"]
        },

        'EntityQuestions-test':{
            "filename":"EntityQuestions.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from DPR retriever for MSS-DPR Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss-dpr/EntityQuestions.json?download=true"]
        },
    },
    'contriever':{
        'webq-test':{
            "filename":"webq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/webq-test.json?download=true"]
        },
        'nq-dev':{
            "filename":"nq-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for NQ Questions Dev set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/nq-dev.json?download=true"]
        },
        'nq-test':{
            "filename":"nq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for NQ Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/nq-test.json?download=true"]
        },
        'squad1-test':{
            "filename":"squad1-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/squad1-test.json?download=true"]
        },
        'trivia-dev':{
            "filename":"trivia-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/trivia-dev.json?download=true"]
        },
        'trivia-test':{
            "filename":"trivia-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/trivia-test.json?download=true"]
        },
        'EntityQuestions-test':{
            "filename":"EntityQuestions.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from contriever retriever for Contriever Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/EntityQuestions.json?download=true"]
        },

        'boolq-val':{
            "filename":"boolq-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for boolq Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/boolq-val.json?download=true"]
        },
        'boolq-train':{
            "filename":"boolq-train.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for boolq Questions train set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/boolq-train.json?download=true"]
        },
        'HotpotQA-test':{
            "filename":"hotpotqa-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for HotpotQA Test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/hotpotqa-test.json?download=true"]
        },
        'HotpotQA-val':{
            "filename":"hotpotqa-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for HotpotQA val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/hotpotqa-val.json?download=true"]
        },
        'ChroniclingAmericaQA-val':{
            "filename":"ChroniclingQA-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for ChroniclingQA Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/ChroniclingQA-val.json?download=true"]
        },
        'ChroniclingAmericaQA-test':{
            "filename":"ChroniclingQA-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for ChroniclingQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/ChroniclingQA-test.json?download=true"]
        },
        'ArchivialQA-val':{
            "filename":"ArchivialQA-val.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for ArchivialQA Questions val set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/ArchivialQA-val.json?download=true"]
        },
        'ArchivialQA-test':{
            "filename":"ArchivialQA-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from Contriever retriever for ArchivialQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/contriever/ArchivialQA-test.json?download=true"]
        },
    },
    'mss':{
        'webq-test':{
            "filename":"webq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for WebQA Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/webq-test.json?download=true"]
        },
        'nq-dev':{
            "filename":"nq-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for NQ Questions Dev set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/nq-dev.json?download=true"]
        },
        'nq-test':{
            "filename":"nq-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for NQ Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/nq-test.json?download=true"]
        },
        'squad1-test':{
            "filename":"squad1-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/squad1-test.json?download=true"]
        },
        'squad1-dev':{
            "filename":"squad1-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for Squad1 Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/squad1-dev.json?download=true"]
        },
        'trivia-dev':{
            "filename":"trivia-dev.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/trivia-dev.json?download=true"]
        },
        'trivia-test':{
            "filename":"trivia-test.json",
            "original_ext": ".json",
            "compressed": False,
            "desc": "Top-1000 passages from MSS retriever for Trivia Questions test set.",
            "url" : ["https://huggingface.co/datasets/abdoelsayed/reranking-datasets/resolve/main/mss/trivia-test.json?download=true"]
        },
    }
}