LICENSE
README.md
pyproject.toml
mteb/__init__.py
mteb/cmd.py
mteb/logging.py
mteb.egg-info/PKG-INFO
mteb.egg-info/SOURCES.txt
mteb.egg-info/dependency_links.txt
mteb.egg-info/entry_points.txt
mteb.egg-info/requires.txt
mteb.egg-info/top_level.txt
mteb/abstasks/AbsTask.py
mteb/abstasks/AbsTaskBitextMining.py
mteb/abstasks/AbsTaskClassification.py
mteb/abstasks/AbsTaskClustering.py
mteb/abstasks/AbsTaskPairClassification.py
mteb/abstasks/AbsTaskReranking.py
mteb/abstasks/AbsTaskRetrieval.py
mteb/abstasks/AbsTaskSTS.py
mteb/abstasks/AbsTaskSummarization.py
mteb/abstasks/CrosslingualTask.py
mteb/abstasks/LangMapping.py
mteb/abstasks/MultilingualTask.py
mteb/abstasks/TaskMetadata.py
mteb/abstasks/__init__.py
mteb/abstasks/iso_15924_to_script.json
mteb/abstasks/iso_639_3_to_language.json
mteb/abstasks/languages.py
mteb/evaluation/MTEB.py
mteb/evaluation/__init__.py
mteb/evaluation/evaluators/BitextMiningEvaluator.py
mteb/evaluation/evaluators/ClassificationEvaluator.py
mteb/evaluation/evaluators/ClusteringEvaluator.py
mteb/evaluation/evaluators/Evaluator.py
mteb/evaluation/evaluators/PairClassificationEvaluator.py
mteb/evaluation/evaluators/RerankingEvaluator.py
mteb/evaluation/evaluators/RetrievalEvaluator.py
mteb/evaluation/evaluators/STSEvaluator.py
mteb/evaluation/evaluators/SummarizationEvaluator.py
mteb/evaluation/evaluators/__init__.py
mteb/evaluation/evaluators/utils.py
mteb/tasks/__init__.py
mteb/tasks/BitextMining/__init__.py
mteb/tasks/BitextMining/dan/BornholmskBitextMining.py
mteb/tasks/BitextMining/dan/__init__.py
mteb/tasks/BitextMining/multilingual/BUCCBitextMining.py
mteb/tasks/BitextMining/multilingual/DiaBLaBitextMining.py
mteb/tasks/BitextMining/multilingual/FloresBitextMining.py
mteb/tasks/BitextMining/multilingual/NorwegianCourtsBitextMining.py
mteb/tasks/BitextMining/multilingual/TatoebaBitextMining.py
mteb/tasks/BitextMining/multilingual/__init__.py
mteb/tasks/BitextMining/multilingual/norwegian_courts_bitext_mining.py
mteb/tasks/Classification/__init__.py
mteb/tasks/Classification/dan/AngryTweetsClassification.py
mteb/tasks/Classification/dan/DKHateClassification.py
mteb/tasks/Classification/dan/DalajClassification.py
mteb/tasks/Classification/dan/DanishPoliticalCommentsClassification.py
mteb/tasks/Classification/dan/DdiscoCohesionClassification.py
mteb/tasks/Classification/dan/LccSentimentClassification.py
mteb/tasks/Classification/dan/__init__.py
mteb/tasks/Classification/eng/AmazonPolarityClassification.py
mteb/tasks/Classification/eng/Banking77Classification.py
mteb/tasks/Classification/eng/EmotionClassification.py
mteb/tasks/Classification/eng/ImdbClassification.py
mteb/tasks/Classification/eng/NewsClassification.py
mteb/tasks/Classification/eng/ToxicConversationsClassification.py
mteb/tasks/Classification/eng/TweetSentimentExtractionClassification.py
mteb/tasks/Classification/eng/__init__.py
mteb/tasks/Classification/multilingual/AmazonCounterfactualClassification.py
mteb/tasks/Classification/multilingual/AmazonReviewsClassification.py
mteb/tasks/Classification/multilingual/MTOPDomainClassification.py
mteb/tasks/Classification/multilingual/MTOPIntentClassification.py
mteb/tasks/Classification/multilingual/MasakhaNEWSClassification.py
mteb/tasks/Classification/multilingual/MassiveIntentClassification.py
mteb/tasks/Classification/multilingual/MassiveScenarioClassification.py
mteb/tasks/Classification/multilingual/NordicLangClassification.py
mteb/tasks/Classification/multilingual/ScalaClassification.py
mteb/tasks/Classification/multilingual/__init__.py
mteb/tasks/Classification/nob/NoRecClassification.py
mteb/tasks/Classification/nob/NorwegianParliamentClassification.py
mteb/tasks/Classification/nob/__init__.py
mteb/tasks/Classification/pol/PolishClassification.py
mteb/tasks/Classification/pol/__init__.py
mteb/tasks/Classification/swe/SweRecClassification.py
mteb/tasks/Classification/swe/__init__.py
mteb/tasks/Classification/zho/CMTEBClassification.py
mteb/tasks/Classification/zho/__init__.py
mteb/tasks/Clustering/__init__.py
mteb/tasks/Clustering/deu/BlurbsClusteringP2P.py
mteb/tasks/Clustering/deu/BlurbsClusteringS2S.py
mteb/tasks/Clustering/deu/TenKGnadClusteringP2P.py
mteb/tasks/Clustering/deu/TenKGnadClusteringS2S.py
mteb/tasks/Clustering/deu/__init__.py
mteb/tasks/Clustering/eng/ArxivClusteringP2P.py
mteb/tasks/Clustering/eng/ArxivClusteringS2S.py
mteb/tasks/Clustering/eng/BigPatentClustering.py
mteb/tasks/Clustering/eng/BiorxivClusteringP2P.py
mteb/tasks/Clustering/eng/BiorxivClusteringS2S.py
mteb/tasks/Clustering/eng/MedrxivClusteringP2P.py
mteb/tasks/Clustering/eng/MedrxivClusteringS2S.py
mteb/tasks/Clustering/eng/RedditClustering.py
mteb/tasks/Clustering/eng/RedditClusteringP2P.py
mteb/tasks/Clustering/eng/StackExchangeClustering.py
mteb/tasks/Clustering/eng/StackExchangeClusteringP2P.py
mteb/tasks/Clustering/eng/TwentyNewsgroupsClustering.py
mteb/tasks/Clustering/eng/WikiCitiesClustering.py
mteb/tasks/Clustering/eng/__init__.py
mteb/tasks/Clustering/fra/AlloProfClusteringP2P.py
mteb/tasks/Clustering/fra/AlloProfClusteringS2S.py
mteb/tasks/Clustering/fra/HALClusteringS2S.py
mteb/tasks/Clustering/fra/MLSUMClusteringP2P.py
mteb/tasks/Clustering/fra/MLSUMClusteringS2S.py
mteb/tasks/Clustering/fra/__init__.py
mteb/tasks/Clustering/multilingual/MasakhaNEWSClusteringP2P.py
mteb/tasks/Clustering/multilingual/MasakhaNEWSClusteringS2S.py
mteb/tasks/Clustering/multilingual/__init__.py
mteb/tasks/Clustering/nob/__init__.py
mteb/tasks/Clustering/nob/snl_clustering.py
mteb/tasks/Clustering/nob/vg_clustering.py
mteb/tasks/Clustering/pol/PolishClustering.py
mteb/tasks/Clustering/pol/__init__.py
mteb/tasks/Clustering/spa/FloresClusteringS2S.py
mteb/tasks/Clustering/spa/SpanishNewsClusteringP2P.py
mteb/tasks/Clustering/spa/__init__.py
mteb/tasks/Clustering/swe/__init__.py
mteb/tasks/Clustering/swe/swedn_clustering.py
mteb/tasks/Clustering/zho/CMTEBClustering.py
mteb/tasks/Clustering/zho/__init__.py
mteb/tasks/PairClassification/__init__.py
mteb/tasks/PairClassification/eng/SprintDuplicateQuestionsPC.py
mteb/tasks/PairClassification/eng/TwitterSemEval2015PC.py
mteb/tasks/PairClassification/eng/TwitterURLCorpusPC.py
mteb/tasks/PairClassification/eng/__init__.py
mteb/tasks/PairClassification/multilingual/OpusparcusPC.py
mteb/tasks/PairClassification/multilingual/PawsX.py
mteb/tasks/PairClassification/multilingual/__init__.py
mteb/tasks/PairClassification/pol/PolishPC.py
mteb/tasks/PairClassification/pol/__init__.py
mteb/tasks/PairClassification/zho/CMTEBPairClassification.py
mteb/tasks/PairClassification/zho/__init__.py
mteb/tasks/Reranking/__init__.py
mteb/tasks/Reranking/eng/AskUbuntuDupQuestions.py
mteb/tasks/Reranking/eng/MindSmallReranking.py
mteb/tasks/Reranking/eng/SciDocsReranking.py
mteb/tasks/Reranking/eng/StackOverflowDupQuestions.py
mteb/tasks/Reranking/eng/__init__.py
mteb/tasks/Reranking/fra/AlloprofReranking.py
mteb/tasks/Reranking/fra/SyntecReranking.py
mteb/tasks/Reranking/fra/__init__.py
mteb/tasks/Reranking/multilingual/MIRACLReranking.py
mteb/tasks/Reranking/multilingual/__init__.py
mteb/tasks/Reranking/zho/CMTEBReranking.py
mteb/tasks/Reranking/zho/__init__.py
mteb/tasks/Retrieval/__init__.py
mteb/tasks/Retrieval/dan/__init__.py
mteb/tasks/Retrieval/dan/dan_fever.py
mteb/tasks/Retrieval/dan/t2nord_retrieval.py
mteb/tasks/Retrieval/dan/twitterhjerne.py
mteb/tasks/Retrieval/deu/GerDaLIRRetrieval.py
mteb/tasks/Retrieval/deu/GerDaLIRSmallRetrieval.py
mteb/tasks/Retrieval/deu/GermanDPRRetrieval.py
mteb/tasks/Retrieval/deu/GermanQuADRetrieval.py
mteb/tasks/Retrieval/deu/LegalQuADRetrieval.py
mteb/tasks/Retrieval/deu/__init__.py
mteb/tasks/Retrieval/eng/AILACasedocsRetrieval.py
mteb/tasks/Retrieval/eng/AILAStatutesRetrieval.py
mteb/tasks/Retrieval/eng/ArguAnaRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackAndroidRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackEnglishRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackGamingRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackGisRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackMathematicaRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackPhysicsRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackProgrammersRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackStatsRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackTexRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackUnixRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackWebmastersRetrieval.py
mteb/tasks/Retrieval/eng/CQADupstackWordpressRetrieval.py
mteb/tasks/Retrieval/eng/ClimateFEVERRetrieval.py
mteb/tasks/Retrieval/eng/DBPediaRetrieval.py
mteb/tasks/Retrieval/eng/FEVERRetrieval.py
mteb/tasks/Retrieval/eng/FiQA2018Retrieval.py
mteb/tasks/Retrieval/eng/HagridRetrieval.py
mteb/tasks/Retrieval/eng/HotpotQARetrieval.py
mteb/tasks/Retrieval/eng/LegalBenchConsumerContractsQARetrieval.py
mteb/tasks/Retrieval/eng/LegalBenchCorporateLobbyingRetrieval.py
mteb/tasks/Retrieval/eng/LegalSummarizationRetrieval.py
mteb/tasks/Retrieval/eng/MSMARCORetrieval.py
mteb/tasks/Retrieval/eng/MSMARCOv2Retrieval.py
mteb/tasks/Retrieval/eng/MedicalQARetrieval.py
mteb/tasks/Retrieval/eng/NFCorpusRetrieval.py
mteb/tasks/Retrieval/eng/NQRetrieval.py
mteb/tasks/Retrieval/eng/NarrativeQARetrieval.py
mteb/tasks/Retrieval/eng/QuoraRetrieval.py
mteb/tasks/Retrieval/eng/SCIDOCSRetrieval.py
mteb/tasks/Retrieval/eng/SciFactRetrieval.py
mteb/tasks/Retrieval/eng/TRECCOVIDRetrieval.py
mteb/tasks/Retrieval/eng/Touche2020Retrieval.py
mteb/tasks/Retrieval/eng/__init__.py
mteb/tasks/Retrieval/fra/AlloprofRetrieval.py
mteb/tasks/Retrieval/fra/BSARDRetrieval.py
mteb/tasks/Retrieval/fra/SyntecRetrieval.py
mteb/tasks/Retrieval/fra/__init__.py
mteb/tasks/Retrieval/kor/KoMiracl.py
mteb/tasks/Retrieval/kor/KoMrtydi.py
mteb/tasks/Retrieval/kor/KoStrategyQA.py
mteb/tasks/Retrieval/kor/__init__.py
mteb/tasks/Retrieval/multilingual/MIRACLRetrieval.py
mteb/tasks/Retrieval/multilingual/MintakaRetrieval.py
mteb/tasks/Retrieval/multilingual/MultiLongDocRetrieval.py
mteb/tasks/Retrieval/multilingual/XMarketRetrieval.py
mteb/tasks/Retrieval/multilingual/XPQARetrieval.py
mteb/tasks/Retrieval/multilingual/__init__.py
mteb/tasks/Retrieval/nob/__init__.py
mteb/tasks/Retrieval/nob/norquad.py
mteb/tasks/Retrieval/nob/snl_retrieval.py
mteb/tasks/Retrieval/pol/ArguAnaPLRetrieval.py
mteb/tasks/Retrieval/pol/DBPediaPLRetrieval.py
mteb/tasks/Retrieval/pol/FiQAPLRetrieval.py
mteb/tasks/Retrieval/pol/HotpotQAPLRetrieval.py
mteb/tasks/Retrieval/pol/MSMARCOPLRetrieval.py
mteb/tasks/Retrieval/pol/NFCorpusPLRetrieval.py
mteb/tasks/Retrieval/pol/NQPLRetrieval.py
mteb/tasks/Retrieval/pol/QuoraPLRetrieval.py
mteb/tasks/Retrieval/pol/SCIDOCSPLRetrieval.py
mteb/tasks/Retrieval/pol/SciFactPLRetrieval.py
mteb/tasks/Retrieval/pol/TRECCOVIDPLRetrieval.py
mteb/tasks/Retrieval/pol/__init__.py
mteb/tasks/Retrieval/spa/SpanishPassageRetrievalS2P.py
mteb/tasks/Retrieval/spa/SpanishPassageRetrievalS2S.py
mteb/tasks/Retrieval/spa/__init__.py
mteb/tasks/Retrieval/swe/__init__.py
mteb/tasks/Retrieval/swe/swedn_retrieval.py
mteb/tasks/Retrieval/swe/swefaq_retrieval.py
mteb/tasks/Retrieval/zho/CMTEBRetrieval.py
mteb/tasks/Retrieval/zho/LeCaRDv2Retrieval.py
mteb/tasks/Retrieval/zho/__init__.py
mteb/tasks/STS/__init__.py
mteb/tasks/STS/deu/GermanSTSBenchmarkSTS.py
mteb/tasks/STS/deu/__init__.py
mteb/tasks/STS/eng/BiossesSTS.py
mteb/tasks/STS/eng/STS12STS.py
mteb/tasks/STS/eng/STS13STS.py
mteb/tasks/STS/eng/STS14STS.py
mteb/tasks/STS/eng/STS15STS.py
mteb/tasks/STS/eng/STS16STS.py
mteb/tasks/STS/eng/STSBenchmarkSTS.py
mteb/tasks/STS/eng/SickrSTS.py
mteb/tasks/STS/eng/__init__.py
mteb/tasks/STS/fra/SickFrSTS.py
mteb/tasks/STS/fra/__init__.py
mteb/tasks/STS/multilingual/STS17CrosslingualSTS.py
mteb/tasks/STS/multilingual/STS22CrosslingualSTS.py
mteb/tasks/STS/multilingual/STSBenchmarkMultilingualSTS.py
mteb/tasks/STS/multilingual/__init__.py
mteb/tasks/STS/pol/PolishSTS.py
mteb/tasks/STS/pol/__init__.py
mteb/tasks/STS/spa/STSES.py
mteb/tasks/STS/spa/__init__.py
mteb/tasks/STS/zho/CMTEBSTS.py
mteb/tasks/STS/zho/__init__.py
mteb/tasks/Summarization/__init__.py
mteb/tasks/Summarization/eng/SummEvalSummarization.py
mteb/tasks/Summarization/eng/__init__.py
mteb/tasks/Summarization/fra/SummEvalFrSummarization.py
mteb/tasks/Summarization/fra/__init__.py
results/intfloat__multilingual-e5-small/DanFEVER.json
results/intfloat__multilingual-e5-small/MedicalQARetrieval.json
results/intfloat__multilingual-e5-small/NewsClassification.json
results/intfloat__multilingual-e5-small/NorQuadRetrieval.json
results/intfloat__multilingual-e5-small/NorwegianCourtsBitextMining.json
results/intfloat__multilingual-e5-small/SNLClustering.json
results/intfloat__multilingual-e5-small/SNLRetrieval.json
results/intfloat__multilingual-e5-small/SweFaqRetrieval.json
results/intfloat__multilingual-e5-small/SwednClustering.json
results/intfloat__multilingual-e5-small/SwednRetrieval.json
results/intfloat__multilingual-e5-small/TV2Nordretrieval.json
results/intfloat__multilingual-e5-small/TwitterHjerneRetrieval.json
results/intfloat__multilingual-e5-small/VGClustering.json
results/intfloat__multilingual-e5-small/model_meta.json
results/sentence-transformers__all-MiniLM-L6-v2/Banking77Classification.json
results/sentence-transformers__all-MiniLM-L6-v2/BornholmBitextMining.json
results/sentence-transformers__all-MiniLM-L6-v2/DanFEVER.json
results/sentence-transformers__all-MiniLM-L6-v2/NorQuadRetrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/NorwegianCourtsBitextMining.json
results/sentence-transformers__all-MiniLM-L6-v2/SNLClustering.json
results/sentence-transformers__all-MiniLM-L6-v2/SNLRetrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/SweFaqRetrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/SwednClustering.json
results/sentence-transformers__all-MiniLM-L6-v2/SwednRetrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/TV2Nordretrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/TwitterHjerneRetrieval.json
results/sentence-transformers__all-MiniLM-L6-v2/VGClustering.json
results/sentence-transformers__all-MiniLM-L6-v2/model.json
results/sentence-transformers__all-MiniLM-L6-v2/model_meta.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/BUCC.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/BornholmBitextMining.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/DanFEVER.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/DiaBlaBitextMining.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/FloresClusteringS2S.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/GerDaLIR.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/MedicalQARetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/NewsClassification.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/NorQuadRetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/NorwegianCourtsBitextMining.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/OpusparcusPC.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/PawsX.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/SNLClustering.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/SNLRetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/SweFaqRetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/SwednClustering.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/SwednRetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/TV2Nordretrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/TwitterHjerneRetrieval.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/VGClustering.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/WikiCitiesClustering.json
results/sentence-transformers__paraphrase-multilingual-MiniLM-L12-v2/model_meta.json
scripts/merge_cqadupstack.py
scripts/mteb_meta.py
scripts/run_mteb_chinese.py
scripts/run_mteb_english.py
scripts/run_mteb_french.py
scripts/run_mteb_german.py
scripts/run_mteb_korean.py
scripts/run_mteb_law.py
scripts/run_mteb_polish.py
scripts/data/create_task_table.py
scripts/data/amazon_polarity/create_data.py
scripts/data/amazon_reviews_multi/create_data.py
scripts/data/arxiv/script_clustering.py
scripts/data/arxiv/script_raw.py
scripts/data/biorxiv/script_clustering.py
scripts/data/biorxiv/script_raw.py
scripts/data/bucc/create_data.py
scripts/data/germanquad/process_data.py
scripts/data/hal/create_data.py
scripts/data/imdb/create_data.py
scripts/data/medicalqaretrieval/create_data.py
scripts/data/medrxiv/script_clustering.py
scripts/data/medrxiv/script_raw.py
scripts/data/mind/prepare_data.py
scripts/data/redditp2p/script_clustering.py
scripts/data/stackexchangep2p/script_clustering.py
scripts/data/sts22-crosslingual-sts/create_data.py
scripts/data/summeval_fr/create_data.py
scripts/data/toxic_conversations_50k/create_data.py
tests/test_ClusteringEvaluator.py
tests/test_PairClassificationEvaluator.py
tests/test_RerankingEvaluator.py
tests/test_RetrievalEvaluator.py
tests/test_TaskMetadata.py
tests/test_all_abstasks.py
tests/test_mteb.py