LICENSE
README.md
pyproject.toml
mteb/__init__.py
mteb/cmd.py
mteb/logging.py
mteb.egg-info/PKG-INFO
mteb.egg-info/SOURCES.txt
mteb.egg-info/dependency_links.txt
mteb.egg-info/entry_points.txt
mteb.egg-info/requires.txt
mteb.egg-info/top_level.txt
mteb/abstasks/AbsTask.py
mteb/abstasks/AbsTaskBitextMining.py
mteb/abstasks/AbsTaskClassification.py
mteb/abstasks/AbsTaskClustering.py
mteb/abstasks/AbsTaskPairClassification.py
mteb/abstasks/AbsTaskReranking.py
mteb/abstasks/AbsTaskRetrieval.py
mteb/abstasks/AbsTaskSTS.py
mteb/abstasks/AbsTaskSummarization.py
mteb/abstasks/CrosslingualTask.py
mteb/abstasks/LangMapping.py
mteb/abstasks/MultilingualTask.py
mteb/abstasks/TaskMetadata.py
mteb/abstasks/__init__.py
mteb/evaluation/MTEB.py
mteb/evaluation/__init__.py
mteb/evaluation/evaluators/BitextMiningEvaluator.py
mteb/evaluation/evaluators/ClassificationEvaluator.py
mteb/evaluation/evaluators/ClusteringEvaluator.py
mteb/evaluation/evaluators/Evaluator.py
mteb/evaluation/evaluators/PairClassificationEvaluator.py
mteb/evaluation/evaluators/RerankingEvaluator.py
mteb/evaluation/evaluators/RetrievalEvaluator.py
mteb/evaluation/evaluators/STSEvaluator.py
mteb/evaluation/evaluators/SummarizationEvaluator.py
mteb/evaluation/evaluators/__init__.py
mteb/evaluation/evaluators/utils.py
mteb/tasks/__init__.py
mteb/tasks/BitextMining/__init__.py
mteb/tasks/BitextMining/da/BornholmskBitextMining.py
mteb/tasks/BitextMining/da/__init__.py
mteb/tasks/BitextMining/multilingual/BUCCBitextMining.py
mteb/tasks/BitextMining/multilingual/DiaBLaBitextMining.py
mteb/tasks/BitextMining/multilingual/FloresBitextMining.py
mteb/tasks/BitextMining/multilingual/NorwegianCourtsBitextMining.py
mteb/tasks/BitextMining/multilingual/TatoebaBitextMining.py
mteb/tasks/BitextMining/multilingual/__init__.py
mteb/tasks/BitextMining/nb/__init__.py
mteb/tasks/BitextMining/nb/norwegian_courts_bitext_mining.py
mteb/tasks/Classification/__init__.py
mteb/tasks/Classification/da/AngryTweetsClassification.py
mteb/tasks/Classification/da/DKHateClassification.py
mteb/tasks/Classification/da/DalajClassification.py
mteb/tasks/Classification/da/DanishPoliticalCommentsClassification.py
mteb/tasks/Classification/da/DdiscoCohesionClassification.py
mteb/tasks/Classification/da/LccSentimentClassification.py
mteb/tasks/Classification/da/__init__.py
mteb/tasks/Classification/en/AmazonPolarityClassification.py
mteb/tasks/Classification/en/Banking77Classification.py
mteb/tasks/Classification/en/EmotionClassification.py
mteb/tasks/Classification/en/ImdbClassification.py
mteb/tasks/Classification/en/ToxicConversationsClassification.py
mteb/tasks/Classification/en/TweetSentimentExtractionClassification.py
mteb/tasks/Classification/en/__init__.py
mteb/tasks/Classification/multilingual/AmazonCounterfactualClassification.py
mteb/tasks/Classification/multilingual/AmazonReviewsClassification.py
mteb/tasks/Classification/multilingual/MTOPDomainClassification.py
mteb/tasks/Classification/multilingual/MTOPIntentClassification.py
mteb/tasks/Classification/multilingual/MasakhaNEWSClassification.py
mteb/tasks/Classification/multilingual/MassiveIntentClassification.py
mteb/tasks/Classification/multilingual/MassiveScenarioClassification.py
mteb/tasks/Classification/multilingual/NordicLangClassification.py
mteb/tasks/Classification/multilingual/ScalaClassification.py
mteb/tasks/Classification/multilingual/__init__.py
mteb/tasks/Classification/nb/NoRecClassification.py
mteb/tasks/Classification/nb/NorwegianParliamentClassification.py
mteb/tasks/Classification/nb/__init__.py
mteb/tasks/Classification/pl/PolishClassification.py
mteb/tasks/Classification/pl/__init__.py
mteb/tasks/Classification/sv/SweRecClassification.py
mteb/tasks/Classification/sv/__init__.py
mteb/tasks/Classification/zh/CMTEBClassification.py
mteb/tasks/Classification/zh/__init__.py
mteb/tasks/Clustering/__init__.py
mteb/tasks/Clustering/de/BlurbsClusteringP2P.py
mteb/tasks/Clustering/de/BlurbsClusteringS2S.py
mteb/tasks/Clustering/de/TenKGnadClusteringP2P.py
mteb/tasks/Clustering/de/TenKGnadClusteringS2S.py
mteb/tasks/Clustering/de/__init__.py
mteb/tasks/Clustering/en/ArxivClusteringP2P.py
mteb/tasks/Clustering/en/ArxivClusteringS2S.py
mteb/tasks/Clustering/en/BigPatentClustering.py
mteb/tasks/Clustering/en/BiorxivClusteringP2P.py
mteb/tasks/Clustering/en/BiorxivClusteringS2S.py
mteb/tasks/Clustering/en/MedrxivClusteringP2P.py
mteb/tasks/Clustering/en/MedrxivClusteringS2S.py
mteb/tasks/Clustering/en/RedditClustering.py
mteb/tasks/Clustering/en/RedditClusteringP2P.py
mteb/tasks/Clustering/en/StackExchangeClustering.py
mteb/tasks/Clustering/en/StackExchangeClusteringP2P.py
mteb/tasks/Clustering/en/TwentyNewsgroupsClustering.py
mteb/tasks/Clustering/en/WikiCitiesClustering.py
mteb/tasks/Clustering/en/__init__.py
mteb/tasks/Clustering/es/FloresClusteringS2S.py
mteb/tasks/Clustering/es/SpanishNewsClusteringP2P.py
mteb/tasks/Clustering/es/__init__.py
mteb/tasks/Clustering/fr/AlloProfClusteringP2P.py
mteb/tasks/Clustering/fr/AlloProfClusteringS2S.py
mteb/tasks/Clustering/fr/HALClusteringS2S.py
mteb/tasks/Clustering/fr/MLSUMClusteringP2P.py
mteb/tasks/Clustering/fr/MLSUMClusteringS2S.py
mteb/tasks/Clustering/fr/__init__.py
mteb/tasks/Clustering/multilingual/MasakhaNEWSClusteringP2P.py
mteb/tasks/Clustering/multilingual/MasakhaNEWSClusteringS2S.py
mteb/tasks/Clustering/multilingual/__init__.py
mteb/tasks/Clustering/nb/__init__.py
mteb/tasks/Clustering/nb/snl_clustering.py
mteb/tasks/Clustering/nb/vg_clustering.py
mteb/tasks/Clustering/pl/PolishClustering.py
mteb/tasks/Clustering/pl/__init__.py
mteb/tasks/Clustering/sv/__init__.py
mteb/tasks/Clustering/sv/swedn_clustering.py
mteb/tasks/Clustering/zh/CMTEBClustering.py
mteb/tasks/Clustering/zh/__init__.py
mteb/tasks/PairClassification/__init__.py
mteb/tasks/PairClassification/en/SprintDuplicateQuestionsPC.py
mteb/tasks/PairClassification/en/TwitterSemEval2015PC.py
mteb/tasks/PairClassification/en/TwitterURLCorpusPC.py
mteb/tasks/PairClassification/en/__init__.py
mteb/tasks/PairClassification/multilingual/OpusparcusPC.py
mteb/tasks/PairClassification/multilingual/PawsX.py
mteb/tasks/PairClassification/multilingual/__init__.py
mteb/tasks/PairClassification/pl/PolishPC.py
mteb/tasks/PairClassification/pl/__init__.py
mteb/tasks/PairClassification/zh/CMTEBPairClassification.py
mteb/tasks/PairClassification/zh/__init__.py
mteb/tasks/Reranking/__init__.py
mteb/tasks/Reranking/en/AskUbuntuDupQuestions.py
mteb/tasks/Reranking/en/MindSmallReranking.py
mteb/tasks/Reranking/en/SciDocsReranking.py
mteb/tasks/Reranking/en/StackOverflowDupQuestions.py
mteb/tasks/Reranking/en/__init__.py
mteb/tasks/Reranking/fr/AlloprofReranking.py
mteb/tasks/Reranking/fr/SyntecReranking.py
mteb/tasks/Reranking/fr/__init__.py
mteb/tasks/Reranking/multilingual/MIRACLReranking.py
mteb/tasks/Reranking/multilingual/__init__.py
mteb/tasks/Reranking/zh/CMTEBReranking.py
mteb/tasks/Reranking/zh/__init__.py
mteb/tasks/Retrieval/__init__.py
mteb/tasks/Retrieval/da/__init__.py
mteb/tasks/Retrieval/da/dan_fever.py
mteb/tasks/Retrieval/da/t2nord_retrieval.py
mteb/tasks/Retrieval/da/twitterhjerne.py
mteb/tasks/Retrieval/de/GerDaLIRRetrieval.py
mteb/tasks/Retrieval/de/GermanDPRRetrieval.py
mteb/tasks/Retrieval/de/GermanQuADRetrieval.py
mteb/tasks/Retrieval/de/__init__.py
mteb/tasks/Retrieval/en/ArguAnaRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackAndroidRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackEnglishRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackGamingRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackGisRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackMathematicaRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackPhysicsRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackProgrammersRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackStatsRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackTexRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackUnixRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackWebmastersRetrieval.py
mteb/tasks/Retrieval/en/CQADupstackWordpressRetrieval.py
mteb/tasks/Retrieval/en/ClimateFEVERRetrieval.py
mteb/tasks/Retrieval/en/DBPediaRetrieval.py
mteb/tasks/Retrieval/en/FEVERRetrieval.py
mteb/tasks/Retrieval/en/FiQA2018Retrieval.py
mteb/tasks/Retrieval/en/HagridRetrieval.py
mteb/tasks/Retrieval/en/HotpotQARetrieval.py
mteb/tasks/Retrieval/en/MSMARCORetrieval.py
mteb/tasks/Retrieval/en/MSMARCOv2Retrieval.py
mteb/tasks/Retrieval/en/NFCorpusRetrieval.py
mteb/tasks/Retrieval/en/NQRetrieval.py
mteb/tasks/Retrieval/en/NarrativeQARetrieval.py
mteb/tasks/Retrieval/en/QuoraRetrieval.py
mteb/tasks/Retrieval/en/SCIDOCSRetrieval.py
mteb/tasks/Retrieval/en/SciFactRetrieval.py
mteb/tasks/Retrieval/en/TRECCOVIDRetrieval.py
mteb/tasks/Retrieval/en/Touche2020Retrieval.py
mteb/tasks/Retrieval/en/__init__.py
mteb/tasks/Retrieval/es/SpanishPassageRetrievalS2P.py
mteb/tasks/Retrieval/es/SpanishPassageRetrievalS2S.py
mteb/tasks/Retrieval/es/__init__.py
mteb/tasks/Retrieval/fr/AlloprofRetrieval.py
mteb/tasks/Retrieval/fr/BSARDRetrieval.py
mteb/tasks/Retrieval/fr/SyntecRetrieval.py
mteb/tasks/Retrieval/fr/__init__.py
mteb/tasks/Retrieval/ko/KoMiracl.py
mteb/tasks/Retrieval/ko/KoMrtydi.py
mteb/tasks/Retrieval/ko/KoStrategyQA.py
mteb/tasks/Retrieval/ko/__init__.py
mteb/tasks/Retrieval/multilingual/MIRACLRetrieval.py
mteb/tasks/Retrieval/multilingual/MintakaRetrieval.py
mteb/tasks/Retrieval/multilingual/MultiLongDocRetrieval.py
mteb/tasks/Retrieval/multilingual/XMarketRetrieval.py
mteb/tasks/Retrieval/multilingual/XPQARetrieval.py
mteb/tasks/Retrieval/multilingual/__init__.py
mteb/tasks/Retrieval/nb/__init__.py
mteb/tasks/Retrieval/nb/norquad.py
mteb/tasks/Retrieval/nb/snl_retrieval.py
mteb/tasks/Retrieval/pl/ArguAnaPLRetrieval.py
mteb/tasks/Retrieval/pl/DBPediaPLRetrieval.py
mteb/tasks/Retrieval/pl/FiQAPLRetrieval.py
mteb/tasks/Retrieval/pl/HotpotQAPLRetrieval.py
mteb/tasks/Retrieval/pl/MSMARCOPLRetrieval.py
mteb/tasks/Retrieval/pl/NFCorpusPLRetrieval.py
mteb/tasks/Retrieval/pl/NQPLRetrieval.py
mteb/tasks/Retrieval/pl/QuoraPLRetrieval.py
mteb/tasks/Retrieval/pl/SCIDOCSPLRetrieval.py
mteb/tasks/Retrieval/pl/SciFactPLRetrieval.py
mteb/tasks/Retrieval/pl/TRECCOVIDPLRetrieval.py
mteb/tasks/Retrieval/pl/__init__.py
mteb/tasks/Retrieval/sv/__init__.py
mteb/tasks/Retrieval/sv/swedn_retrieval.py
mteb/tasks/Retrieval/sv/swefaq_retrieval.py
mteb/tasks/Retrieval/zh/CMTEBRetrieval.py
mteb/tasks/Retrieval/zh/__init__.py
mteb/tasks/STS/__init__.py
mteb/tasks/STS/de/GermanSTSBenchmarkSTS.py
mteb/tasks/STS/de/__init__.py
mteb/tasks/STS/en/BiossesSTS.py
mteb/tasks/STS/en/STS12STS.py
mteb/tasks/STS/en/STS13STS.py
mteb/tasks/STS/en/STS14STS.py
mteb/tasks/STS/en/STS15STS.py
mteb/tasks/STS/en/STS16STS.py
mteb/tasks/STS/en/STSBenchmarkSTS.py
mteb/tasks/STS/en/SickrSTS.py
mteb/tasks/STS/en/__init__.py
mteb/tasks/STS/es/STSES.py
mteb/tasks/STS/es/__init__.py
mteb/tasks/STS/fr/SickFrSTS.py
mteb/tasks/STS/fr/__init__.py
mteb/tasks/STS/multilingual/STS17CrosslingualSTS.py
mteb/tasks/STS/multilingual/STS22CrosslingualSTS.py
mteb/tasks/STS/multilingual/STSBenchmarkMultilingualSTS.py
mteb/tasks/STS/multilingual/__init__.py
mteb/tasks/STS/pl/PolishSTS.py
mteb/tasks/STS/pl/__init__.py
mteb/tasks/STS/zh/CMTEBSTS.py
mteb/tasks/STS/zh/__init__.py
mteb/tasks/Summarization/__init__.py
mteb/tasks/Summarization/en/SummEvalSummarization.py
mteb/tasks/Summarization/en/__init__.py
mteb/tasks/Summarization/fr/SummEvalFrSummarization.py
mteb/tasks/Summarization/fr/__init__.py
scripts/merge_cqadupstack.py
scripts/mteb_meta.py
scripts/run_mteb_chinese.py
scripts/run_mteb_english.py
scripts/run_mteb_french.py
scripts/run_mteb_german.py
scripts/run_mteb_korean.py
scripts/run_mteb_polish.py
scripts/data/create_task_table.py
scripts/data/amazon_polarity/create_data.py
scripts/data/amazon_reviews_multi/create_data.py
scripts/data/arxiv/script_clustering.py
scripts/data/arxiv/script_raw.py
scripts/data/biorxiv/script_clustering.py
scripts/data/biorxiv/script_raw.py
scripts/data/bucc/create_data.py
scripts/data/germanquad/process_data.py
scripts/data/hal/create_data.py
scripts/data/imdb/create_data.py
scripts/data/medrxiv/script_clustering.py
scripts/data/medrxiv/script_raw.py
scripts/data/mind/prepare_data.py
scripts/data/redditp2p/script_clustering.py
scripts/data/stackexchangep2p/script_clustering.py
scripts/data/sts22-crosslingual-sts/create_data.py
scripts/data/summeval_fr/create_data.py
scripts/data/toxic_conversations_50k/create_data.py
tests/test_ClusteringEvaluator.py
tests/test_PairClassificationEvaluator.py
tests/test_RerankingEvaluator.py
tests/test_RetrievalEvaluator.py
tests/test_TaskMetadata.py
tests/test_all_abstasks.py