LICENSE
MANIFEST.in
README.md
pyproject.toml
setup.py
tests/test_multimodal_adapters.py
tests/test_multimodal_pipeline.py
wisent/__init__.py
wisent/cli.py
wisent.egg-info/PKG-INFO
wisent.egg-info/SOURCES.txt
wisent.egg-info/dependency_links.txt
wisent.egg-info/entry_points.txt
wisent.egg-info/requires.txt
wisent.egg-info/top_level.txt
wisent/core/__init__.py
wisent/core/autonomous_agent.py
wisent/core/benchmark_extractors.py
wisent/core/benchmark_registry.py
wisent/core/bigcode_extractors.py
wisent/core/bigcode_integration.py
wisent/core/branding.py
wisent/core/cli_logger.py
wisent/core/config_manager.py
wisent/core/detection_handling.py
wisent/core/diversity_processors.py
wisent/core/download_full_benchmarks.py
wisent/core/geometry_runner.py
wisent/core/geometry_search_space.py
wisent/core/hyperparameter_optimizer.py
wisent/core/layer.py
wisent/core/lm_eval_harness_ground_truth.py
wisent/core/main.py
wisent/core/managed_cached_benchmarks.py
wisent/core/mixed_benchmark_sampler.py
wisent/core/model_persistence.py
wisent/core/multi_steering.py
wisent/core/parser.py
wisent/core/representation.py
wisent/core/save_results.py
wisent/core/steering.py
wisent/core/steering_method.py
wisent/core/steering_optimizer.py
wisent/core/task_interface.py
wisent/core/task_selector.py
wisent/core/time_estimator.py
wisent/core/timing_calibration.py
wisent/core/universal_subspace.py
wisent/core/user_model_config.py
wisent/core/wisent.py
wisent/core/activations/__init__.py
wisent/core/activations/activation_cache.py
wisent/core/activations/activations.py
wisent/core/activations/activations_collector.py
wisent/core/activations/classifier_inference_strategy.py
wisent/core/activations/extraction_strategy.py
wisent/core/activations/core/__init__.py
wisent/core/activations/core/atoms.py
wisent/core/adapters/__init__.py
wisent/core/adapters/audio.py
wisent/core/adapters/base.py
wisent/core/adapters/multimodal.py
wisent/core/adapters/robotics.py
wisent/core/adapters/text.py
wisent/core/adapters/video.py
wisent/core/agent/__init__.py
wisent/core/agent/budget.py
wisent/core/agent/device_benchmarks.py
wisent/core/agent/diagnose.py
wisent/core/agent/steer.py
wisent/core/agent/timeout.py
wisent/core/agent/diagnose/__init__.py
wisent/core/agent/diagnose/agent_classifier_decision.py
wisent/core/agent/diagnose/classifier_marketplace.py
wisent/core/agent/diagnose/create_classifier.py
wisent/core/agent/diagnose/response_diagnostics.py
wisent/core/agent/diagnose/select_classifiers.py
wisent/core/agent/diagnose/synthetic_classifier_option.py
wisent/core/agent/diagnose/tasks/__init__.py
wisent/core/agent/diagnose/tasks/task_manager.py
wisent/core/agent/diagnose/tasks/task_relevance.py
wisent/core/agent/diagnose/tasks/task_selector.py
wisent/core/classifier/__init__.py
wisent/core/classifier/models/__init__.py
wisent/core/classifiers/__init__.py
wisent/core/classifiers/classifiers/__init__.py
wisent/core/classifiers/classifiers/rotator.py
wisent/core/classifiers/classifiers/core/__init__.py
wisent/core/classifiers/classifiers/core/atoms.py
wisent/core/classifiers/classifiers/models/__init__.py
wisent/core/classifiers/classifiers/models/logistic.py
wisent/core/classifiers/classifiers/models/mlp.py
wisent/core/classifiers/core/__init__.py
wisent/core/classifiers/models/__init__.py
wisent/core/classifiers/pipeline_steps/__init__.py
wisent/core/cli/__init__.py
wisent/core/cli/check_linearity.py
wisent/core/cli/cluster_benchmarks.py
wisent/core/cli/create_steering_vector.py
wisent/core/cli/diagnose_pairs.py
wisent/core/cli/diagnose_vectors.py
wisent/core/cli/estimate_unified_goodness_time.py
wisent/core/cli/evaluate_refusal.py
wisent/core/cli/evaluate_responses.py
wisent/core/cli/generate_humanization_pairs.py
wisent/core/cli/generate_pairs.py
wisent/core/cli/generate_pairs_from_task.py
wisent/core/cli/generate_responses.py
wisent/core/cli/generate_vector_from_synthetic.py
wisent/core/cli/generate_vector_from_task.py
wisent/core/cli/geometry_search.py
wisent/core/cli/get_activations.py
wisent/core/cli/inference_config.py
wisent/core/cli/inference_config_cli.py
wisent/core/cli/method_optimizer.py
wisent/core/cli/modify_weights.py
wisent/core/cli/multi_steer.py
wisent/core/cli/optimization_cache.py
wisent/core/cli/optimize.py
wisent/core/cli/optimize_classification.py
wisent/core/cli/optimize_sample_size.py
wisent/core/cli/optimize_steering.py
wisent/core/cli/optimize_weights.py
wisent/core/cli/preview_pairs.py
wisent/core/cli/steering_method_trainer.py
wisent/core/cli/steering_search_space.py
wisent/core/cli/tasks.py
wisent/core/cli/train_unified_goodness.py
wisent/core/cli/agent/__init__.py
wisent/core/cli/agent/apply_steering.py
wisent/core/cli/agent/evaluate_response.py
wisent/core/cli/agent/generate_synthetic_pairs.py
wisent/core/cli/agent/main.py
wisent/core/cli/agent/train_classifier.py
wisent/core/contrastive_pairs/__init__.py
wisent/core/contrastive_pairs/core/__init__.py
wisent/core/contrastive_pairs/core/atoms.py
wisent/core/contrastive_pairs/core/buliders.py
wisent/core/contrastive_pairs/core/pair.py
wisent/core/contrastive_pairs/core/response.py
wisent/core/contrastive_pairs/core/serialization.py
wisent/core/contrastive_pairs/core/set.py
wisent/core/contrastive_pairs/diagnostics/__init__.py
wisent/core/contrastive_pairs/diagnostics/activations.py
wisent/core/contrastive_pairs/diagnostics/base.py
wisent/core/contrastive_pairs/diagnostics/control_vectors.py
wisent/core/contrastive_pairs/diagnostics/coverage.py
wisent/core/contrastive_pairs/diagnostics/divergence.py
wisent/core/contrastive_pairs/diagnostics/duplicates.py
wisent/core/contrastive_pairs/diagnostics/linearity.py
wisent/core/contrastive_pairs/diagnostics/vector_quality.py
wisent/core/contrastive_pairs/huggingface_pairs/__init__.py
wisent/core/contrastive_pairs/huggingface_pairs/atoms.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_extractor_manifest.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_extractor_registry.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/__init__.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/agentbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/agentharm.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/agentic_search.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/aider_polyglot.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/aime.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/aime2024.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/aime2025.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/alpaca_eval.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/apps.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/arena_hard.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/atis.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/babilong.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/bangla_mmlu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/basqueglue.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/bec2016eu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/bfcl.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/bhtc_v2.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/chain_of_thought.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/chinese_simpleqa.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/cluewsc.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/cnn_dailymail.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/codeforces.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/codexglue.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/coding_benchmarks.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/coedit_gec.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/conala.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/concode.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/dbpedia_14.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/doc_vqa.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/donotanswer.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/ds1000.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/ds_1000.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/epec_koref_bin.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/ethos_binary.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/evalita_mp.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/evalita_sp_sum_task_fp_small_p1.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/facts_grounding.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/faithbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/financial_tweets.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/flames.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/flan_held_in.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/flores.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/frames.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/get_negative_example_livecodebench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/get_positive_example_livecodebench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/gpt3_translation_benchmarks.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/hallucinations_leaderboard.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/halueval.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/harmbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/healthbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/hle.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/hmmt.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/humaneval.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/humanevalpack.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/iwslt2017_ar_en.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/iwslt2017_en_ar.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/jailbreakbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/law_stack_exchange.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/ledgar.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/livecodebench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/livecodebench_contrastive_pair_generator.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/livecodebench_v6.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/livemathbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/llama.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/longform_writing.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/m_mmlu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/math.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/math500.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/meddialog.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/medical_abstracts.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/medium_priority_benchmarks.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/mercury.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/mmlu_redux.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/mmlusr.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multimedqa.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multipl_e.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_choice.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_cpp.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_go.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_java.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_js.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_py.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/multiple_rs.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/non_greedy_robustness_agieval_aqua_rat.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/olympiadbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/openllm.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/option_order_robustness_agieval_aqua_rat.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/or_bench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/penn_treebank.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/planbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/polymath.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/prompt_robustness_agieval_aqua_rat.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/pythia.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/recode.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/refusalbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/scicode.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/self_consistency.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/simpleqa.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/sorry_bench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/stsb.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/super_glue_lm_eval_v1.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/super_glue_lm_eval_v1_seq2seq.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/super_glue_t5_prompt.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/super_gpqa.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/swe_bench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/swe_bench_verified.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/sycophancy_eval.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/t0_eval.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/tag.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/tau_bench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/tmlu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/toolbench.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/toolemu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/travelplanner.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/truthfulqa_generation.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/unfair_tos.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/vaxx_stance.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wiceu.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wikitext103.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wildguard.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt14_en_fr.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt14_fr_en.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt16_de_en.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt16_en_de.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt16_en_ro.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt16_ro_en.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/wmt_ro_en_t5_prompt.py
wisent/core/contrastive_pairs/huggingface_pairs/hf_task_extractors/xsum.py
wisent/core/contrastive_pairs/lm_eval_pairs/__init__.py
wisent/core/contrastive_pairs/lm_eval_pairs/atoms.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_manifest.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_registry.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_pairs_generation.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/__init__.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/aclue.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/acp.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/acpbench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/advanced_ai_risk.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/aexams.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrimgsm.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrimmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrixnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_adr.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_afriqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_afrisenti.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_belebele.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_flores.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_injongointent.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_mafand.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_masakhaner.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_masakhanews.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_masakhapos.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_naijarc.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_nollysenti.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_ntrex.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_openai_mmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_salt.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_sib.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_uhura_arc_easy.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/afrobench_xlsum.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/agieval.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/anli.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arab_culture.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arabic_leaderboard_acva.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arabic_leaderboard_acva_light.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arabic_leaderboard_complete.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arabic_leaderboard_light.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arabicmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/aradice.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arc.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/arithmetic.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/basque_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/bbh.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/bbq.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/belebele.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/bertaqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/bigbench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/blimp.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/careqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/catalan_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/ceval_valid.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/cmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/code_x_glue.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/copal_id.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/crows_pairs.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/csatqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/darija.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/darijammlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/egymmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/eus.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/evalita_mp.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/fld.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/flores.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/freebase.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/french_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/galician_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/glianorex.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/global_mmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/gpqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/gsm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/gsm8k_platinum.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/haerae.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/headqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/hellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/hendrycks_ethics.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/hendrycks_math.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/hrm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/inverse.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/japanese_leaderboard.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/jsonschema_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/kbl.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/kmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/kobest.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/kormedmcqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/lambada.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/leaderboard.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/libra.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/lingoly.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/longbench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/m.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mastermind.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mathqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/med.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/meddialog.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/medqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mela.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/metabench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mgsm.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/minerva_math.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mlqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmlu_pro.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmlu_pro_plus.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmlu_prox.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmlusr.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/mmmu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/model_written_evals.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/multiblimp.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/non.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/noreval.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/noridiom.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/nortruthfulqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/nrk.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/okapi.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/okapi_arc_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/okapi_hellaswag_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/okapi_mmlu_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/okapi_truthfulqa_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/paloma.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/pawsx.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/persona.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/pile.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/polemo2.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/portuguese_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/prompt.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/qa4mre.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/qasper.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/ru.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/ruler.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/score.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/scrolls.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/self_consistency.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/spanish_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/storycloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/super_glue_t5_prompt.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/tinyBenchmarks.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/tmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/tmmluplus.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/translation.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/truthfulqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/truthfulqa_multi.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/turkishmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/unitxt.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/unscramble.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/winogender.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/wmdp.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/wmt14.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/wmt16.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/wsc273.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xcopa.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xnli_eu.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xquad.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xstorycloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/group_task_manifests/xwinograd.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/__init__.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/aclue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/acp_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/acp_bench_hard.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/advanced.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/aexams.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/afrimgsm.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/afrimmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/afrixnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/afrobench_cot.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/afrobench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/agieval_aqua_rat.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ai2_arc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/anagrams1.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/anagrams2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/anli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabculture.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabic.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabic_exams.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabic_leaderboard_complete.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabic_leaderboard_light.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arabicmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/aradice.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_challenge.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_easy.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/argument.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arithmetic.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/asdiv.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/assin.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/babi.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/basque_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/basque_bench_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/basque_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bbh.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bbq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/belebele.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/benchmarks.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bertaqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bhs.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bhtc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/bigbench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/blimp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/blimp_nl.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/boolq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/boolq_seq2seq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/c4.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cabbq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cabreu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/careqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/catalan_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/catalan_bench_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/catalan_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/catalanqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/catcola.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cb.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ceval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ceval_valid.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/chain.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/chartqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/claim.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/click.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cnn.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cocoteros.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/code_x_glue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coedit.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cola.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/commonsense.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/commonsense_qa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/copa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/copal_id.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coqcat.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/crows_pairs.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/csatqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cycle.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cycle_letters.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/darija_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/darijahellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/darijammlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/dbpedia.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/discrim_eval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/doc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/drop.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/egyhellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/egymmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/epec.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eq_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eq_bench_ca.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eq_bench_es.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/esbbq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/escola.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ethics.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ethos.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eus.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eus_exams.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eus_proficiency.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eus_reading.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/eus_trivia.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/evalita_llm.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/evalita_sp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/fda.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/financial.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/flan.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/fld.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/french_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/french_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/french_bench_perplexity.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/galcola.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/galician_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/galician_bench_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/galician_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gaokao.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/glianorex.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/global_mmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/global_piqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/glue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gpqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gpt3.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/groundcocoa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gsm.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gsm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/haerae.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/headqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hendrycks_ethics.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hendrycks_math.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/histoires_morales.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hle.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hrm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/humaneval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/humaneval_infilling.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/icelandic_winogrande.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ifeval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/inverse.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/inverse_scaling.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/iwslt2017.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ja.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/japanese_leaderboard.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/japanese_leaderboard_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/japanese_leaderboard_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/jsonschema_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kbl.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kmmlu_cot.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kmmlu_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kobest.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/kormedmcqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lambada.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lambada_cloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lambada_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lambada_multilingual_stablelm.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/law.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/leaderboard.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/libra.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lingoly.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/llama3.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/lm_syneval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logieval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/longbench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/longbenchv2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mastermind.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mathqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mbpp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mc-taco.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/med_concepts_qa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/meddialog.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medical.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mediqa_qa2019.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medmcqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medtext.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mela.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/meqsum.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/metabench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mgsm.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mimic_repsum.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/minerva_math.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mlqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmlu_cot.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmlu_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmlu_pro.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmlusr.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mmmu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/model_written_evals.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/moral_stories.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mrpc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mts_dialog.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mts_dialog_perplexity.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multiblimp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multirc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mutual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/non.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval_exact.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval_gen_exact.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noreval_mc_log_likelihoods.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/noticia.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/nq_open.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/okapi.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/okapi_arc_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/okapi_hellaswag_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/okapi_mmlu_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/okapi_truthfulqa_multilingual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/olaph.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/olaph_perplexity.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/openbookqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/option.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/paloma.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/parafraseja.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/parafrases.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/paws.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/paws_x.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pawsx.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/persona.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/phrases.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/phrases_ca_va.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pile.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pile_10k.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/piqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/polemo2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/portuguese_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/portuguese_bench_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/portuguese_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/prompt.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/prost.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pubmedqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qa4mre.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qasper.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qasper_bool.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qnlieu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qqp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/quac.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/race.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/random.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/realtoxicityprompts.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/record.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/reversed.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/rte.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/ruler.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sciq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/score.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/scrolls.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/scrolls_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/self.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sglue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sglue_rte.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/simple_cooccurrence_bias.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/siqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/social_iqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/spanish_bench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/spanish_bench_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/spanish_bench_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/squad2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/squad_completion.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sst2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/storycloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/summarization.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/super.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/super_glue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/superglue.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/supergpqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/swag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/swde.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sycophancy.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/t0.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/teca.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinyarc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinybenchmarks.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinygsm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinyhellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinymmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinytruthfulqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tinywinogrande.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/tmmluplus.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/toxigen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/translation.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/triviaqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc1.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_multi.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/turblimp_core.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/turkishmmlu.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/turkishmmlu_cot.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/turkishmmlu_mc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/twenty_newsgroups.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/unitxt.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/unscramble.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/vaxx.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/webqs.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wic.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wikitext.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/winogender.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/winogrande.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wmdp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wmt14.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wmt16.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wsc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wsc273.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xcopa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xlsum.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xquad.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xstorycloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xwinograd.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/yahoo.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/zhoblimp.py
wisent/core/data_loaders/__init__.py
wisent/core/data_loaders/rotator.py
wisent/core/data_loaders/core/__init__.py
wisent/core/data_loaders/core/atoms.py
wisent/core/data_loaders/loaders/__init__.py
wisent/core/data_loaders/loaders/custom.py
wisent/core/data_loaders/loaders/huggingface_loader.py
wisent/core/data_loaders/loaders/lm_loader.py
wisent/core/data_loaders/loaders/lm_loader_special_cases.py
wisent/core/data_loaders/loaders/task_interface_loader.py
wisent/core/errors/__init__.py
wisent/core/errors/error_codes.py
wisent/core/errors/error_handler.py
wisent/core/evaluators/__init__.py
wisent/core/evaluators/rotator.py
wisent/core/evaluators/steering_evaluators.py
wisent/core/evaluators/synthetic_evaluator.py
wisent/core/evaluators/benchmark_specific/__init__.py
wisent/core/evaluators/benchmark_specific/aime_evaluator.py
wisent/core/evaluators/benchmark_specific/apps_evaluator.py
wisent/core/evaluators/benchmark_specific/conala_evaluator.py
wisent/core/evaluators/benchmark_specific/exact_match_evaluator.py
wisent/core/evaluators/benchmark_specific/f1_evaluator.py
wisent/core/evaluators/benchmark_specific/generation_evaluator.py
wisent/core/evaluators/benchmark_specific/livemathbench_evaluator.py
wisent/core/evaluators/benchmark_specific/log_likelihoods_evaluator.py
wisent/core/evaluators/benchmark_specific/math_evaluator.py
wisent/core/evaluators/benchmark_specific/perplexity_evaluator.py
wisent/core/evaluators/benchmark_specific/polymath_evaluator.py
wisent/core/evaluators/benchmark_specific/coding/__init__.py
wisent/core/evaluators/benchmark_specific/coding/solution_generator.py
wisent/core/evaluators/benchmark_specific/coding/metrics/__init__.py
wisent/core/evaluators/benchmark_specific/coding/metrics/evaluator.py
wisent/core/evaluators/benchmark_specific/coding/metrics/passk.py
wisent/core/evaluators/benchmark_specific/coding/metrics/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/metrics/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/__init__.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/cpp_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/java_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/python_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/utils.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/providers/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/provider.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/Dockerfile
wisent/core/evaluators/benchmark_specific/coding/safe_docker/__init__.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/entrypoint.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/recipes.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/runtime.py
wisent/core/evaluators/benchmark_specific/math_parsing/__init__.py
wisent/core/evaluators/benchmark_specific/math_parsing/core.py
wisent/core/evaluators/benchmark_specific/math_parsing/extract_boxed.py
wisent/core/evaluators/benchmark_specific/math_parsing/is_equiv.py
wisent/core/evaluators/benchmark_specific/math_parsing/scripts.py
wisent/core/evaluators/core/__init__.py
wisent/core/evaluators/core/atoms.py
wisent/core/evaluators/custom/__init__.py
wisent/core/evaluators/custom/custom_evaluator.py
wisent/core/evaluators/custom/examples/__init__.py
wisent/core/evaluators/custom/examples/desklib_detector.py
wisent/core/evaluators/custom/examples/gptzero.py
wisent/core/evaluators/custom/examples/humanization.py
wisent/core/evaluators/custom/examples/humanization_coherent.py
wisent/core/evaluators/custom/examples/roberta_detector.py
wisent/core/evaluators/oracles/__init__.py
wisent/core/evaluators/oracles/interactive.py
wisent/core/evaluators/oracles/nlp_evaluator.py
wisent/core/evaluators/oracles/truthfulqa_gen_evaluator.py
wisent/core/evaluators/oracles/user_specified.py
wisent/core/evaluators/personalization/__init__.py
wisent/core/evaluators/personalization/alignment.py
wisent/core/evaluators/personalization/coherence.py
wisent/core/evaluators/personalization/difference.py
wisent/core/modalities/__init__.py
wisent/core/models/__init__.py
wisent/core/models/inference_config.py
wisent/core/models/wisent_model.py
wisent/core/models/core/__init__.py
wisent/core/models/core/atoms.py
wisent/core/opti/__init__.py
wisent/core/opti/core/__init__.py
wisent/core/opti/core/atoms.py
wisent/core/opti/methods/__init__.py
wisent/core/opti/methods/opti_classificator.py
wisent/core/opti/methods/opti_steering.py
wisent/core/opti/methods/opti_weights.py
wisent/core/optuna/__init__.py
wisent/core/optuna/classifier/__init__.py
wisent/core/optuna/classifier/activation_generator.py
wisent/core/optuna/classifier/classifier_cache.py
wisent/core/optuna/classifier/optuna_classifier_optimizer.py
wisent/core/optuna/steering/__init__.py
wisent/core/optuna/steering/bigcode_evaluator_wrapper.py
wisent/core/optuna/steering/data_utils.py
wisent/core/optuna/steering/metrics.py
wisent/core/optuna/steering/steering_optimization.py
wisent/core/parser_arguments/__init__.py
wisent/core/parser_arguments/agent_parser.py
wisent/core/parser_arguments/check_linearity_parser.py
wisent/core/parser_arguments/cluster_benchmarks_parser.py
wisent/core/parser_arguments/configure_model_parser.py
wisent/core/parser_arguments/create_steering_vector_parser.py
wisent/core/parser_arguments/diagnose_pairs_parser.py
wisent/core/parser_arguments/diagnose_vectors_parser.py
wisent/core/parser_arguments/evaluate_parser.py
wisent/core/parser_arguments/evaluate_refusal_parser.py
wisent/core/parser_arguments/evaluate_responses_parser.py
wisent/core/parser_arguments/full_optimize_parser.py
wisent/core/parser_arguments/generate_pairs_from_task_parser.py
wisent/core/parser_arguments/generate_pairs_parser.py
wisent/core/parser_arguments/generate_responses_parser.py
wisent/core/parser_arguments/generate_vector_from_synthetic_parser.py
wisent/core/parser_arguments/generate_vector_from_task_parser.py
wisent/core/parser_arguments/generate_vector_parser.py
wisent/core/parser_arguments/geometry_search_parser.py
wisent/core/parser_arguments/get_activations_parser.py
wisent/core/parser_arguments/inference_config_parser.py
wisent/core/parser_arguments/main_parser.py
wisent/core/parser_arguments/model_config_parser.py
wisent/core/parser_arguments/modify_weights_parser.py
wisent/core/parser_arguments/monitor_parser.py
wisent/core/parser_arguments/multi_steer_parser.py
wisent/core/parser_arguments/nonsense_parser.py
wisent/core/parser_arguments/optimization_cache_parser.py
wisent/core/parser_arguments/optimize_classification_parser.py
wisent/core/parser_arguments/optimize_parser.py
wisent/core/parser_arguments/optimize_sample_size_parser.py
wisent/core/parser_arguments/optimize_steering_parser.py
wisent/core/parser_arguments/optimize_weights_parser.py
wisent/core/parser_arguments/synthetic_parser.py
wisent/core/parser_arguments/tasks_parser.py
wisent/core/parser_arguments/train_unified_goodness_parser.py
wisent/core/parser_arguments/utils.py
wisent/core/prompts/__init__.py
wisent/core/prompts/core/__init__.py
wisent/core/prompts/core/atom.py
wisent/core/prompts/core/prompt_formater.py
wisent/core/prompts/prompt_stratiegies/__init__.py
wisent/core/prompts/prompt_stratiegies/direct_completion.py
wisent/core/prompts/prompt_stratiegies/instruction_following.py
wisent/core/prompts/prompt_stratiegies/multiple_choice.py
wisent/core/prompts/prompt_stratiegies/role_playing.py
wisent/core/steering_methods/__init__.py
wisent/core/steering_methods/preflight.py
wisent/core/steering_methods/registry.py
wisent/core/steering_methods/rotator.py
wisent/core/steering_methods/core/__init__.py
wisent/core/steering_methods/core/atoms.py
wisent/core/steering_methods/methods/__init__.py
wisent/core/steering_methods/methods/caa.py
wisent/core/steering_methods/methods/hyperplane.py
wisent/core/steering_methods/methods/prism.py
wisent/core/steering_methods/methods/pulse.py
wisent/core/steering_methods/methods/titan.py
wisent/core/synthetic/__init__.py
wisent/core/synthetic/cleaners/__init__.py
wisent/core/synthetic/cleaners/deduper_cleaner.py
wisent/core/synthetic/cleaners/pairs_cleaner.py
wisent/core/synthetic/cleaners/refusaler_cleaner.py
wisent/core/synthetic/cleaners/core/__init__.py
wisent/core/synthetic/cleaners/core/atoms.py
wisent/core/synthetic/cleaners/methods/__init__.py
wisent/core/synthetic/cleaners/methods/base_dedupers.py
wisent/core/synthetic/cleaners/methods/base_refusalers.py
wisent/core/synthetic/cleaners/methods/core/__init__.py
wisent/core/synthetic/cleaners/methods/core/atoms.py
wisent/core/synthetic/db_instructions/__init__.py
wisent/core/synthetic/db_instructions/mini_dp.py
wisent/core/synthetic/db_instructions/core/__init__.py
wisent/core/synthetic/db_instructions/core/atoms.py
wisent/core/synthetic/generators/__init__.py
wisent/core/synthetic/generators/nonsense_generator.py
wisent/core/synthetic/generators/pairs_generator.py
wisent/core/synthetic/generators/core/__init__.py
wisent/core/synthetic/generators/core/atoms.py
wisent/core/synthetic/generators/diversities/__init__.py
wisent/core/synthetic/generators/diversities/core/__init__.py
wisent/core/synthetic/generators/diversities/core/core.py
wisent/core/synthetic/generators/diversities/methods/__init__.py
wisent/core/synthetic/generators/diversities/methods/fast_diversity.py
wisent/core/tasks/__init__.py
wisent/core/tasks/aime_task.py
wisent/core/tasks/file_task.py
wisent/core/tasks/hle_task.py
wisent/core/tasks/hmmt_task.py
wisent/core/tasks/livecodebench_task.py
wisent/core/tasks/livemathbench_task.py
wisent/core/tasks/lm_eval_task.py
wisent/core/tasks/math500_task.py
wisent/core/tasks/polymath_task.py
wisent/core/tasks/supergpqa_task.py
wisent/core/tracking/__init__.py
wisent/core/tracking/latency.py
wisent/core/tracking/memory.py
wisent/core/trainers/__init__.py
wisent/core/trainers/steering_trainer.py
wisent/core/trainers/core/__init__.py
wisent/core/trainers/core/atoms.py
wisent/core/utils/__init__.py
wisent/core/utils/base_rotator.py
wisent/core/utils/dataset_splits.py
wisent/core/utils/device.py
wisent/core/utils/layer_combinations.py
wisent/core/weight_modification/__init__.py
wisent/core/weight_modification/additive.py
wisent/core/weight_modification/directional.py
wisent/core/weight_modification/export.py
wisent/core/weight_modification/multi_direction.py
wisent/core/weight_modification/utils.py
wisent/examples/__init__.py
wisent/examples/contrastive_pairs/humanization_human_vs_ai.json
wisent/examples/scripts/__init__.py
wisent/examples/scripts/benchmark_tags.json
wisent/examples/scripts/count_all_benchmarks.py
wisent/examples/scripts/discover_directions.py
wisent/examples/scripts/extract_benchmark_info.py
wisent/examples/scripts/generate_paper_data.py
wisent/examples/scripts/intervention_validation.py
wisent/examples/scripts/lm_eval_readme.json
wisent/examples/scripts/search_all_short_names.py
wisent/examples/scripts/test_all_benchmarks.py
wisent/examples/scripts/test_all_benchmarks_new.py
wisent/examples/scripts/test_contrastive_pairs_all_supported.py
wisent/examples/scripts/test_nonsense_baseline.py
wisent/examples/scripts/test_one_benchmark.py
wisent/examples/scripts/test_one_coding_benchmark.py
wisent/examples/scripts/threshold_analysis.py
wisent/examples/scripts/visualization_gallery.py
wisent/examples/scripts/1/test_basqueglue_evaluation.json
wisent/examples/scripts/1/test_basqueglue_pairs.json
wisent/examples/scripts/1/test_bec2016eu_evaluation.json
wisent/examples/scripts/1/test_bec2016eu_pairs.json
wisent/examples/scripts/1/test_belebele_evaluation.json
wisent/examples/scripts/1/test_belebele_pairs.json
wisent/examples/scripts/1/test_benchmarks_evaluation.json
wisent/examples/scripts/1/test_benchmarks_pairs.json
wisent/examples/scripts/1/test_bertaqa_evaluation.json
wisent/examples/scripts/1/test_bertaqa_pairs.json
wisent/examples/scripts/1/test_bhtc_v2_evaluation.json
wisent/examples/scripts/1/test_bhtc_v2_pairs.json
wisent/examples/scripts/1/test_boolq-seq2seq_evaluation.json
wisent/examples/scripts/1/test_boolq-seq2seq_pairs.json
wisent/examples/scripts/1/test_cabreu_evaluation.json
wisent/examples/scripts/1/test_cabreu_pairs.json
wisent/examples/scripts/1/test_careqa_en_evaluation.json
wisent/examples/scripts/1/test_careqa_en_pairs.json
wisent/examples/scripts/1/test_careqa_evaluation.json
wisent/examples/scripts/1/test_careqa_pairs.json
wisent/examples/scripts/1/test_catalanqa_evaluation.json
wisent/examples/scripts/1/test_catalanqa_pairs.json
wisent/examples/scripts/1/test_catcola_evaluation.json
wisent/examples/scripts/1/test_catcola_pairs.json
wisent/examples/scripts/1/test_chartqa_evaluation.json
wisent/examples/scripts/1/test_chartqa_pairs.json
wisent/examples/scripts/1/test_claim_stance_topic_evaluation.json
wisent/examples/scripts/1/test_claim_stance_topic_pairs.json
wisent/examples/scripts/1/test_cnn_dailymail_evaluation.json
wisent/examples/scripts/1/test_cnn_dailymail_pairs.json
wisent/examples/scripts/1/test_cocoteros_es_evaluation.json
wisent/examples/scripts/1/test_cocoteros_es_pairs.json
wisent/examples/scripts/1/test_coedit_gec_evaluation.json
wisent/examples/scripts/1/test_coedit_gec_pairs.json
wisent/examples/scripts/1/test_cola_evaluation.json
wisent/examples/scripts/1/test_cola_pairs.json
wisent/examples/scripts/1/test_coqcat_evaluation.json
wisent/examples/scripts/1/test_coqcat_pairs.json
wisent/examples/scripts/1/test_dbpedia_14_evaluation.json
wisent/examples/scripts/1/test_dbpedia_14_pairs.json
wisent/examples/scripts/1/test_epec_koref_bin_evaluation.json
wisent/examples/scripts/1/test_epec_koref_bin_pairs.json
wisent/examples/scripts/1/test_ethos_binary_evaluation.json
wisent/examples/scripts/1/test_ethos_binary_pairs.json
wisent/examples/scripts/2/test_afrimgsm_direct_amh_evaluation.json
wisent/examples/scripts/2/test_afrimgsm_direct_amh_pairs.json
wisent/examples/scripts/2/test_afrimmlu_direct_amh_evaluation.json
wisent/examples/scripts/2/test_afrimmlu_direct_amh_pairs.json
wisent/examples/scripts/2/test_afrixnli_en_direct_amh_evaluation.json
wisent/examples/scripts/2/test_afrixnli_en_direct_amh_pairs.json
wisent/examples/scripts/2/test_arc_ar_evaluation.json
wisent/examples/scripts/2/test_arc_ar_pairs.json
wisent/examples/scripts/2/test_atis_evaluation.json
wisent/examples/scripts/2/test_atis_pairs.json
wisent/examples/scripts/2/test_babi_evaluation.json
wisent/examples/scripts/2/test_babi_pairs.json
wisent/examples/scripts/2/test_babilong_evaluation.json
wisent/examples/scripts/2/test_babilong_pairs.json
wisent/examples/scripts/2/test_bangla_mmlu_evaluation.json
wisent/examples/scripts/2/test_bangla_mmlu_pairs.json
wisent/examples/scripts/2/test_basque-glue_pairs.json
wisent/examples/scripts/results/test_AraDiCE_ArabicMMLU_lev_evaluation.json
wisent/examples/scripts/results/test_AraDiCE_ArabicMMLU_lev_pairs.json
wisent/examples/scripts/results/test_aexams_IslamicStudies_evaluation.json
wisent/examples/scripts/results/test_aexams_IslamicStudies_pairs.json
wisent/examples/scripts/results/test_afrimgsm_pairs.json
wisent/examples/scripts/results/test_afrimmlu_evaluation.json
wisent/examples/scripts/results/test_afrimmlu_pairs.json
wisent/parameters/__init__.py
wisent/parameters/lm_eval/all_lm_eval_task_families.json
wisent/parameters/lm_eval/broken_in_lm_eval.json
wisent/parameters/lm_eval/category_directions.json
wisent/parameters/lm_eval/evaluations_not_lm_eval_tasks.json
wisent/parameters/lm_eval/evaluator_check.json
wisent/parameters/lm_eval/final_verification.json
wisent/parameters/lm_eval/group_task_evaluators.json
wisent/parameters/lm_eval/group_tasks.json
wisent/parameters/lm_eval/individual_tasks.json
wisent/parameters/lm_eval/no_readmes.json
wisent/parameters/lm_eval/not_lm_eval_tasks.json
wisent/parameters/lm_eval/read_tasks.json
wisent/parameters/lm_eval/readme_files.json
wisent/parameters/lm_eval/repair_plan.json
wisent/parameters/lm_eval/track_progress_not_lm_eval_tasks.json
wisent/parameters/lm_eval/weak_contrastive_pairs.json
wisent/parameters/lm_eval/working_benchmarks.json
wisent/parameters/lm_eval/working_benchmarks_categorized.json
wisent/parameters/tasks/missing_task_families.json
wisent/parameters/tasks/remaining_tasks_to_implement.json
wisent/parameters/tasks/risks.json
wisent/parameters/tasks/skills.json
wisent/parameters/tasks/tasks.json
wisent/scripts/run_quality_metrics_sweep.sh
wisent/tests/__init__.py
wisent/tests/test_aggregation_geometry.py
wisent/tests/test_all_cli_commands.py
wisent/tests/test_detector_accuracy.py
wisent/tests/test_geometry_comprehensive.py
wisent/tests/test_geometry_exhaustive.py
wisent/tests/test_titan_geometry.py
wisent/tests/visualize_geometry.py
wisent/tests/examples/__init__.py
wisent/tests/examples/cli/__init__.py
wisent/tests/examples/cli/activations/__init__.py
wisent/tests/examples/cli/activations/test_get_activations.py
wisent/tests/examples/cli/classifier/__init__.py
wisent/tests/examples/cli/classifier/test_classifier_examples.py
wisent/tests/examples/cli/contrastive_pairs/__init__.py
wisent/tests/examples/cli/contrastive_pairs/test_generate_pairs.py
wisent/tests/examples/cli/evaluation/__init__.py
wisent/tests/examples/cli/evaluation/test_evaluation_examples.py
wisent/tests/examples/cli/generate/__init__.py
wisent/tests/examples/cli/generate/test_generate_with_classifier.py
wisent/tests/examples/cli/generate/test_generate_with_steering.py
wisent/tests/examples/cli/generate/test_only_generate.py
wisent/tests/examples/cli/multi_steering/__init__.py
wisent/tests/examples/cli/multi_steering/test_multi_steer_from_trained_vectors.py
wisent/tests/examples/cli/multi_steering/test_multi_steer_with_different_parameters.py
wisent/tests/examples/cli/multi_steering/test_train_and_multi_steer.py
wisent/tests/examples/cli/optimizer/__init__.py
wisent/tests/examples/cli/optimizer/test_optimize_sample_size.py
wisent/tests/examples/cli/optimizer/test_optimizer_examples.py
wisent/tests/examples/cli/steering/__init__.py
wisent/tests/examples/cli/steering/test_create_steering_vectors.py
wisent/tests/examples/cli/synthetic/__init__.py
wisent/tests/examples/cli/synthetic/test_synthetic_pairs.py
wisent/tests/nosense/__init__.py
wisent/tests/nosense/base_nosense.py
wisent/tests/nosense/math500_nosense.py
wisent/tests/nosense/test_robustness.py