LICENSE
README.md
pyproject.toml
setup.py
wisent/__init__.py
wisent/cli.py
wisent.egg-info/PKG-INFO
wisent.egg-info/SOURCES.txt
wisent.egg-info/dependency_links.txt
wisent.egg-info/entry_points.txt
wisent.egg-info/requires.txt
wisent.egg-info/top_level.txt
wisent/core/__init__.py
wisent/core/autonomous_agent.py
wisent/core/benchmark_extractors.py
wisent/core/bigcode_integration.py
wisent/core/branding.py
wisent/core/cli_logger.py
wisent/core/detection_handling.py
wisent/core/download_full_benchmarks.py
wisent/core/hyperparameter_optimizer.py
wisent/core/lm_eval_harness_ground_truth.py
wisent/core/main.py
wisent/core/managed_cached_benchmarks.py
wisent/core/mixed_benchmark_sampler.py
wisent/core/model_config_manager.py
wisent/core/model_persistence.py
wisent/core/multi_steering.py
wisent/core/parser.py
wisent/core/representation.py
wisent/core/sample_size_optimizer.py
wisent/core/sample_size_optimizer_v2.py
wisent/core/save_results.py
wisent/core/steering.py
wisent/core/steering_method.py
wisent/core/steering_optimizer.py
wisent/core/task_interface.py
wisent/core/task_selector.py
wisent/core/time_estimator.py
wisent/core/timing_calibration.py
wisent/core/user_model_config.py
wisent/core/activations/__init__.py
wisent/core/activations/activations.py
wisent/core/activations/activations_collector.py
wisent/core/activations/prompt_construction_strategy.py
wisent/core/activations/core/__init__.py
wisent/core/activations/core/atoms.py
wisent/core/agent/__init__.py
wisent/core/agent/budget.py
wisent/core/agent/device_benchmarks.py
wisent/core/agent/diagnose.py
wisent/core/agent/steer.py
wisent/core/agent/timeout.py
wisent/core/agent/diagnose/__init__.py
wisent/core/agent/diagnose/agent_classifier_decision.py
wisent/core/agent/diagnose/classifier_marketplace.py
wisent/core/agent/diagnose/create_classifier.py
wisent/core/agent/diagnose/response_diagnostics.py
wisent/core/agent/diagnose/select_classifiers.py
wisent/core/agent/diagnose/synthetic_classifier_option.py
wisent/core/agent/diagnose/tasks/__init__.py
wisent/core/agent/diagnose/tasks/task_manager.py
wisent/core/agent/diagnose/tasks/task_relevance.py
wisent/core/agent/diagnose/tasks/task_selector.py
wisent/core/cli/__init__.py
wisent/core/cli/create_steering_vector.py
wisent/core/cli/evaluate_responses.py
wisent/core/cli/generate_pairs.py
wisent/core/cli/generate_pairs_from_task.py
wisent/core/cli/generate_responses.py
wisent/core/cli/generate_vector_from_synthetic.py
wisent/core/cli/generate_vector_from_task.py
wisent/core/cli/get_activations.py
wisent/core/cli/multi_steer.py
wisent/core/cli/optimize_classification.py
wisent/core/cli/optimize_sample_size.py
wisent/core/cli/optimize_steering.py
wisent/core/cli/tasks.py
wisent/core/contrastive_pairs/__init__.py
wisent/core/contrastive_pairs/core/__init__.py
wisent/core/contrastive_pairs/core/atoms.py
wisent/core/contrastive_pairs/core/buliders.py
wisent/core/contrastive_pairs/core/pair.py
wisent/core/contrastive_pairs/core/response.py
wisent/core/contrastive_pairs/core/serialization.py
wisent/core/contrastive_pairs/core/set.py
wisent/core/contrastive_pairs/diagnostics/__init__.py
wisent/core/contrastive_pairs/diagnostics/activations.py
wisent/core/contrastive_pairs/diagnostics/base.py
wisent/core/contrastive_pairs/diagnostics/control_vectors.py
wisent/core/contrastive_pairs/diagnostics/coverage.py
wisent/core/contrastive_pairs/diagnostics/divergence.py
wisent/core/contrastive_pairs/diagnostics/duplicates.py
wisent/core/contrastive_pairs/lm_eval_pairs/__init__.py
wisent/core/contrastive_pairs/lm_eval_pairs/atoms.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_manifest.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_extractor_registry.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_pairs_generation.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/__init__.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_challenge.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arc_easy.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/arithmetic.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/asdiv.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/boolq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/cb.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/copa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/coqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/drop.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/gsm8k.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/headqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/hellaswag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/livecodebench.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/logiqa2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mc-taco.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/medqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mrpc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/multirc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/mutual.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/openbookqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pawsx.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/piqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/prost.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/pubmedqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qa4mre.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qasper.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/qqp.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/race.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/record.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/rte.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sciq.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/social_iqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/squad2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/sst2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/swag.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/triviaqa.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_gen.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc1.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/truthfulqa_mc2.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/webqs.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wic.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/winogrande.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/wsc.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xnli.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xstorycloze.py
wisent/core/contrastive_pairs/lm_eval_pairs/lm_task_extractors/xwinograd.py
wisent/core/data_loaders/__init__.py
wisent/core/data_loaders/rotator.py
wisent/core/data_loaders/core/__init__.py
wisent/core/data_loaders/core/atoms.py
wisent/core/data_loaders/loaders/__init__.py
wisent/core/data_loaders/loaders/custom.py
wisent/core/data_loaders/loaders/lm_loader.py
wisent/core/data_loaders/loaders/task_interface_loader.py
wisent/core/errors/__init__.py
wisent/core/errors/error_handler.py
wisent/core/evaluators/__init__.py
wisent/core/evaluators/rotator.py
wisent/core/evaluators/benchmark_specific/__init__.py
wisent/core/evaluators/benchmark_specific/exact_match_evaluator.py
wisent/core/evaluators/benchmark_specific/f1_evaluator.py
wisent/core/evaluators/benchmark_specific/generation_evaluator.py
wisent/core/evaluators/benchmark_specific/log_likelihoods_evaluator.py
wisent/core/evaluators/benchmark_specific/perplexity_evaluator.py
wisent/core/evaluators/benchmark_specific/personalization_evaluator.py
wisent/core/evaluators/benchmark_specific/coding/__init__.py
wisent/core/evaluators/benchmark_specific/coding/solution_generator.py
wisent/core/evaluators/benchmark_specific/coding/metrics/__init__.py
wisent/core/evaluators/benchmark_specific/coding/metrics/evaluator.py
wisent/core/evaluators/benchmark_specific/coding/metrics/passk.py
wisent/core/evaluators/benchmark_specific/coding/metrics/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/metrics/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/__init__.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/cpp_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/java_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/python_sanitizer.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/utils.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/output_sanitizer/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/providers/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/__init__.py
wisent/core/evaluators/benchmark_specific/coding/providers/livecodebench/provider.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/__init__.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/entrypoint.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/recipes.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/__init__.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/atoms.py
wisent/core/evaluators/benchmark_specific/coding/safe_docker/core/runtime.py
wisent/core/evaluators/oracles/__init__.py
wisent/core/evaluators/oracles/interactive.py
wisent/core/evaluators/oracles/nlp_evaluator.py
wisent/core/evaluators/oracles/user_specified.py
wisent/core/models/__init__.py
wisent/core/models/wisent_model.py
wisent/core/models/core/__init__.py
wisent/core/models/core/atoms.py
wisent/core/opti/__init__.py
wisent/core/opti/core/__init__.py
wisent/core/opti/core/atoms.py
wisent/core/opti/methods/__init__.py
wisent/core/opti/methods/opti_classificator.py
wisent/core/opti/methods/opti_steering.py
wisent/core/optuna/__init__.py
wisent/core/optuna/classifier/__init__.py
wisent/core/optuna/classifier/activation_generator.py
wisent/core/optuna/classifier/classifier_cache.py
wisent/core/optuna/classifier/optuna_classifier_optimizer.py
wisent/core/optuna/steering/__init__.py
wisent/core/optuna/steering/bigcode_evaluator_wrapper.py
wisent/core/optuna/steering/data_utils.py
wisent/core/optuna/steering/metrics.py
wisent/core/optuna/steering/optuna_pipeline.py
wisent/core/optuna/steering/steering_optimization.py
wisent/core/parser_arguments/__init__.py
wisent/core/parser_arguments/agent_parser.py
wisent/core/parser_arguments/configure_model_parser.py
wisent/core/parser_arguments/create_steering_vector_parser.py
wisent/core/parser_arguments/evaluate_parser.py
wisent/core/parser_arguments/evaluate_responses_parser.py
wisent/core/parser_arguments/full_optimize_parser.py
wisent/core/parser_arguments/generate_pairs_from_task_parser.py
wisent/core/parser_arguments/generate_pairs_parser.py
wisent/core/parser_arguments/generate_responses_parser.py
wisent/core/parser_arguments/generate_vector_from_synthetic_parser.py
wisent/core/parser_arguments/generate_vector_from_task_parser.py
wisent/core/parser_arguments/generate_vector_parser.py
wisent/core/parser_arguments/get_activations_parser.py
wisent/core/parser_arguments/main_parser.py
wisent/core/parser_arguments/model_config_parser.py
wisent/core/parser_arguments/monitor_parser.py
wisent/core/parser_arguments/multi_steer_parser.py
wisent/core/parser_arguments/nonsense_parser.py
wisent/core/parser_arguments/optimize_classification_parser.py
wisent/core/parser_arguments/optimize_sample_size_parser.py
wisent/core/parser_arguments/optimize_steering_parser.py
wisent/core/parser_arguments/synthetic_parser.py
wisent/core/parser_arguments/tasks_parser.py
wisent/core/parser_arguments/utils.py
wisent/core/prompts/__init__.py
wisent/core/prompts/core/__init__.py
wisent/core/prompts/core/atom.py
wisent/core/prompts/core/prompt_formater.py
wisent/core/prompts/prompt_stratiegies/__init__.py
wisent/core/prompts/prompt_stratiegies/direct_completion.py
wisent/core/prompts/prompt_stratiegies/instruction_following.py
wisent/core/prompts/prompt_stratiegies/multiple_choice.py
wisent/core/prompts/prompt_stratiegies/role_playing.py
wisent/core/steering_methods/__init__.py
wisent/core/steering_methods/rotator.py
wisent/core/steering_methods/core/__init__.py
wisent/core/steering_methods/core/atoms.py
wisent/core/steering_methods/methods/__init__.py
wisent/core/steering_methods/methods/caa.py
wisent/core/synthetic/__init__.py
wisent/core/synthetic/cleaners/__init__.py
wisent/core/synthetic/cleaners/deduper_cleaner.py
wisent/core/synthetic/cleaners/pairs_cleaner.py
wisent/core/synthetic/cleaners/refusaler_cleaner.py
wisent/core/synthetic/cleaners/core/__init__.py
wisent/core/synthetic/cleaners/core/atoms.py
wisent/core/synthetic/cleaners/methods/__init__.py
wisent/core/synthetic/cleaners/methods/base_dedupers.py
wisent/core/synthetic/cleaners/methods/base_refusalers.py
wisent/core/synthetic/cleaners/methods/core/__init__.py
wisent/core/synthetic/cleaners/methods/core/atoms.py
wisent/core/synthetic/db_instructions/__init__.py
wisent/core/synthetic/db_instructions/mini_dp.py
wisent/core/synthetic/db_instructions/core/__init__.py
wisent/core/synthetic/db_instructions/core/atoms.py
wisent/core/synthetic/generators/__init__.py
wisent/core/synthetic/generators/pairs_generator.py
wisent/core/synthetic/generators/core/__init__.py
wisent/core/synthetic/generators/core/atoms.py
wisent/core/synthetic/generators/diversities/__init__.py
wisent/core/synthetic/generators/diversities/core/__init__.py
wisent/core/synthetic/generators/diversities/core/core.py
wisent/core/synthetic/generators/diversities/methods/__init__.py
wisent/core/synthetic/generators/diversities/methods/fast_diversity.py
wisent/core/tasks/__init__.py
wisent/core/tasks/aime_task.py
wisent/core/tasks/file_task.py
wisent/core/tasks/hle_task.py
wisent/core/tasks/hmmt_task.py
wisent/core/tasks/livecodebench_task.py
wisent/core/tasks/livemathbench_task.py
wisent/core/tasks/lm_eval_task.py
wisent/core/tasks/math500_task.py
wisent/core/tasks/polymath_task.py
wisent/core/tasks/supergpqa_task.py
wisent/core/tracking/__init__.py
wisent/core/tracking/latency.py
wisent/core/tracking/memory.py
wisent/core/trainers/__init__.py
wisent/core/trainers/steering_trainer.py
wisent/core/trainers/core/__init__.py
wisent/core/trainers/core/atoms.py
wisent/core/utils/__init__.py
wisent/core/utils/device.py
wisent/tests/__init__.py
wisent/tests/examples/__init__.py
wisent/tests/examples/cli/__init__.py
wisent/tests/examples/cli/activations/__init__.py
wisent/tests/examples/cli/activations/test_get_activations.py
wisent/tests/examples/cli/classifier/__init__.py
wisent/tests/examples/cli/classifier/test_classifier_examples.py
wisent/tests/examples/cli/contrastive_pairs/__init__.py
wisent/tests/examples/cli/contrastive_pairs/test_generate_pairs.py
wisent/tests/examples/cli/evaluation/__init__.py
wisent/tests/examples/cli/evaluation/test_evaluation_examples.py
wisent/tests/examples/cli/generate/__init__.py
wisent/tests/examples/cli/generate/test_generate_with_classifier.py
wisent/tests/examples/cli/generate/test_generate_with_steering.py
wisent/tests/examples/cli/generate/test_only_generate.py
wisent/tests/examples/cli/multi_steering/__init__.py
wisent/tests/examples/cli/multi_steering/test_multi_steer_from_trained_vectors.py
wisent/tests/examples/cli/multi_steering/test_multi_steer_with_different_parameters.py
wisent/tests/examples/cli/multi_steering/test_train_and_multi_steer.py
wisent/tests/examples/cli/optimizer/__init__.py
wisent/tests/examples/cli/optimizer/test_optimize_sample_size.py
wisent/tests/examples/cli/optimizer/test_optimizer_examples.py
wisent/tests/examples/cli/steering/__init__.py
wisent/tests/examples/cli/steering/test_create_steering_vectors.py
wisent/tests/examples/cli/synthetic/__init__.py
wisent/tests/examples/cli/synthetic/test_synthetic_pairs.py