LICENSE
README.md
pyproject.toml
fusion_bench/__init__.py
fusion_bench.egg-info/PKG-INFO
fusion_bench.egg-info/SOURCES.txt
fusion_bench.egg-info/dependency_links.txt
fusion_bench.egg-info/entry_points.txt
fusion_bench.egg-info/requires.txt
fusion_bench.egg-info/top_level.txt
fusion_bench/../fusion_bench_config/README.md
fusion_bench/../fusion_bench_config/clip-vit-base-patch32_robustness_corrupted.yaml
fusion_bench/../fusion_bench_config/example_config.yaml
fusion_bench/../fusion_bench_config/llama_weighted_average.yaml
fusion_bench/../fusion_bench_config/nyuv2_config.yaml
fusion_bench/../fusion_bench_config/nyuv2_mtl_train.yaml
fusion_bench/../fusion_bench_config/fabric/auto.yaml
fusion_bench/../fusion_bench_config/fabric_logger/tensorboard_logger.yaml
fusion_bench/../fusion_bench_config/hydra/default.yaml
fusion_bench/../fusion_bench_config/hydra/job_logging/rich_logging.yaml
fusion_bench/../fusion_bench_config/method/adamerging.yaml
fusion_bench/../fusion_bench_config/method/clip_concrete_layer_wise_adamerging.yaml
fusion_bench/../fusion_bench_config/method/clip_concrete_task_arithmetic.yaml
fusion_bench/../fusion_bench_config/method/clip_concrete_task_wise_adamerging.yaml
fusion_bench/../fusion_bench_config/method/clip_finetune.yaml
fusion_bench/../fusion_bench_config/method/clip_fisher_merging.yaml
fusion_bench/../fusion_bench_config/method/clip_regmean.yaml
fusion_bench/../fusion_bench_config/method/depth_upscaling.yaml
fusion_bench/../fusion_bench_config/method/dummy.yaml
fusion_bench/../fusion_bench_config/method/fisher_merging.yaml
fusion_bench/../fusion_bench_config/method/gpt2_fisher_merging.yaml
fusion_bench/../fusion_bench_config/method/gpt2_regmean.yaml
fusion_bench/../fusion_bench_config/method/llama_singular_moe_upscaling.yaml
fusion_bench/../fusion_bench_config/method/magnitude_diff_pruning.yaml
fusion_bench/../fusion_bench_config/method/max_model_predictor.yaml
fusion_bench/../fusion_bench_config/method/mixtral_moe_merging.yaml
fusion_bench/../fusion_bench_config/method/mixtral_moe_upscaling.yaml
fusion_bench/../fusion_bench_config/method/model_recombination.yaml
fusion_bench/../fusion_bench_config/method/pwe_moe_ls_for_clip.yaml
fusion_bench/../fusion_bench_config/method/regmean.yaml
fusion_bench/../fusion_bench_config/method/simple_average.yaml
fusion_bench/../fusion_bench_config/method/simple_ensemble.yaml
fusion_bench/../fusion_bench_config/method/singular_projection_merging.yaml
fusion_bench/../fusion_bench_config/method/smile_mistral_upscaling.yaml
fusion_bench/../fusion_bench_config/method/smile_upscaling.yaml
fusion_bench/../fusion_bench_config/method/task_arithmetic.yaml
fusion_bench/../fusion_bench_config/method/task_vector_cos_similarity.yaml
fusion_bench/../fusion_bench_config/method/ties_merging.yaml
fusion_bench/../fusion_bench_config/method/weight_ensembling_moe.yaml
fusion_bench/../fusion_bench_config/method/weighted_average.yaml
fusion_bench/../fusion_bench_config/method/weighted_average_for_llama.yaml
fusion_bench/../fusion_bench_config/method/weighted_ensemble.yaml
fusion_bench/../fusion_bench_config/modelpool/automodelpool.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_TA8.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_generalization_exp1.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_generalization_exp2.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_individual.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_mtl.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_robustness_clean.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_robustness_corrupted.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_single_finetuned.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-base-patch32_svhn_and_mnist.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-large-patch14_TA8.yaml
fusion_bench/../fusion_bench_config/modelpool/clip-vit-large-patch14_individual.yaml
fusion_bench/../fusion_bench_config/modelpool/flan-t5-base_glue.yaml
fusion_bench/../fusion_bench_config/modelpool/flan-t5-base_glue_lora16.yaml
fusion_bench/../fusion_bench_config/modelpool/flan-t5-base_individual.yaml
fusion_bench/../fusion_bench_config/modelpool/flan-t5-large_glue_lora16.yaml
fusion_bench/../fusion_bench_config/modelpool/gpt-2_glue.yaml
fusion_bench/../fusion_bench_config/modelpool/llama_for_causallm.yaml
fusion_bench/../fusion_bench_config/modelpool/mixtral_moe_merging.yaml
fusion_bench/../fusion_bench_config/modelpool/mixtral_moe_upscaling.yaml
fusion_bench/../fusion_bench_config/modelpool/nyuv2_modelpool.yaml
fusion_bench/../fusion_bench_config/modelpool/smile_mistral_exp_v1.yaml
fusion_bench/../fusion_bench_config/modelpool/smile_mistral_exp_v2.yaml
fusion_bench/../fusion_bench_config/modelpool/smile_mistral_exp_v3.yaml
fusion_bench/../fusion_bench_config/modelpool/smile_mistral_exp_v4.yaml
fusion_bench/../fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_clean.yaml
fusion_bench/../fusion_bench_config/taskpool/clip-vit-base-patch32_robustness_corrupted.yaml
fusion_bench/../fusion_bench_config/taskpool/clip-vit-base-patch32_svhn_and_mnist.yaml
fusion_bench/../fusion_bench_config/taskpool/clip-vit-classification_TA8.yaml
fusion_bench/../fusion_bench_config/taskpool/clip-vit-classification_TA8_L14.yaml
fusion_bench/../fusion_bench_config/taskpool/dummy.yaml
fusion_bench/../fusion_bench_config/taskpool/flan-t5_glue_text_generation.yaml
fusion_bench/../fusion_bench_config/taskpool/gpt-2_glue.yaml
fusion_bench/../fusion_bench_config/taskpool/nyuv2_taskpool.yaml
fusion_bench/constants/__init__.py
fusion_bench/dataset/__init__.py
fusion_bench/dataset/clip_dataset.py
fusion_bench/dataset/gpt2_glue.py
fusion_bench/dataset/image_dataset.py
fusion_bench/dataset/nyuv2.py
fusion_bench/method/__init__.py
fusion_bench/method/base_algorithm.py
fusion_bench/method/depth_upscaling.py
fusion_bench/method/dummy.py
fusion_bench/method/ensemble.py
fusion_bench/method/model_recombination.py
fusion_bench/method/simple_average.py
fusion_bench/method/task_arithmetic.py
fusion_bench/method/adamerging/__init__.py
fusion_bench/method/adamerging/clip_layer_wise_adamerging.py
fusion_bench/method/adamerging/clip_task_wise_adamerging.py
fusion_bench/method/adamerging/entropy_loss.py
fusion_bench/method/adamerging/layer_wise_adamerging.py
fusion_bench/method/adamerging/task_wise_adamerging.py
fusion_bench/method/analysis/__init__.py
fusion_bench/method/analysis/task_vector_cos_similarity.py
fusion_bench/method/classification/__init__.py
fusion_bench/method/classification/clip_finetune.py
fusion_bench/method/concrete_subspace/__init__.py
fusion_bench/method/concrete_subspace/clip_concrete_adamerging.py
fusion_bench/method/concrete_subspace/clip_concrete_task_arithmetic.py
fusion_bench/method/fisher_merging/__init__.py
fusion_bench/method/fisher_merging/clip_fisher_merging.py
fusion_bench/method/fisher_merging/fisher_merging.py
fusion_bench/method/fisher_merging/gpt2_fisher_merging.py
fusion_bench/method/mixture_of_experts/__init__.py
fusion_bench/method/mixture_of_experts/mixtral_merging.py
fusion_bench/method/mixture_of_experts/mixtral_upcycling.py
fusion_bench/method/pruning/__init__.py
fusion_bench/method/pruning/magnitude_diff_pruning.py
fusion_bench/method/pwe_moe/__init__.py
fusion_bench/method/pwe_moe/clip_pwe_moe.py
fusion_bench/method/pwe_moe/module.py
fusion_bench/method/pwe_moe/utils.py
fusion_bench/method/pwe_moe/phn/__init__.py
fusion_bench/method/pwe_moe/phn/solvers.py
fusion_bench/method/regmean/__init__.py
fusion_bench/method/regmean/clip_regmean.py
fusion_bench/method/regmean/gpt2_regmean.py
fusion_bench/method/regmean/regmean.py
fusion_bench/method/smile_upscaling/__init__.py
fusion_bench/method/smile_upscaling/singular_projection_merging.py
fusion_bench/method/smile_upscaling/smile_mistral_upscaling.py
fusion_bench/method/smile_upscaling/smile_upscaling.py
fusion_bench/method/ties_merging/__init__.py
fusion_bench/method/ties_merging/ties_merging.py
fusion_bench/method/ties_merging/ties_merging_utils.py
fusion_bench/method/we_moe/__init__.py
fusion_bench/method/we_moe/clip_we_moe.py
fusion_bench/method/we_moe/we_moe.py
fusion_bench/method/weighted_average/__init__.py
fusion_bench/method/weighted_average/llama.py
fusion_bench/method/weighted_average/weighted_average.py
fusion_bench/metrics/__init__.py
fusion_bench/metrics/nyuv2/__init__.py
fusion_bench/metrics/nyuv2/depth.py
fusion_bench/metrics/nyuv2/loss.py
fusion_bench/metrics/nyuv2/noise.py
fusion_bench/metrics/nyuv2/normal.py
fusion_bench/metrics/nyuv2/segmentation.py
fusion_bench/metrics/text_to_image_generation/__init__.py
fusion_bench/metrics/text_to_image_generation/aesthetic_scorer.py
fusion_bench/metrics/text_to_image_generation/compressibility.py
fusion_bench/metrics/text_to_image_generation/pickscore_scorer.py
fusion_bench/mixins/__init__.py
fusion_bench/mixins/clip_classification.py
fusion_bench/mixins/lightning_fabric.py
fusion_bench/mixins/rich_live.py
fusion_bench/mixins/simple_profiler.py
fusion_bench/modelpool/AutoModelForSeq2SeqLM.py
fusion_bench/modelpool/PeftModelForSeq2SeqLM.py
fusion_bench/modelpool/__init__.py
fusion_bench/modelpool/base_pool.py
fusion_bench/modelpool/huggingface_automodel.py
fusion_bench/modelpool/huggingface_clip_vision.py
fusion_bench/modelpool/huggingface_gpt2_classification.py
fusion_bench/modelpool/huggingface_llm.py
fusion_bench/modelpool/nyuv2_modelpool.py
fusion_bench/models/__init__.py
fusion_bench/models/hf_clip.py
fusion_bench/models/parameter_dict.py
fusion_bench/models/separate_io.py
fusion_bench/models/utils.py
fusion_bench/models/we_moe.py
fusion_bench/models/masks/__init__.py
fusion_bench/models/masks/mask_model.py
fusion_bench/models/modeling_smile_mistral/__init__.py
fusion_bench/models/modeling_smile_mistral/configuration_smile_mistral.py
fusion_bench/models/modeling_smile_mistral/modeling_smile_mistral.py
fusion_bench/models/modeling_smile_mistral/register.py
fusion_bench/models/nyuv2/__init__.py
fusion_bench/models/nyuv2/aspp.py
fusion_bench/models/nyuv2/lightning_module.py
fusion_bench/models/nyuv2/resnet.py
fusion_bench/models/nyuv2/resnet_dilated.py
fusion_bench/models/wrappers/__init__.py
fusion_bench/models/wrappers/ensemble.py
fusion_bench/models/wrappers/layer_wise_fusion.py
fusion_bench/models/wrappers/task_wise_fusion.py
fusion_bench/optim/__init__.py
fusion_bench/optim/mezo.py
fusion_bench/scripts/__init__.py
fusion_bench/scripts/cli.py
fusion_bench/scripts/nyuv2_mtl_train.py
fusion_bench/scripts/clip/__init__.py
fusion_bench/scripts/clip/convert_checkpoint.py
fusion_bench/taskpool/__init__.py
fusion_bench/taskpool/base_pool.py
fusion_bench/taskpool/clip_image_classification.py
fusion_bench/taskpool/dummy.py
fusion_bench/taskpool/flan_t5_glue_text_generation.py
fusion_bench/taskpool/gpt2_text_classification.py
fusion_bench/taskpool/nyuv2_taskpool.py
fusion_bench/tasks/__init__.py
fusion_bench/tasks/base_task.py
fusion_bench/tasks/classification.py
fusion_bench/tasks/clip_classification/__init__.py
fusion_bench/tasks/clip_classification/cifar10.py
fusion_bench/tasks/clip_classification/cifar100.py
fusion_bench/tasks/clip_classification/clip_dataset.py
fusion_bench/tasks/clip_classification/clip_mixin.py
fusion_bench/tasks/clip_classification/dtd.py
fusion_bench/tasks/clip_classification/eurosat.py
fusion_bench/tasks/clip_classification/flower102.py
fusion_bench/tasks/clip_classification/gtsrb.py
fusion_bench/tasks/clip_classification/mnist.py
fusion_bench/tasks/clip_classification/oxford_iiit_pet.py
fusion_bench/tasks/clip_classification/rendered_sst2.py
fusion_bench/tasks/clip_classification/resisc45.py
fusion_bench/tasks/clip_classification/stanford_cars.py
fusion_bench/tasks/clip_classification/stl10.py
fusion_bench/tasks/clip_classification/sun397.py
fusion_bench/tasks/clip_classification/svhn.py
fusion_bench/tasks/flan_t5_text_generation/__init__.py
fusion_bench/tasks/flan_t5_text_generation/datasets_preprocess.py
fusion_bench/tasks/flan_t5_text_generation/glue_evaluation.py
fusion_bench/tasks/flan_t5_text_generation/glue_load_dataset.py
fusion_bench/tasks/flan_t5_text_generation/glue_preprocessors.py
fusion_bench/tasks/flan_t5_text_generation/glue_prompt_templates.py
fusion_bench/utils/__init__.py
fusion_bench/utils/data.py
fusion_bench/utils/devices.py
fusion_bench/utils/dtype.py
fusion_bench/utils/parameters.py
fusion_bench/utils/pylogger.py
fusion_bench/utils/rich_utils.py
fusion_bench/utils/state_dict_arithmetic.py
fusion_bench/utils/timer.py
fusion_bench/utils/type.py
tests/test_depth_upscaling.py
tests/test_model_recombination.py
tests/test_simple_average.py
tests/test_weighed_ensemble.py