.gitattributes
.gitignore
CODE_OF_CONDUCT.md
LICENSE
README.md
environment.yml
pyproject.toml
requirements.txt
setup.py
.github/issue_template.md
.github/pull_request_template.md
.github/workflows/black.yml
docs/dataset_card.md
docs/huggingface_compatible.md
docs/server_host.md
mimic-it/README.md
mimic-it/convert-it/README.md
mimic-it/convert-it/__init__.py
mimic-it/convert-it/abstract_dataset.py
mimic-it/convert-it/image_utils.py
mimic-it/convert-it/main.py
mimic-it/convert-it/datasets/2d.py
mimic-it/convert-it/datasets/3d.py
mimic-it/convert-it/datasets/__init__.py
mimic-it/convert-it/datasets/change.py
mimic-it/convert-it/datasets/fpv.py
mimic-it/convert-it/datasets/video.py
mimic-it/convert-it/datasets/utils/scene_navigation_utils.py
mimic-it/convert-it/datasets/utils/visual_story_telling_utils.py
mimic-it/syphus/abstract_dataset.py
mimic-it/syphus/file_utils.py
mimic-it/syphus/main.py
mimic-it/syphus/datasets/3d.py
mimic-it/syphus/datasets/__init__.py
mimic-it/syphus/datasets/change.py
mimic-it/syphus/datasets/fpv.py
mimic-it/syphus/datasets/funqa.py
mimic-it/syphus/datasets/translate.py
mimic-it/syphus/datasets/video.py
mimic-it/syphus/prompts/coco_spot_the_difference_prompt.py
mimic-it/syphus/prompts/dense_captions.json
mimic-it/syphus/prompts/ego4d.json
mimic-it/syphus/prompts/funqa_dia.json
mimic-it/syphus/prompts/funqa_mcqa.json
mimic-it/syphus/prompts/funqa_translation.json
mimic-it/syphus/prompts/scene_navigation.json
mimic-it/syphus/prompts/spot_the_difference.json
mimic-it/syphus/prompts/translation_prompt.py
mimic-it/syphus/prompts/tv_captions.json
mimic-it/syphus/prompts/visual_story_telling.json
pipeline/__init__.py
pipeline/constants.py
pipeline/conversation.py
pipeline/accelerate_configs/accelerate_config_ddp.yaml
pipeline/accelerate_configs/accelerate_config_fsdp.yaml
pipeline/accelerate_configs/accelerate_config_zero2.yaml
pipeline/accelerate_configs/accelerate_config_zero2_slurm.yaml
pipeline/accelerate_configs/accelerate_config_zero3.yaml
pipeline/accelerate_configs/accelerate_config_zero3_slurm.yaml
pipeline/demo/__init__.py
pipeline/demo/otter_image.ipynb
pipeline/demo/otter_image.py
pipeline/demo/otter_image_incontext.py
pipeline/demo/otter_video.ipynb
pipeline/demo/otter_video.py
pipeline/eval/README.md
pipeline/eval/__init__.py
pipeline/eval/classification_utils.py
pipeline/eval/coco_metric.py
pipeline/eval/config.yaml
pipeline/eval/eval_datasets.py
pipeline/eval/eval_model.py
pipeline/eval/evaluate.py
pipeline/eval/ok_vqa_utils.py
pipeline/eval/run_eval_coco.sh
pipeline/eval/run_eval_otter.sh
pipeline/eval/run_eval_otter_slurm.sh
pipeline/eval/vqa_metric.py
pipeline/eval/models/blip.py
pipeline/eval/models/open_flamingo.py
pipeline/eval/models/otter.py
pipeline/eval/models/utils.py
pipeline/mimicit_utils/mimicit_dataset.py
pipeline/mimicit_utils/transforms.py
pipeline/serve/__init__.py
pipeline/serve/cli.py
pipeline/serve/controller.py
pipeline/serve/gradio_css.py
pipeline/serve/gradio_patch.py
pipeline/serve/gradio_web_server.py
pipeline/serve/gradio_web_server_video.py
pipeline/serve/model_worker.py
pipeline/serve/register_worker.py
pipeline/serve/serving_utils.py
pipeline/serve/test_message.py
pipeline/serve/multiplex_script/otter_image_server.py
pipeline/train/__init__.py
pipeline/train/config.yaml
pipeline/train/data.py
pipeline/train/distributed.py
pipeline/train/instruction_following.py
pipeline/train/pretraining.py
pipeline/train/pretraining_cc3m.py
pipeline/train/train_utils.py
pipeline/utils/__init__.py
pipeline/utils/apply_delta.py
pipeline/utils/convert_laion400m-tsv_to_laion400m-tar_mp_shard.py
pipeline/utils/convert_mmc4_to_wds.py
pipeline/utils/make_a_train.py
src/otter_ai/__init__.py
src/otter_ai.egg-info/PKG-INFO
src/otter_ai.egg-info/SOURCES.txt
src/otter_ai.egg-info/dependency_links.txt
src/otter_ai.egg-info/requires.txt
src/otter_ai.egg-info/top_level.txt
src/otter_ai/models/__init__.py
src/otter_ai/models/flamingo/__init__.py
src/otter_ai/models/flamingo/configuration_flamingo.py
src/otter_ai/models/flamingo/converting_flamingo_to_bf16.py
src/otter_ai/models/flamingo/converting_flamingo_to_hf.py
src/otter_ai/models/flamingo/converting_flamingo_to_lora.py
src/otter_ai/models/flamingo/injecting_falcon_into_flamingo.py
src/otter_ai/models/flamingo/injecting_llama2_into_flamingo.py
src/otter_ai/models/flamingo/injecting_mpt-1B-redpajama_into_flamingo.py
src/otter_ai/models/flamingo/injecting_mpt_into_flamingo.py
src/otter_ai/models/flamingo/injecting_vicuna_into_flamingo.py
src/otter_ai/models/flamingo/modeling_flamingo.py
src/otter_ai/models/flamingo/utils.py
src/otter_ai/models/flamingo/falcon/__init__.py
src/otter_ai/models/flamingo/falcon/configuration_RW.py
src/otter_ai/models/flamingo/falcon/modelling_RW.py
src/otter_ai/models/flamingo/mpt/__init__.py
src/otter_ai/models/flamingo/mpt/adapt_tokenizer.py
src/otter_ai/models/flamingo/mpt/attention.py
src/otter_ai/models/flamingo/mpt/blocks.py
src/otter_ai/models/flamingo/mpt/configuration_mpt.py
src/otter_ai/models/flamingo/mpt/custom_embedding.py
src/otter_ai/models/flamingo/mpt/flash_attn_triton.py
src/otter_ai/models/flamingo/mpt/hf_prefixlm_converter.py
src/otter_ai/models/flamingo/mpt/meta_init_context.py
src/otter_ai/models/flamingo/mpt/modeling_mpt.py
src/otter_ai/models/flamingo/mpt/norm.py
src/otter_ai/models/flamingo/mpt/param_init_fns.py
src/otter_ai/models/flamingo/mpt_redpajama/__init__.py
src/otter_ai/models/flamingo/mpt_redpajama/attention.py
src/otter_ai/models/flamingo/mpt_redpajama/configuration_mosaic_gpt.py
src/otter_ai/models/flamingo/mpt_redpajama/gpt_blocks.py
src/otter_ai/models/flamingo/mpt_redpajama/low_precision_layernorm.py
src/otter_ai/models/flamingo/mpt_redpajama/mosaic_gpt.py
src/otter_ai/models/flamingo/mpt_redpajama/param_init_fns.py
src/otter_ai/models/otter/__init__.py
src/otter_ai/models/otter/configuration_otter.py
src/otter_ai/models/otter/converting_flamingo_to_otter.py
src/otter_ai/models/otter/converting_otter_fp32_to_fp16.py
src/otter_ai/models/otter/converting_otter_pt_to_hf.py
src/otter_ai/models/otter/converting_otter_to_lora.py
src/otter_ai/models/otter/flamingo_pt2otter_hf.py
src/otter_ai/models/otter/modeling_otter.py
unittest/test_mmc4_dataset.py
xformers_model/__init__.py
xformers_model/clip.py
xformers_model/llama.py