Model zoo summarizes supported models in LAVIS, to view:
from lavis.models import model_zoo print(model_zoo) # ================================================== # Architectures Types # ================================================== # albef_classification ve # albef_feature_extractor base # albef_nlvr nlvr # albef_pretrain base # albef_retrieval coco, flickr # albef_vqa vqav2 # alpro_qa msrvtt, msvd # alpro_retrieval msrvtt, didemo # blip_caption base_coco, large_coco # blip_classification base # blip_feature_extractor base # blip_nlvr nlvr # blip_pretrain base # blip_retrieval coco, flickr # blip_vqa vqav2, okvqa, aokvqa # clip_feature_extractor ViT-B-32, ViT-B-16, ViT-L-14, ViT-L-14-336, RN50 # clip ViT-B-32, ViT-B-16, ViT-L-14, ViT-L-14-336, RN50 # gpt_dialogue base