model_args.json

{
    "opt_version": "facebook/opt-6.7b",
    "freeze_lm": true,
    "visual_encoder": "openai/clip-vit-large-patch14",
    "freeze_vm": true,
    "n_visual_tokens": 4,
    "ret_emb_dim": 256,
    "gen_emb_dim": 768,
    "text_emb_layers": [
        -1
    ],
    "text_fc_mode": "gill_mapper",
    "ret_text_fc_mode": "linear",
    "num_tokens": 8,
    "num_clip_tokens": 77,
    "share_ret_gen": true,
    "norm_image_embed": "none",
    "retrieval_token_idx": [
        50266,
        50267,
        50268,
        50269,
        50270,
        50271,
        50272,
        50273
    ],
    "gen_token_idx": [
        50266,
        50267,
        50268,
        50269,
        50270,
        50271,
        50272,
        50273
    ]
}