alpha: 0.4
batch_size: 64
bert_config: configs/config_bert.json
distill: true
embed_dim: 256
image_res: 256
max_words: 30
mlm_probability: 0.15
momentum: 0.995
neutral_epochs: 1
optimizer: {lr: 5e-05, opt: adamW, weight_decay: 0.02}
p_neutral_caption: 0.15
queue_size: 65536
schedular: {cooldown_epochs: 0, decay_rate: 1, epochs: 1, lr: 5e-05, min_lr: 1e-05,
  sched: cosine, warmup_epochs: 0.1, warmup_lr: 1e-05}
temp: 0.07
train_file: [/projects/nlp/data/data/multimodal-gender-bias/data/ALBEF/conceptual_captions/annotations/cc3m_train.hendrix.json]
train_neutral_file: [/projects/nlp/data/data/multimodal-gender-bias/data/ALBEF/conceptual_captions/gender-neutral/cc3m_train.hendrix.json]
vision_width: 768
