salesforce/BLIP
1
0
Fork 0
mirror of https://github.com/salesforce/BLIP.git synced 2026-01-26 15:19:44 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of github.com:salesforce/BLIP into main

Browse Source
This commit is contained in:
root
2022-02-18 03:42:19 +00:00
parent 23af1be3ff 073b821aa2
commit 85f8057269
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
models/blip_pretrain.py
View File

@@ -91,7 +91,7 @@ class BLIP_Pretrain(nn.Module):
decoder_config.encoder_width = vision_width
self.text_decoder = BertLMHeadModel.from_pretrained('bert-base-uncased',config=decoder_config)
self.text_decoder.resize_token_embeddings(len(self.tokenizer))
tie_encoder_decoder_weights(self.text_decoder.bert,self.text_encoder,'','/attention')
tie_encoder_decoder_weights(self.text_encoder,self.text_decoder.bert,'','/attention')
def forward(self, image, caption, alpha):