From b7bb1eeb6e901044a9eb1016f408ee908b216bc7 Mon Sep 17 00:00:00 2001
From: root <“junnan.li@salesforce.com”>
Date: Sat, 26 Mar 2022 12:14:31 +0000
Subject: [PATCH] update retrieval model script

---
 models/blip_retrieval.py | 5 +----
 1 file changed, 1 insertion(+), 4 deletions(-)

diff --git a/models/blip_retrieval.py b/models/blip_retrieval.py
index bc645f5..1debe7e 100644
--- a/models/blip_retrieval.py
+++ b/models/blip_retrieval.py
@@ -103,10 +103,7 @@ class BLIP_Retrieval(nn.Module):
             text_feat_m_all = torch.cat([text_feat_m.t(),self.text_queue.clone().detach()],dim=1)
 
             sim_i2t_m = image_feat_m @ text_feat_m_all / self.temp  
-            sim_t2i_m = text_feat_m @ image_feat_m_all / self.temp 
-
-            sim_targets = torch.zeros(sim_i2t_m.size()).to(image.device)
-            sim_targets.fill_diagonal_(1)          
+            sim_t2i_m = text_feat_m @ image_feat_m_all / self.temp   
 
             sim_i2t_targets = alpha * F.softmax(sim_i2t_m, dim=1) + (1 - alpha) * sim_targets
             sim_t2i_targets = alpha * F.softmax(sim_t2i_m, dim=1) + (1 - alpha) * sim_targets