From 037ce11740b8fb2442a8aaeea4bfaf39ed64fd9d Mon Sep 17 00:00:00 2001 From: Jaret Burkett Date: Tue, 24 Sep 2024 07:43:17 -0600 Subject: [PATCH] Always return vision encoder in state dict --- toolkit/custom_adapter.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/toolkit/custom_adapter.py b/toolkit/custom_adapter.py index 75fac738..e594378b 100644 --- a/toolkit/custom_adapter.py +++ b/toolkit/custom_adapter.py @@ -445,8 +445,8 @@ class CustomAdapter(torch.nn.Module): return state_dict elif self.adapter_type == 'vision_direct': state_dict["dvadapter"] = self.vd_adapter.state_dict() - if self.config.train_image_encoder: - state_dict["vision_encoder"] = self.vision_encoder.state_dict() + # if self.config.train_image_encoder: # always return vision encoder + state_dict["vision_encoder"] = self.vision_encoder.state_dict() return state_dict elif self.adapter_type == 'single_value': state_dict["sv_adapter"] = self.single_value_adapter.state_dict()