openbmb
/

MiniCPM-V-4_5

Image-Text-to-Text

feature-extraction

Model card Files Files and versions

qianyuchen commited on Sep 12

Commit

c331656

·

verified ·

1 Parent(s): d7bbb09

Update resampler.py

Files changed (1) hide show

resampler.py +2 -2

resampler.py CHANGED Viewed

@@ -246,7 +246,7 @@ class Resampler(nn.Module):
     def batch_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
-        bs = k.shape[0]
         if pos_embed_temporal:
             # temporal 维度折叠
@@ -281,7 +281,7 @@ class Resampler(nn.Module):
     def foreach_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
-        bs = k.shape[0]
         if pos_embed_temporal:
             k += torch.stack(pos_embed_temporal, dim=0)

     def batch_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
+        bs = k.shape[1]
         if pos_embed_temporal:
             # temporal 维度折叠
     def foreach_attn_forward(self, q, k, v, pos_embed_temporal, temporal_ids, key_padding_mask):
+        bs = k.shape[1]
         if pos_embed_temporal:
             k += torch.stack(pos_embed_temporal, dim=0)