Update modeling_cogagent.py

modeling_cogagent.py

@@ -284,8 +284,6 @@ class CrossAttention(nn.Module):
         self.cross_head_dim = self.cross_compute_hidden_size // self.num_heads
         self.max_position_embeddings = config.max_position_embeddings
 
-        # self.rotary_emb = RotaryEmbedding(self.hidden_size // self.num_heads)
-        self.rotary_emb = FastRotaryEmbedding(dim=self.head_dim, pos_idx_in_fp32=False)
         self.query = nn.Linear(self.hidden_size, self.cross_compute_hidden_size, bias=False)
         self.key_value = nn.Linear(self.cross_hidden_size, self.cross_compute_hidden_size * 2, bias=False)
         self.dense = nn.Linear(self.cross_compute_hidden_size, self.hidden_size, bias=False)