Upload folder using huggingface_hub

uniar/modeling_uniar.py

@@ -143,6 +143,16 @@ class UniARForConditionalGeneration(Qwen3VLForConditionalGeneration):
         if attention_mask is None:
             attention_mask = torch.ones_like(hidden_states[..., 0]).long()
 
+        # Convert 2D [batch, seq] attention mask to 4D [batch, 1, seq, seq]
+        # expected by SDPA attention in transformers 4.57.0.
+        if attention_mask.dim() == 2:
+            batch, seq = attention_mask.shape
+            causal = torch.tril(
+                torch.ones(seq, seq, device=attention_mask.device, dtype=attention_mask.dtype)
+            )
+            attn_4d = attention_mask[:, None, None, :] * causal[None, None, :, :]
+            attention_mask = attn_4d
+
         language_model = self.model.language_model
         position_embeddings = language_model.rotary_emb(hidden_states, position_ids)