igorktech commited on
Commit
d790f7e
·
1 Parent(s): 850bb86

Update modelling_hibial.py

Browse files
Files changed (1) hide show
  1. modelling_hibial.py +1 -3
modelling_hibial.py CHANGED
@@ -333,9 +333,7 @@ class HiBiAlBert(Module):
333
 
334
  bialibi_utt_mask[enc_mask_utt.bool()] = float('-inf')
335
  bialibi_ct_mask[enc_mask_ct.bool()] = float('-inf')
336
-
337
- src_key_padding_mask = torch.where(src_key_padding_mask, torch.tensor(float('-inf')), torch.tensor(0.0))
338
-
339
  # memory = self.encoder(input_ids, mask=src_mask, src_key_padding_mask=src_key_padding_mask)
340
 
341
  # Encoding
 
333
 
334
  bialibi_utt_mask[enc_mask_utt.bool()] = float('-inf')
335
  bialibi_ct_mask[enc_mask_ct.bool()] = float('-inf')
336
+
 
 
337
  # memory = self.encoder(input_ids, mask=src_mask, src_key_padding_mask=src_key_padding_mask)
338
 
339
  # Encoding