igorktech commited on
Commit
85858a3
·
1 Parent(s): d790f7e

Update modelling_hibial.py

Browse files
Files changed (1) hide show
  1. modelling_hibial.py +2 -1
modelling_hibial.py CHANGED
@@ -333,7 +333,8 @@ class HiBiAlBert(Module):
333
 
334
  bialibi_utt_mask[enc_mask_utt.bool()] = float('-inf')
335
  bialibi_ct_mask[enc_mask_ct.bool()] = float('-inf')
336
-
 
337
  # memory = self.encoder(input_ids, mask=src_mask, src_key_padding_mask=src_key_padding_mask)
338
 
339
  # Encoding
 
333
 
334
  bialibi_utt_mask[enc_mask_utt.bool()] = float('-inf')
335
  bialibi_ct_mask[enc_mask_ct.bool()] = float('-inf')
336
+
337
+ src_key_padding_mask[src_key_padding_mask]=float('-inf')
338
  # memory = self.encoder(input_ids, mask=src_mask, src_key_padding_mask=src_key_padding_mask)
339
 
340
  # Encoding