Files changed (1) hide show
  1. llama_bidirectional_model.py +1 -12
llama_bidirectional_model.py CHANGED
@@ -1,24 +1,13 @@
1
- from typing import List, Optional, Tuple, Union
2
-
3
  import torch
4
- import torch.nn.functional as F
5
- from torch import nn
6
- from torch.nn import BCEWithLogitsLoss, CrossEntropyLoss, MSELoss
7
- from transformers.cache_utils import Cache, HybridCache
8
  from transformers.modeling_attn_mask_utils import _prepare_4d_attention_mask
9
- from transformers.modeling_outputs import (
10
- BaseModelOutputWithPast,
11
- SequenceClassifierOutputWithPast,
12
- )
13
  from transformers.models.llama.configuration_llama import LlamaConfig
14
  from transformers.models.llama.modeling_llama import (
15
  LlamaModel,
16
- LlamaPreTrainedModel,
17
  )
18
  from transformers.utils import logging
19
 
20
 
21
-
22
  logger = logging.get_logger(__name__)
23
 
24
 
 
 
 
1
  import torch
2
+ from transformers.cache_utils import Cache
 
 
 
3
  from transformers.modeling_attn_mask_utils import _prepare_4d_attention_mask
 
 
 
 
4
  from transformers.models.llama.configuration_llama import LlamaConfig
5
  from transformers.models.llama.modeling_llama import (
6
  LlamaModel,
 
7
  )
8
  from transformers.utils import logging
9
 
10
 
 
11
  logger = logging.get_logger(__name__)
12
 
13