Update vision_tower_builder.py

vision_tower_builder.py

@@ -28,7 +28,11 @@ try:
 except:
     use_flash_attn = False
     print("You need to install flash_attn to be faster!")
-from timm.layers import drop_path, to_2tuple, trunc_normal_
+
+try:
+    from timm.layers import drop_path, to_2tuple, trunc_normal_
+except:
+    from timm.models.layers import drop_path, trunc_normal_, to_2tuple
 
 
 
@@ -74,7 +78,9 @@ class Attention(nn.Module):
             attn_type = attn_type
         else:
             attn_type = 'origin'
-            
+        
+        print(attn_type)
+
         super().__init__()
         self.num_heads = num_heads
         head_dim = dim // num_heads