appQQQ commited on
Commit
2c48705
·
verified ·
1 Parent(s): 809cf0d

chore: upload app/__init__.py

Browse files
Files changed (1) hide show
  1. app/__init__.py +46 -0
app/__init__.py ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """ai-chatbot backend application."""
2
+ __version__ = "0.1.0"
3
+
4
+ # Monkey patch transformers to bypass torch.load safety check on old PyTorch versions (macOS x86_64)
5
+ try:
6
+ import transformers.utils.import_utils
7
+ transformers.utils.import_utils.check_torch_load_is_safe = lambda *args, **kwargs: None
8
+ transformers.utils.import_utils.is_torch_mps_available = lambda *args, **kwargs: False
9
+ except ImportError:
10
+ pass
11
+
12
+ try:
13
+ import transformers.modeling_utils
14
+ transformers.modeling_utils.check_torch_load_is_safe = lambda *args, **kwargs: None
15
+ except ImportError:
16
+ pass
17
+
18
+ # Force CPU device for PyTorch MPS on Intel Macs to prevent NotImplementedError
19
+ try:
20
+ import torch
21
+ torch.backends.mps.is_available = lambda: False
22
+ torch.backends.mps.is_built = lambda: False
23
+ if hasattr(torch, "mps"):
24
+ torch.mps.is_available = lambda: False
25
+ except ImportError:
26
+ pass
27
+
28
+ # Force CPU device for accelerate to avoid MPS auto mapping
29
+ try:
30
+ import accelerate.utils
31
+ accelerate.utils.is_mps_available = lambda *args, **kwargs: False
32
+ except ImportError:
33
+ pass
34
+
35
+ try:
36
+ import accelerate.utils.imports
37
+ accelerate.utils.imports.is_mps_available = lambda *args, **kwargs: False
38
+ except ImportError:
39
+ pass
40
+
41
+ # Force CPU device for Docling to prevent early MPS detection during import
42
+ try:
43
+ import docling.utils.accelerator_utils
44
+ docling.utils.accelerator_utils.decide_device = lambda *args, **kwargs: "cpu"
45
+ except ImportError:
46
+ pass