Spaces:
Sleeping
Sleeping
File size: 1,471 Bytes
2c48705 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | """ai-chatbot backend application."""
__version__ = "0.1.0"
# Monkey patch transformers to bypass torch.load safety check on old PyTorch versions (macOS x86_64)
try:
import transformers.utils.import_utils
transformers.utils.import_utils.check_torch_load_is_safe = lambda *args, **kwargs: None
transformers.utils.import_utils.is_torch_mps_available = lambda *args, **kwargs: False
except ImportError:
pass
try:
import transformers.modeling_utils
transformers.modeling_utils.check_torch_load_is_safe = lambda *args, **kwargs: None
except ImportError:
pass
# Force CPU device for PyTorch MPS on Intel Macs to prevent NotImplementedError
try:
import torch
torch.backends.mps.is_available = lambda: False
torch.backends.mps.is_built = lambda: False
if hasattr(torch, "mps"):
torch.mps.is_available = lambda: False
except ImportError:
pass
# Force CPU device for accelerate to avoid MPS auto mapping
try:
import accelerate.utils
accelerate.utils.is_mps_available = lambda *args, **kwargs: False
except ImportError:
pass
try:
import accelerate.utils.imports
accelerate.utils.imports.is_mps_available = lambda *args, **kwargs: False
except ImportError:
pass
# Force CPU device for Docling to prevent early MPS detection during import
try:
import docling.utils.accelerator_utils
docling.utils.accelerator_utils.decide_device = lambda *args, **kwargs: "cpu"
except ImportError:
pass
|