Spaces:
Runtime error
Runtime error
fix: pass device as string (Hydra/OmegaConf rejects torch.device)
Browse files
server.py
CHANGED
|
@@ -45,7 +45,9 @@ def _load_model():
|
|
| 45 |
print("[server] loading Kimodo-SOMA-RP-v1.1 ...", file=sys.stderr, flush=True)
|
| 46 |
from kimodo import load_model
|
| 47 |
|
| 48 |
-
|
|
|
|
|
|
|
| 49 |
print(f"[server] device = {_device}", file=sys.stderr, flush=True)
|
| 50 |
|
| 51 |
model, resolved = load_model(
|
|
|
|
| 45 |
print("[server] loading Kimodo-SOMA-RP-v1.1 ...", file=sys.stderr, flush=True)
|
| 46 |
from kimodo import load_model
|
| 47 |
|
| 48 |
+
# Must be a string (kimodo passes this through Hydra/OmegaConf which
|
| 49 |
+
# rejects non-primitive types like torch.device).
|
| 50 |
+
_device = "cuda:0" if torch.cuda.is_available() else "cpu"
|
| 51 |
print(f"[server] device = {_device}", file=sys.stderr, flush=True)
|
| 52 |
|
| 53 |
model, resolved = load_model(
|