Upload 3 files

model_adapters.py

@@ -1,6 +1,9 @@
 import json
 import os
 import glob
+import shutil
+import subprocess
+import sys
 from typing import Any, Dict, List
 
 
@@ -117,6 +120,7 @@ class NanochatAdapter:
 
         import torch
         from huggingface_hub import snapshot_download
+        ensure_nanochat_runtime()
         from nanochat.gpt import GPT, GPTConfig
         from nanochat.tokenizer import RustBPETokenizer
 
@@ -227,6 +231,39 @@ def file_in_snapshot(root, filename):
     return path
 
 
+def ensure_nanochat_runtime():
+    try:
+        import nanochat.gpt  # noqa: F401
+        import nanochat.tokenizer  # noqa: F401
+        return
+    except Exception:
+        pass
+
+    repo_url = os.getenv("RFAB_NANOCHAT_REPO", "https://github.com/karpathy/nanochat.git")
+    ref = os.getenv("RFAB_NANOCHAT_REF", "dc54a1a3077cab11d68fac4c5d1cd5c51f5d8c7a")
+    cache_dir = os.getenv("RFAB_NANOCHAT_CACHE_DIR", "/tmp/rfab_nanochat_runtime")
+
+    if not os.path.exists(os.path.join(cache_dir, "nanochat")):
+        if os.path.exists(cache_dir):
+            shutil.rmtree(cache_dir)
+        subprocess.check_call([
+            "git",
+            "clone",
+            "--depth",
+            "1",
+            repo_url,
+            cache_dir,
+        ])
+        subprocess.check_call(["git", "fetch", "--depth", "1", "origin", ref], cwd=cache_dir)
+        subprocess.check_call(["git", "checkout", ref], cwd=cache_dir)
+
+    if cache_dir not in sys.path:
+        sys.path.insert(0, cache_dir)
+
+    import nanochat.gpt  # noqa: F401
+    import nanochat.tokenizer  # noqa: F401
+
+
 def parse_json_env(name: str, default):
     raw = os.getenv(name)
     if not raw:

requirements.txt

@@ -7,4 +7,3 @@ huggingface_hub
 spaces
 tiktoken
 rustbpe
-nanochat @ git+https://github.com/karpathy/nanochat.git