Update tokenizer.py

tokenizer.py

@@ -16,35 +16,35 @@ def _get_repo_file(repo_id_or_path: str, filename: str, revision: Optional[str]
         return local
     return hf_hub_download(repo_id=repo_id_or_path, filename=filename, revision=revision)
 
-    def _coerce_to_str(x):
-        # common cases first
-        if isinstance(x, str):
-            return x
-        if isinstance(x, dict):
-            for key in ("text", "sentence", "input", "prompt"):
-                if key in x and isinstance(x[key], str):
-                    return x[key]
-            # fallback: join any stringy values
-            vals = [v for v in x.values() if isinstance(v, str)]
-            if vals:
-                return " ".join(vals)
-            return str(x)
-        if isinstance(x, (list, tuple)):
-            # prefer first/last string element if present
-            for pick in (0, -1):
-                try:
-                    v = x[pick]
-                    if isinstance(v, str):
-                        return v
-                except Exception:
-                    pass
-            # else join all string elements
-            parts = [v for v in x if isinstance(v, str)]
-            if parts:
-                return " ".join(parts)
-            return str(x)
-        # final fallback
+def _coerce_to_str(x):
+    # common cases first
+    if isinstance(x, str):
+        return x
+    if isinstance(x, dict):
+        for key in ("text", "sentence", "input", "prompt"):
+            if key in x and isinstance(x[key], str):
+                return x[key]
+        # fallback: join any stringy values
+        vals = [v for v in x.values() if isinstance(v, str)]
+        if vals:
+            return " ".join(vals)
         return str(x)
+    if isinstance(x, (list, tuple)):
+        # prefer first/last string element if present
+        for pick in (0, -1):
+            try:
+                v = x[pick]
+                if isinstance(v, str):
+                    return v
+            except Exception:
+                pass
+        # else join all string elements
+        parts = [v for v in x if isinstance(v, str)]
+        if parts:
+            return " ".join(parts)
+        return str(x)
+    # final fallback
+    return str(x)
 
 class SyllabicTokenizerWrapper(PreTrainedTokenizerFast):
     slow_tokenizer_class = None