Upload config.yaml

config.yaml

@@ -0,0 +1,67 @@
+# ─────────────────────────────────────────────
+# Chinese BabyLM Evaluation Pipeline Config
+# ─────────────────────────────────────────────
+
+# Models to evaluate.
+# Each entry needs:
+#   path    — HuggingFace repo ID or local directory path
+#   backend — one of: causal, mlm, mntp, enc_dec_mask, enc_dec_prefix
+models:
+  - path: timorobrecht/full_chinese_gpu3.1
+    backend: causal
+  # - path: /path/to/local/model
+  #   backend: mlm
+
+# Tasks to run. Comment out any group or individual task to skip it.
+tasks:
+  # NLU Track — zero-shot minimal pairs
+  zero_shot:
+    - zhoblimp
+    - hanzi_structure
+    - hanzi_pinyin
+
+  # Cog Track — fMRI brain encoding
+  cogbench:
+    - word_fmri
+    - fmri
+
+  # Fine-tuning Track — CLUE tasks
+  finetune:
+    - afqmc
+    - ocnli
+    - tnews
+    - cluewsc2020
+
+# Directories
+eval_dir: evaluation_data   # where prepare_chinese_data.py puts data
+results_dir: results        # where eval results are written
+
+# Save items containing UNK tokens for hanzi track tasks
+save_item_with_unk: true
+
+# Fine-tuning hyperparameters
+# Global defaults are applied first; per-task overrides are merged on top.
+finetune_hparams:
+  lr: 3.0e-5
+  batch_size: 32
+  max_epochs: 10
+  sequence_length: 128
+  seed: 42
+
+  task_overrides:
+    afqmc:
+      lr: 3.0e-5
+      batch_size: 32
+      max_epochs: 10
+    ocnli:
+      lr: 3.0e-5
+      batch_size: 32
+      max_epochs: 10
+    tnews:
+      lr: 3.0e-5
+      batch_size: 32
+      max_epochs: 10
+    cluewsc2020:
+      lr: 3.0e-5
+      batch_size: 32
+      max_epochs: 30