File size: 800 Bytes
39f3078 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | # test_pli_wholeword.yml — Phase P2: PLI whole-word evaluation
project_name: "deep-stylometry"
model:
base_checkpoint: "answerdotai/ModernBERT-base"
pooling_method: "pli"
skip_list: true
lm_hidden_size: 768
patch_method: "wholeword"
patch_size: 1
patch_compression: "mean"
patch_cross_attn_dim: 128
patch_cross_attn_heads: 2
data:
ds_name: "halvest"
batch_size: 64
tokenizer_name: "answerdotai/ModernBERT-base"
max_length: 512
padding: "do_not_pad"
truncation: "longest_first"
add_special_tokens: true
map_batch_size: 1000
load_from_cache_file: true
subsets: ["base-2", "base-4", "base-6", "base-8", "base-10"]
shuffle: true
test_subset: "base-10"
test:
device: "gpu"
num_devices: 1
log_every_n_steps: 1
precision: "16-mixed"
use_wandb: true
|