File size: 800 Bytes
39f3078
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
# test_pli_wholeword.yml — Phase P2: PLI whole-word evaluation

project_name: "deep-stylometry"

model:
  base_checkpoint: "answerdotai/ModernBERT-base"
  pooling_method: "pli"
  skip_list: true
  lm_hidden_size: 768
  patch_method: "wholeword"
  patch_size: 1
  patch_compression: "mean"
  patch_cross_attn_dim: 128
  patch_cross_attn_heads: 2

data:
  ds_name: "halvest"
  batch_size: 64
  tokenizer_name: "answerdotai/ModernBERT-base"
  max_length: 512
  padding: "do_not_pad"
  truncation: "longest_first"
  add_special_tokens: true
  map_batch_size: 1000
  load_from_cache_file: true
  subsets: ["base-2", "base-4", "base-6", "base-8", "base-10"]
  shuffle: true
  test_subset: "base-10"

test:
  device: "gpu"
  num_devices: 1
  log_every_n_steps: 1
  precision: "16-mixed"
  use_wandb: true