config: /root/in-context-learning-GLM/src/glm_configs/joint_training.yaml
model:
  family: gpt2
  n_dims: 10
  n_embd: 256
  n_head: 8
  n_layer: 12
  n_positions: 40
out_dir: gs://glm_weights/75172107-78d8-48f6-907d-3b043d14e194
test_run: false
training:
  batch_size: 256
  curriculum:
    dims:
      end: 10
      inc: 0
      interval: 2000
      start: 10
    points:
      end: 40
      inc: 0
      interval: 2000
      start: 40
  data: gaussian
  keep_every_steps: 1000
  learning_rate: 0.0002
  num_tasks: null
  num_training_examples: null
  resume_id: null
  save_every_steps: 1000
  task: GLM
  task_kwargs:
    function_type:
    - neg_binomial
    - poisson
    scaling: 0.32
  train_steps: 10000
wandb:
  entity: in-context
  log_every_steps: 10
  name: null
  notes: ''
  project: in-context-training