shard_0044/index_config.json

{
  "run_path": "/storage/ice-shared/cs7634/staff/TDA/social-data-attribution/runs/trackstar_32b_precond_sweep/builds/base_32b_preconditioned/shard_0044",
  "data": {
    "dataset": "json",
    "split": "train",
    "subset": null,
    "prompt_column": "text",
    "completion_column": "",
    "conversation_column": "",
    "reward_column": "",
    "skip_nan_rewards": false,
    "truncation": true,
    "format_template": "",
    "data_args": "data_files=/storage/ice-shared/cs7634/staff/TDA/tracstar/shards_10k/sample_10000_docs/shard_0044.jsonl"
  },
  "model": "allenai/Olmo-3-1125-32B",
  "tokenizer": "",
  "fsdp": true,
  "precision": "fp32",
  "use_tf32": false,
  "set_float32_matmul_precision_high": false,
  "projection_dim": 16,
  "include_bias": false,
  "reshape_to_square": false,
  "projection_type": "rademacher",
  "token_batch_size": 1024,
  "auto_batch_size": false,
  "processor_path": "",
  "normalizer": "none",
  "skip_preconditioners": true,
  "skip_index": false,
  "stats_sample_size": 10000,
  "drop_columns": true,
  "loss_fn": "ce",
  "loss_reduction": "mean",
  "label_smoothing": 0.0,
  "stream_shard_size": 400000,
  "revision": null,
  "split_attention_modules": [],
  "attention": {
    "num_heads": 0,
    "head_size": 0,
    "head_dim": 0
  },
  "profile": false,
  "debug": false,
  "filter_modules": null,
  "overwrite": true,
  "distributed": {
    "nnode": 1,
    "nproc_per_node": 4,
    "node_rank": null
  },
  "max_tokens": null,
  "attribute_tokens": false,
  "modules": []
}