retriever_config.json

{
  "model_type": "dream",
  "mask_token_id": 151666,
  "hidden_size": 3584,
  "max_length": 156,
  "n_gen_tokens": 4,
  "n_gen_q_tokens": 4,
  "n_gen_p_tokens": 16,
  "temperature": 0.01,
  "flops_weight": 0.0,
  "num_denoise_steps": 1,
  "sparse_weight": 1.0,
  "normalize": true,
  "query_prefix_ids": [
    151644,
    8948,
    198,
    2610,
    525,
    458,
    15235,
    17847,
    429,
    646,
    3535,
    3738,
    4128,
    13,
    151645,
    198,
    151644,
    872,
    198,
    2859,
    25,
    330
  ],
  "query_suffix_ids": [
    3263,
    5443,
    264,
    2421,
    4244,
    311,
    4009,
    279,
    3239,
    304,
    264,
    56370,
    3383,
    13,
    7405,
    2704,
    697,
    4244,
    525,
    304,
    42047,
    13,
    151645,
    198,
    151644,
    77091,
    198,
    785,
    4244,
    525,
    25,
    330
  ],
  "passage_prefix_ids": [
    151644,
    8948,
    198,
    2610,
    525,
    458,
    15235,
    17847,
    429,
    646,
    3535,
    3738,
    4128,
    13,
    151645,
    198,
    151644,
    872,
    198,
    12187,
    424,
    25,
    330
  ],
  "passage_suffix_ids": [
    3263,
    5443,
    264,
    2421,
    4244,
    311,
    4009,
    279,
    21085,
    304,
    264,
    56370,
    3383,
    13,
    7405,
    2704,
    697,
    4244,
    525,
    304,
    42047,
    13,
    151645,
    198,
    151644,
    77091,
    198,
    785,
    4244,
    525,
    25,
    330
  ],
  "lora_rank": 16,
  "lora_alpha": 64,
  "use_eos": false,
  "n_tail": 3
}