expert_sidecar/layout.json

{
  "format": "lme-e8v9seq-expert-sidecar-v1",
  "version": 1,
  "hidden_size": 2816,
  "intermediate_size": 768,
  "num_experts": 128,
  "geometry": {
    "hidden_size": 2816,
    "intermediate_size": 768,
    "num_experts": 128,
    "mode": "gguf",
    "gate_block": "E8V9_GU",
    "up_block": "E8V9_GU",
    "down_block": "E8V9_D",
    "gate_block_bytes": 642048,
    "up_block_bytes": 642048,
    "down_block_bytes": 692736,
    "gate_row_stride_bytes": 836,
    "up_row_stride_bytes": 836,
    "down_row_stride_bytes": 246,
    "gate_rows_per_expert": 768,
    "up_rows_per_expert": 768,
    "down_rows_per_expert": 2816,
    "expert_size": 1976832
  },
  "num_layers": 30,
  "layers": [
    {
      "layer": 0,
      "file": "layer_00.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 1,
      "file": "layer_01.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 2,
      "file": "layer_02.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 3,
      "file": "layer_03.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 4,
      "file": "layer_04.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 5,
      "file": "layer_05.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 6,
      "file": "layer_06.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 7,
      "file": "layer_07.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 8,
      "file": "layer_08.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 9,
      "file": "layer_09.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 10,
      "file": "layer_10.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 11,
      "file": "layer_11.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 12,
      "file": "layer_12.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 13,
      "file": "layer_13.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 14,
      "file": "layer_14.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 15,
      "file": "layer_15.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 16,
      "file": "layer_16.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 17,
      "file": "layer_17.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 18,
      "file": "layer_18.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 19,
      "file": "layer_19.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 20,
      "file": "layer_20.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 21,
      "file": "layer_21.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 22,
      "file": "layer_22.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 23,
      "file": "layer_23.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 24,
      "file": "layer_24.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 25,
      "file": "layer_25.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 26,
      "file": "layer_26.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 27,
      "file": "layer_27.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 28,
      "file": "layer_28.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    },
    {
      "layer": 29,
      "file": "layer_29.bin",
      "num_experts": 128,
      "file_size": 253034496,
      "gate_block": "E8V9_GU",
      "up_block": "E8V9_GU",
      "down_block": "E8V9_D",
      "expert_size": 1976832
    }
  ],
  "codebook_files": {
    "cb18": "codebook18.bin",
    "cb16": "codebook16.bin",
    "cb8": "codebook8_down.bin"
  },
  "source_checkpoint": "/Users/dhruv/models/gemma4bench/26b-a4b-4bit"
}