config.json

{
  "total_parameters": 919427,
  "param_breakdown": [
    {
      "name": "embed.weight",
      "shape": [
        3923,
        64
      ],
      "params": 251072
    },
    {
      "name": "text_fc1.weight",
      "shape": [
        256,
        64
      ],
      "params": 16384
    },
    {
      "name": "text_fc1.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "text_fc2.weight",
      "shape": [
        192,
        256
      ],
      "params": 49152
    },
    {
      "name": "text_fc2.bias",
      "shape": [
        192
      ],
      "params": 192
    },
    {
      "name": "film.weight",
      "shape": [
        2048,
        192
      ],
      "params": 393216
    },
    {
      "name": "film.bias",
      "shape": [
        2048
      ],
      "params": 2048
    },
    {
      "name": "sine_layers.0.linear.weight",
      "shape": [
        256,
        34
      ],
      "params": 8704
    },
    {
      "name": "sine_layers.0.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.1.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.1.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.2.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.2.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.3.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.3.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "head.weight",
      "shape": [
        3,
        256
      ],
      "params": 768
    },
    {
      "name": "head.bias",
      "shape": [
        3
      ],
      "params": 3
    }
  ],
  "png_width": 959,
  "png_height": 959,
  "png_pixels": 919681,
  "png_bytes": 1769719,
  "png_write_seconds": 0.4894,
  "weights_clamped": 0,
  "config": {
    "vocab_size": 3923,
    "embed_dim": 64,
    "max_tokens": 20,
    "text_hidden": 256,
    "z_dim": 192,
    "decoder_width": 256,
    "num_sine_layers": 4,
    "num_freq": 8,
    "w0_first": 30.0,
    "w0_hidden": 30.0,
    "weight_range": [
      -2.0,
      2.0
    ],
    "coord_dim": 34
  }
}