File size: 2,476 Bytes
63a1291
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
{
  "total_parameters": 919427,
  "param_breakdown": [
    {
      "name": "embed.weight",
      "shape": [
        3923,
        64
      ],
      "params": 251072
    },
    {
      "name": "text_fc1.weight",
      "shape": [
        256,
        64
      ],
      "params": 16384
    },
    {
      "name": "text_fc1.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "text_fc2.weight",
      "shape": [
        192,
        256
      ],
      "params": 49152
    },
    {
      "name": "text_fc2.bias",
      "shape": [
        192
      ],
      "params": 192
    },
    {
      "name": "film.weight",
      "shape": [
        2048,
        192
      ],
      "params": 393216
    },
    {
      "name": "film.bias",
      "shape": [
        2048
      ],
      "params": 2048
    },
    {
      "name": "sine_layers.0.linear.weight",
      "shape": [
        256,
        34
      ],
      "params": 8704
    },
    {
      "name": "sine_layers.0.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.1.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.1.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.2.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.2.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "sine_layers.3.linear.weight",
      "shape": [
        256,
        256
      ],
      "params": 65536
    },
    {
      "name": "sine_layers.3.linear.bias",
      "shape": [
        256
      ],
      "params": 256
    },
    {
      "name": "head.weight",
      "shape": [
        3,
        256
      ],
      "params": 768
    },
    {
      "name": "head.bias",
      "shape": [
        3
      ],
      "params": 3
    }
  ],
  "png_width": 959,
  "png_height": 959,
  "png_pixels": 919681,
  "png_bytes": 1769719,
  "png_write_seconds": 0.4894,
  "weights_clamped": 0,
  "config": {
    "vocab_size": 3923,
    "embed_dim": 64,
    "max_tokens": 20,
    "text_hidden": 256,
    "z_dim": 192,
    "decoder_width": 256,
    "num_sine_layers": 4,
    "num_freq": 8,
    "w0_first": 30.0,
    "w0_hidden": 30.0,
    "weight_range": [
      -2.0,
      2.0
    ],
    "coord_dim": 34
  }
}