zerofata commited on
Commit
5cba429
·
verified ·
1 Parent(s): c03dd53

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +1265 -0
README.md ADDED
@@ -0,0 +1,1265 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ base_model:
4
+ - zerofata/MS3.2-PaintedFantasy-v4-24B
5
+ ---
6
+ <style>
7
+ .container {
8
+ --primary-accent: #6BC5FF;
9
+ --secondary-accent: #8FD4FF;
10
+ --tertiary-accent: #4AB8FF;
11
+ --warm-accent: #B4E3FF;
12
+ --rose-accent: #9BD9FF;
13
+ --glow-primary: rgba(107, 197, 255, 0.6);
14
+ --glow-secondary: rgba(143, 212, 255, 0.7);
15
+
16
+ --bg-main: #0A1220;
17
+ --bg-container: #0F1828;
18
+ --bg-card: rgba(15, 24, 40, 0.95);
19
+ --bg-elevated: #1A2840;
20
+
21
+ --text-main: #E5F3FF;
22
+ --text-muted: #B4E3FF;
23
+ --text-bright: #FFFFFF;
24
+ --white: #FFFFFF;
25
+ --border-color: #1E3A5A;
26
+ --border-warm: #8FD4FF;
27
+
28
+ --font-title: 'Inter', sans-serif;
29
+ --font-body: 'Source Sans Pro', sans-serif;
30
+ --font-code: 'JetBrains Mono', monospace;
31
+
32
+ font-family: var(--font-body);
33
+ color: var(--text-main);
34
+ line-height: 1.6;
35
+ font-weight: 400;
36
+
37
+ max-width: 1100px;
38
+ margin: 20px auto;
39
+ padding: 60px;
40
+ background: #0A1220;
41
+ min-height: calc(100vh - 40px);
42
+ position: relative;
43
+
44
+ border: 2px solid transparent;
45
+ background-clip: padding-box;
46
+ }
47
+
48
+ .container::before {
49
+ content: '';
50
+ position: absolute;
51
+ top: -2px;
52
+ left: -2px;
53
+ right: -2px;
54
+ bottom: -2px;
55
+ background: linear-gradient(135deg,
56
+ #6BC5FF 0%,
57
+ #8FD4FF 25%,
58
+ #6BC5FF 50%,
59
+ #8FD4FF 75%,
60
+ #6BC5FF 100%
61
+ );
62
+ z-index: -1;
63
+ opacity: 0.6;
64
+ pointer-events: none;
65
+ }
66
+
67
+ .container .title-container {
68
+ background: var(--bg-card);
69
+ margin-bottom: 50px;
70
+ border: 2px solid rgba(143, 212, 255, 0.35);
71
+ padding: 50px 50px 45px;
72
+ text-align: center;
73
+ position: relative;
74
+ box-shadow:
75
+ 0 0 0 1px rgba(107, 197, 255, 0.15),
76
+ 0 0 50px var(--glow-primary),
77
+ inset 0 0 0 1px rgba(143, 212, 255, 0.15);
78
+ overflow: visible;
79
+ }
80
+
81
+ .container .title-container::before {
82
+ content: '';
83
+ position: absolute;
84
+ top: -1px;
85
+ left: 0;
86
+ right: 0;
87
+ height: 1px;
88
+ background: linear-gradient(90deg, transparent, var(--primary-accent) 30%, var(--primary-accent) 70%, transparent);
89
+ box-shadow: 0 0 15px rgba(107, 197, 255, 0.5);
90
+ }
91
+
92
+ .container .title-container::after {
93
+ content: '';
94
+ position: absolute;
95
+ bottom: -1px;
96
+ left: 0;
97
+ right: 0;
98
+ height: 1px;
99
+ background: linear-gradient(90deg, transparent, var(--secondary-accent) 30%, var(--secondary-accent) 70%, transparent);
100
+ box-shadow: 0 0 15px rgba(143, 212, 255, 0.5);
101
+ }
102
+
103
+ .container .ornamental-top {
104
+ display: none;
105
+ }
106
+
107
+ .container .ornamental-bottom {
108
+ display: none;
109
+ }
110
+
111
+ .container .title-container .title-wrapper {
112
+ position: relative;
113
+ z-index: 2;
114
+ }
115
+
116
+ .container .title-main {
117
+ color: var(--text-bright);
118
+ font-size: 3rem;
119
+ font-weight: 900;
120
+ margin: 0;
121
+ letter-spacing: 4px;
122
+ display: block;
123
+ text-transform: uppercase;
124
+ background: linear-gradient(90deg, var(--warm-accent), var(--text-bright), var(--warm-accent));
125
+ background-clip: text;
126
+ -webkit-background-clip: text;
127
+ -webkit-text-fill-color: transparent;
128
+ font-family: var(--font-title);
129
+ text-shadow:
130
+ 0 0 40px var(--primary-accent),
131
+ 0 0 80px rgba(107, 197, 255, 0.6),
132
+ 0 4px 12px rgba(143, 212, 255, 0.7);
133
+ position: relative;
134
+ filter: drop-shadow(0 0 30px rgba(107, 197, 255, 0.7));
135
+ }
136
+
137
+ .container .lemonade-text {
138
+ background: linear-gradient(135deg, var(--rose-accent), var(--warm-accent));
139
+ background-clip: text;
140
+ -webkit-background-clip: text;
141
+ -webkit-text-fill-color: transparent;
142
+ }
143
+
144
+ .container .version-indicator {
145
+ color: var(--text-muted);
146
+ font-size: 0.85rem;
147
+ font-weight: 600;
148
+ letter-spacing: 3px;
149
+ margin-top: 15px;
150
+ text-transform: uppercase;
151
+ font-family: var(--font-title);
152
+ opacity: 0.8;
153
+ text-shadow: 0 0 15px rgba(107, 197, 255, 0.6);
154
+ }
155
+
156
+ .container .title-subtitle {
157
+ padding: 20px;
158
+ margin-top: 25px;
159
+ border: 1px solid var(--border-warm);
160
+ box-shadow: 0 0 25px rgba(107, 197, 255, 0.4);
161
+ }
162
+
163
+ .container .subtitle-text {
164
+ color: var(--text-muted);
165
+ font-size: 1.3rem;
166
+ font-family: var(--font-body);
167
+ font-style: italic;
168
+ font-weight: 400;
169
+ letter-spacing: 3px;
170
+ text-transform: uppercase;
171
+ }
172
+
173
+ .container img {
174
+ max-width: 100%;
175
+ border: 4px solid transparent;
176
+ border-image: linear-gradient(135deg, var(--primary-accent), var(--secondary-accent), var(--primary-accent)) 1;
177
+ margin-bottom: 40px;
178
+ box-shadow:
179
+ 0 0 0 1px rgba(107, 197, 255, 0.3),
180
+ 0 12px 32px rgba(107, 197, 255, 0.4),
181
+ 0 0 60px rgba(107, 197, 255, 0.25);
182
+ }
183
+
184
+ .container .section-divider {
185
+ height: 2px;
186
+ background: linear-gradient(90deg,
187
+ transparent 0%,
188
+ rgba(107, 197, 255, 0.3) 20%,
189
+ var(--primary-accent) 40%,
190
+ var(--secondary-accent) 50%,
191
+ var(--primary-accent) 60%,
192
+ rgba(143, 212, 255, 0.3) 80%,
193
+ transparent 100%
194
+ );
195
+ margin: 50px 0;
196
+ position: relative;
197
+ box-shadow: 0 0 20px rgba(107, 197, 255, 0.4);
198
+ }
199
+
200
+ .container .section-divider::before {
201
+ content: '';
202
+ position: absolute;
203
+ left: 50%;
204
+ top: 50%;
205
+ transform: translate(-50%, -50%);
206
+ width: 6px;
207
+ height: 6px;
208
+ background: var(--primary-accent);
209
+ border-radius: 50%;
210
+ box-shadow: 0 0 20px var(--primary-accent);
211
+ }
212
+
213
+ .container .section-container {
214
+ margin-bottom: 40px;
215
+ padding: 40px;
216
+ background: var(--bg-card);
217
+ border: 1px solid rgba(143, 212, 255, 0.35);
218
+ border-left: 3px solid var(--primary-accent);
219
+ box-shadow:
220
+ 0 0 0 1px rgba(107, 197, 255, 0.1),
221
+ 0 8px 32px rgba(107, 197, 255, 0.35),
222
+ inset 1px 0 0 0 rgba(107, 197, 255, 0.15),
223
+ inset 0 1px 0 0 rgba(143, 212, 255, 0.1);
224
+ position: relative;
225
+ }
226
+
227
+ .container .section-container::before {
228
+ content: '';
229
+ position: absolute;
230
+ top: 0;
231
+ right: 0;
232
+ width: 60px;
233
+ height: 60px;
234
+ border-top: 1px solid rgba(107, 197, 255, 0.2);
235
+ border-right: 1px solid rgba(107, 197, 255, 0.2);
236
+ pointer-events: none;
237
+ }
238
+
239
+ .container .section-container::after {
240
+ content: '';
241
+ position: absolute;
242
+ bottom: 0;
243
+ left: 0;
244
+ width: 60px;
245
+ height: 60px;
246
+ border-bottom: 1px solid rgba(143, 212, 255, 0.2);
247
+ border-left: 1px solid rgba(143, 212, 255, 0.2);
248
+ pointer-events: none;
249
+ }
250
+
251
+ .container .section-container:last-of-type {
252
+ margin-bottom: 0;
253
+ }
254
+
255
+ .container .section-header {
256
+ display: flex;
257
+ align-items: center;
258
+ padding: 0 0 15px 0;
259
+ border: none;
260
+ border-bottom: 2px solid transparent;
261
+ border-image: linear-gradient(90deg, var(--primary-accent) 0%, rgba(143, 212, 255, 0.3) 50%, transparent 100%) 1;
262
+ margin-bottom: 30px;
263
+ background: transparent;
264
+ position: relative;
265
+ }
266
+
267
+ .container .section-header::after {
268
+ content: '';
269
+ position: absolute;
270
+ bottom: -15px;
271
+ left: 0;
272
+ right: 0;
273
+ height: 1px;
274
+ box-shadow: 0 0 15px rgba(107, 197, 255, 0.4);
275
+ }
276
+
277
+ .container .section-indicator {
278
+ width: 4px;
279
+ height: 40px;
280
+ background: linear-gradient(180deg, var(--primary-accent), var(--secondary-accent));
281
+ margin-right: 20px;
282
+ box-shadow: 0 0 20px var(--primary-accent);
283
+ border-radius: 2px;
284
+ }
285
+
286
+ .container .section-title {
287
+ font-family: var(--font-title);
288
+ background: linear-gradient(90deg, var(--warm-accent), var(--text-bright));
289
+ background-clip: text;
290
+ -webkit-background-clip: text;
291
+ -webkit-text-fill-color: transparent;
292
+ font-size: 1.8rem;
293
+ margin: 0 !important;
294
+ padding: 0 !important;
295
+ letter-spacing: 4px;
296
+ font-weight: 800;
297
+ text-transform: uppercase;
298
+ border: none !important;
299
+ display: inline-block;
300
+ text-shadow: 0 0 30px var(--primary-accent);
301
+ filter: drop-shadow(0 0 25px rgba(107, 197, 255, 0.6));
302
+ }
303
+
304
+ .container .section-content {
305
+ padding: 0;
306
+ }
307
+
308
+ .container .subheading {
309
+ color: var(--text-bright);
310
+ font-size: 1.4rem;
311
+ margin-top: 30px;
312
+ margin-bottom: 20px;
313
+ font-weight: 700;
314
+ display: flex;
315
+ align-items: center;
316
+ text-transform: uppercase;
317
+ letter-spacing: 3px;
318
+ font-family: var(--font-title);
319
+ border-bottom: 1px solid rgba(143, 212, 255, 0.4);
320
+ padding-bottom: 12px;
321
+ text-shadow: 0 0 20px var(--primary-accent);
322
+ position: relative;
323
+ }
324
+
325
+ .container .subheading::before {
326
+ content: '';
327
+ width: 4px;
328
+ height: 24px;
329
+ background: var(--primary-accent);
330
+ margin-right: 12px;
331
+ clip-path: polygon(0 0, 100% 15%, 100% 85%, 0 100%);
332
+ }
333
+
334
+ .container .subheading::after {
335
+ content: '';
336
+ position: absolute;
337
+ bottom: -2px;
338
+ left: 0;
339
+ width: 80px;
340
+ height: 2px;
341
+ background: linear-gradient(90deg, var(--primary-accent), transparent);
342
+ box-shadow: 0 0 15px var(--primary-accent);
343
+ }
344
+
345
+ .container .data-box {
346
+ background: rgba(26, 40, 64, 0.8);
347
+ padding: 25px 25px 25px 30px;
348
+ border-top: 1px solid rgba(143, 212, 255, 0.25);
349
+ border-right: 1px solid rgba(143, 212, 255, 0.25);
350
+ border-bottom: 1px solid rgba(143, 212, 255, 0.25);
351
+ border-left: 5px solid var(--primary-accent);
352
+ margin-bottom: 25px;
353
+ box-shadow:
354
+ 0 0 30px rgba(107, 197, 255, 0.3),
355
+ inset 1px 0 0 0 rgba(107, 197, 255, 0.2),
356
+ inset 0 1px 0 0 rgba(143, 212, 255, 0.15);
357
+ font-size: 1rem;
358
+ position: relative;
359
+ }
360
+
361
+ .container .data-box::before {
362
+ content: '';
363
+ position: absolute;
364
+ left: -5px;
365
+ top: 30%;
366
+ bottom: 30%;
367
+ width: 5px;
368
+ background:
369
+ repeating-linear-gradient(
370
+ 0deg,
371
+ var(--primary-accent) 0px,
372
+ var(--primary-accent) 3px,
373
+ transparent 3px,
374
+ transparent 6px
375
+ );
376
+ }
377
+
378
+ .container .data-row {
379
+ display: flex;
380
+ align-items: center;
381
+ margin-bottom: 12px;
382
+ padding: 10px 0;
383
+ border-bottom: 1px solid rgba(143, 212, 255, 0.15);
384
+ }
385
+
386
+ .container .data-row:last-child {
387
+ margin-bottom: 0;
388
+ border-bottom: none;
389
+ }
390
+
391
+ .container .data-arrow {
392
+ color: var(--warm-accent);
393
+ font-weight: bold;
394
+ margin-right: 15px;
395
+ font-family: var(--font-code);
396
+ font-size: 1.2rem;
397
+ text-shadow: 0 0 15px var(--primary-accent);
398
+ }
399
+
400
+ .container .data-label {
401
+ color: var(--text-muted);
402
+ font-weight: 700;
403
+ font-family: var(--font-body);
404
+ margin-right: 15px;
405
+ min-width: 120px;
406
+ text-transform: uppercase;
407
+ letter-spacing: 1px;
408
+ }
409
+
410
+ .container a {
411
+ color: var(--text-bright);
412
+ text-decoration: none;
413
+ font-weight: 600;
414
+ transition: all .2s;
415
+ }
416
+
417
+ .container .data-row a {
418
+ border-bottom: 1px dotted var(--warm-accent);
419
+ }
420
+
421
+ .container a:hover {
422
+ color: var(--warm-accent);
423
+ text-shadow: 0 0 15px var(--primary-accent);
424
+ }
425
+
426
+ .container .data-row a:hover {
427
+ border-bottom-style: solid;
428
+ border-bottom-color: var(--primary-accent);
429
+ }
430
+
431
+ .container .dropdown-container {
432
+ margin-top: 30px;
433
+ }
434
+
435
+ .container .dropdown-summary {
436
+ cursor: pointer;
437
+ padding: 15px 20px 15px 25px;
438
+ color: var(--text-muted);
439
+ font-size: 1.2rem;
440
+ font-weight: 700;
441
+ text-transform: uppercase;
442
+ font-family: var(--font-title);
443
+ letter-spacing: 2px;
444
+ list-style: none;
445
+ transition: all 0.2s ease;
446
+ border: 1px solid rgba(143, 212, 255, 0.4);
447
+ border-left: 4px solid var(--secondary-accent);
448
+ background: rgba(30, 58, 90, 0.2);
449
+ box-shadow:
450
+ 0 0 25px rgba(107, 197, 255, 0.25),
451
+ inset 1px 0 0 0 rgba(143, 212, 255, 0.15);
452
+ position: relative;
453
+ }
454
+
455
+ .container .dropdown-summary::before {
456
+ content: '';
457
+ position: absolute;
458
+ left: 0;
459
+ top: 0;
460
+ bottom: 0;
461
+ width: 4px;
462
+ background:
463
+ repeating-linear-gradient(
464
+ 0deg,
465
+ var(--secondary-accent) 0px,
466
+ var(--secondary-accent) 4px,
467
+ transparent 4px,
468
+ transparent 8px
469
+ );
470
+ opacity: 0.6;
471
+ transition: opacity 0.2s ease;
472
+ }
473
+
474
+ .container .dropdown-summary:hover {
475
+ color: var(--warm-accent);
476
+ background: rgba(30, 58, 90, 0.35);
477
+ box-shadow:
478
+ 0 0 35px rgba(107, 197, 255, 0.35),
479
+ inset 1px 0 0 0 rgba(143, 212, 255, 0.25);
480
+ }
481
+
482
+ .container .dropdown-summary:hover::before {
483
+ opacity: 1;
484
+ box-shadow: 0 0 20px var(--primary-accent);
485
+ }
486
+
487
+ .container .dropdown-summary::-webkit-details-marker {
488
+ display: none;
489
+ }
490
+
491
+ .container .dropdown-arrow {
492
+ color: var(--warm-accent);
493
+ margin-right: 15px;
494
+ transition: transform 0.2s ease;
495
+ text-shadow: 0 0 15px var(--primary-accent);
496
+ }
497
+
498
+ .container details[open] .dropdown-arrow {
499
+ transform: rotate(90deg);
500
+ }
501
+
502
+ .container .dropdown-content {
503
+ margin-top: 20px;
504
+ padding: 25px 20px;
505
+ background: rgba(26, 40, 64, 0.95);
506
+ border: 1px solid rgba(143, 212, 255, 0.3);
507
+ border-left: 3px solid var(--secondary-accent);
508
+ box-shadow:
509
+ 0 0 30px rgba(107, 197, 255, 0.3),
510
+ inset 1px 0 0 0 rgba(143, 212, 255, 0.15),
511
+ inset 0 1px 0 0 rgba(107, 197, 255, 0.1);
512
+ }
513
+
514
+ .container .config-title {
515
+ color: var(--text-bright);
516
+ font-size: 1.1rem;
517
+ margin-bottom: 15px;
518
+ font-family: var(--font-body);
519
+ text-transform: uppercase;
520
+ letter-spacing: 2px;
521
+ font-weight: 700;
522
+ text-shadow: 0 0 15px var(--primary-accent);
523
+ display: flex;
524
+ align-items: center;
525
+ }
526
+
527
+ .container .config-title::before {
528
+ content: '';
529
+ width: 3px;
530
+ height: 18px;
531
+ background: var(--secondary-accent);
532
+ margin-right: 10px;
533
+ clip-path: polygon(0 0, 100% 10%, 100% 90%, 0 100%);
534
+ }
535
+
536
+ .container pre {
537
+ background: #050814;
538
+ padding: 12px 20px;
539
+ margin: 0;
540
+ border: 1px solid rgba(143, 212, 255, 0.25);
541
+ border-left: 3px solid var(--tertiary-accent);
542
+ white-space: pre;
543
+ overflow-x: auto;
544
+ color: var(--text-main);
545
+ box-shadow:
546
+ 0 0 30px rgba(107, 197, 255, 0.25),
547
+ inset 1px 0 0 0 rgba(74, 184, 255, 0.2);
548
+ }
549
+
550
+ .container pre code {
551
+ background: none;
552
+ color: inherit;
553
+ padding: 0;
554
+ margin: 0;
555
+ display: block;
556
+ border: none;
557
+ outline: none;
558
+ }
559
+
560
+ .container code {
561
+ font-family: var(--font-code);
562
+ color: var(--warm-accent);
563
+ background: rgba(143, 212, 255, 0.15);
564
+ padding: 4px 8px;
565
+ border: 1px solid rgba(107, 197, 255, 0.35);
566
+ box-shadow: 0 0 10px rgba(107, 197, 255, 0.2);
567
+ }
568
+
569
+ .container .ambient-overlay {
570
+ position: absolute;
571
+ top: 0;
572
+ left: 0;
573
+ right: 0;
574
+ bottom: 0;
575
+ opacity: 0.03;
576
+ background-image:
577
+ repeating-linear-gradient(0deg, transparent, transparent 2px, rgba(107, 197, 255, 0.5) 2px, rgba(107, 197, 255, 0.5) 3px),
578
+ repeating-linear-gradient(90deg, transparent, transparent 2px, rgba(143, 212, 255, 0.3) 2px, rgba(143, 212, 255, 0.3) 3px);
579
+ background-size: 80px 80px;
580
+ pointer-events: none;
581
+ z-index: 0;
582
+ }
583
+
584
+ .container .corner-accent {
585
+ position: absolute;
586
+ width: 40px;
587
+ height: 40px;
588
+ pointer-events: none;
589
+ z-index: 1;
590
+ }
591
+
592
+ .container .corner-tl {
593
+ top: 0;
594
+ left: 0;
595
+ border-top: 1px solid rgba(107, 197, 255, 0.4);
596
+ border-left: 1px solid rgba(107, 197, 255, 0.4);
597
+ }
598
+
599
+ .container .corner-tl::before {
600
+ content: '';
601
+ position: absolute;
602
+ top: -2px;
603
+ left: -2px;
604
+ width: 4px;
605
+ height: 4px;
606
+ background: var(--primary-accent);
607
+ border-radius: 50%;
608
+ box-shadow: 0 0 10px rgba(107, 197, 255, 0.6);
609
+ opacity: 0.8;
610
+ }
611
+
612
+ .container .corner-tr {
613
+ top: 0;
614
+ right: 0;
615
+ border-top: 1px solid rgba(143, 212, 255, 0.4);
616
+ border-right: 1px solid rgba(143, 212, 255, 0.4);
617
+ }
618
+
619
+ .container .corner-tr::before {
620
+ content: '';
621
+ position: absolute;
622
+ top: -2px;
623
+ right: -2px;
624
+ width: 4px;
625
+ height: 4px;
626
+ background: var(--secondary-accent);
627
+ border-radius: 50%;
628
+ box-shadow: 0 0 10px rgba(143, 212, 255, 0.6);
629
+ opacity: 0.8;
630
+ }
631
+
632
+ .container .corner-bl {
633
+ bottom: 0;
634
+ left: 0;
635
+ border-bottom: 1px solid rgba(143, 212, 255, 0.4);
636
+ border-left: 1px solid rgba(143, 212, 255, 0.4);
637
+ }
638
+
639
+ .container .corner-bl::before {
640
+ content: '';
641
+ position: absolute;
642
+ bottom: -2px;
643
+ left: -2px;
644
+ width: 4px;
645
+ height: 4px;
646
+ background: var(--secondary-accent);
647
+ border-radius: 50%;
648
+ box-shadow: 0 0 10px rgba(143, 212, 255, 0.6);
649
+ opacity: 0.8;
650
+ }
651
+
652
+ .container .corner-br {
653
+ bottom: 0;
654
+ right: 0;
655
+ border-bottom: 1px solid rgba(107, 197, 255, 0.4);
656
+ border-right: 1px solid rgba(107, 197, 255, 0.4);
657
+ }
658
+
659
+ .container .corner-br::before {
660
+ content: '';
661
+ position: absolute;
662
+ bottom: -2px;
663
+ right: -2px;
664
+ width: 4px;
665
+ height: 4px;
666
+ background: var(--primary-accent);
667
+ border-radius: 50%;
668
+ box-shadow: 0 0 10px rgba(107, 197, 255, 0.6);
669
+ opacity: 0.8;
670
+ }
671
+
672
+ .container .content-frame {
673
+ position: relative;
674
+ z-index: 2;
675
+ }
676
+
677
+ .container .title-glow-layer {
678
+ display: none;
679
+ }
680
+
681
+ .container .title-accent-left,
682
+ .container .title-accent-right {
683
+ display: none;
684
+ }
685
+
686
+ .container .image-frame {
687
+ position: relative;
688
+ margin-bottom: 40px;
689
+ }
690
+
691
+ .container .image-border-accent {
692
+ position: absolute;
693
+ top: -8px;
694
+ left: -8px;
695
+ right: -8px;
696
+ bottom: -8px;
697
+ pointer-events: none;
698
+ opacity: 0.6;
699
+ }
700
+
701
+ .container .image-border-accent::before {
702
+ content: '';
703
+ position: absolute;
704
+ top: 0;
705
+ left: 0;
706
+ width: 30px;
707
+ height: 30px;
708
+ border-top: 2px solid var(--primary-accent);
709
+ border-left: 2px solid var(--primary-accent);
710
+ }
711
+
712
+ .container .image-border-accent::after {
713
+ content: '';
714
+ position: absolute;
715
+ bottom: 0;
716
+ right: 0;
717
+ width: 30px;
718
+ height: 30px;
719
+ border-bottom: 2px solid var(--secondary-accent);
720
+ border-right: 2px solid var(--secondary-accent);
721
+ }
722
+
723
+ .container .section-frame {
724
+ position: relative;
725
+ }
726
+
727
+ .container .section-glow {
728
+ position: absolute;
729
+ top: -1px;
730
+ right: -1px;
731
+ width: 40px;
732
+ height: 40px;
733
+ border-top: 2px solid var(--primary-accent);
734
+ border-right: 2px solid var(--primary-accent);
735
+ pointer-events: none;
736
+ opacity: 0.6;
737
+ }
738
+
739
+ .container .section-glow::before {
740
+ content: '';
741
+ position: absolute;
742
+ top: -2px;
743
+ right: -2px;
744
+ width: 6px;
745
+ height: 6px;
746
+ background: var(--primary-accent);
747
+ box-shadow: 0 0 12px var(--primary-accent);
748
+ }
749
+
750
+ .container .content-block {
751
+ position: relative;
752
+ }
753
+
754
+ .container .subsection-wrapper {
755
+ margin-bottom: 30px;
756
+ }
757
+
758
+ .container .subsection-wrapper:last-child {
759
+ margin-bottom: 0;
760
+ }
761
+
762
+ .container .data-box-inner {
763
+ position: relative;
764
+ }
765
+
766
+ .container .data-value {
767
+ color: var(--text-main);
768
+ }
769
+
770
+ .container .divider-ornament {
771
+ position: absolute;
772
+ left: 50%;
773
+ top: 50%;
774
+ transform: translate(-50%, -50%) rotate(45deg);
775
+ width: 16px;
776
+ height: 16px;
777
+ border: 2px solid var(--primary-accent);
778
+ background: var(--bg-card);
779
+ box-shadow: 0 0 25px var(--primary-accent);
780
+ }
781
+
782
+ .container .divider-ornament::before {
783
+ content: '';
784
+ position: absolute;
785
+ top: 50%;
786
+ left: 50%;
787
+ transform: translate(-50%, -50%);
788
+ width: 6px;
789
+ height: 6px;
790
+ background: var(--primary-accent);
791
+ box-shadow: 0 0 15px var(--primary-accent);
792
+ }
793
+
794
+ .container .divider-ornament::after {
795
+ content: '';
796
+ position: absolute;
797
+ top: 50%;
798
+ left: 50%;
799
+ transform: translate(-50%, -50%);
800
+ width: 28px;
801
+ height: 28px;
802
+ border: 1px solid rgba(107, 197, 255, 0.3);
803
+ }
804
+
805
+ .container .summary-inner {
806
+ display: flex;
807
+ align-items: center;
808
+ }
809
+
810
+ .container .summary-text {
811
+ flex: 1;
812
+ }
813
+
814
+ .container .dropdown-inner {
815
+ position: relative;
816
+ }
817
+
818
+ .container .code-wrapper {
819
+ position: relative;
820
+ margin-top: 15px;
821
+ }
822
+
823
+ .container .code-wrapper::before {
824
+ content: '';
825
+ position: absolute;
826
+ left: 0;
827
+ top: 0;
828
+ bottom: 0;
829
+ width: 3px;
830
+ background:
831
+ repeating-linear-gradient(
832
+ 0deg,
833
+ var(--tertiary-accent) 0px,
834
+ var(--tertiary-accent) 5px,
835
+ transparent 5px,
836
+ transparent 10px
837
+ );
838
+ }
839
+
840
+ .container .code-wrapper pre {
841
+ margin-left: 15px;
842
+ }
843
+ </style>
844
+ <html lang="en">
845
+ <head>
846
+ <meta charset="UTF-8">
847
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
848
+ <title>PaintedFantasy</title>
849
+ <link rel="preconnect" href="https://fonts.googleapis.com">
850
+ <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
851
+ <link href="https://fonts.googleapis.com/css2?family=Inter:wght@400;600;700;800&family=Source+Sans+Pro:ital,wght@0,400;0,600;1,400&family=JetBrains+Mono:wght@400;500&display=swap" rel="stylesheet">
852
+ </head>
853
+ <body>
854
+
855
+ <div class="container">
856
+ <div class="ambient-overlay"></div>
857
+ <div class="corner-accent corner-tl"></div>
858
+ <div class="corner-accent corner-tr"></div>
859
+ <div class="corner-accent corner-bl"></div>
860
+ <div class="corner-accent corner-br"></div>
861
+ <div class="content-frame">
862
+ <div class="title-container">
863
+ <div class="ornamental-top"></div>
864
+ <div class="ornamental-bottom"></div>
865
+ <div class="title-glow-layer"></div>
866
+ <div class="title-wrapper">
867
+ <div class="title-accent-left"></div>
868
+ <div class="title-accent-right"></div>
869
+ <h1 class="title-main">
870
+ <span class="title-prefix">Painted Fantasy v4</span>
871
+ </h1>
872
+ <div class="version-indicator">Magistral Small 2509 24B</div>
873
+ </div>
874
+ </div>
875
+ <div class="image-frame">
876
+ <div class="image-border-accent"></div>
877
+ <img src="https://cdn-uploads.huggingface.co/production/uploads/65b19c6c638328850e12d38c/D3Mk_KWLMkJDPW39UohRq.png" alt="image">
878
+ </div>
879
+ <div class="section-container">
880
+ <div class="section-frame">
881
+ <div class="section-glow"></div>
882
+ <div class="section-header">
883
+ <div class="section-indicator"></div>
884
+ <h2 class="section-title">Overview</h2>
885
+ </div>
886
+ <div class="section-content">
887
+ <div class="content-block">
888
+ <p></p>
889
+ <p>This is an uncensored model intended to excel at creative character driven RP / ERP.</p>
890
+ <p>Feels like a good in between of creativity / dialogue and logic. This version tries to improve on the writing style and intelligence compared to v3.</p>
891
+ <P>A small portion of reasoning data was included, so thinking using the [THINK][/THINK] tags should still work. Although I haven't tested it personally, as the model is generally intended to be used without reasoning.</p>
892
+ </div>
893
+ </div>
894
+ </div>
895
+ </div>
896
+ <div class="section-divider">
897
+ <div class="divider-ornament"></div>
898
+ </div>
899
+ <div class="section-container">
900
+ <div class="section-frame">
901
+ <div class="section-glow"></div>
902
+ <div class="section-header">
903
+ <div class="section-indicator"></div>
904
+ <h2 class="section-title">SillyTavern Settings</h2>
905
+ </div>
906
+ <div class="section-content">
907
+ <div class="subsection-wrapper">
908
+ <h3 class="subheading">Recommended Roleplay Format</h3>
909
+ <div class="data-box">
910
+ <div class="data-box-inner">
911
+ <div class="data-row">
912
+ <span class="data-arrow">></span>
913
+ <span class="data-label">Actions:</span>
914
+ <span class="data-value">In plaintext</span>
915
+ </div>
916
+ <div class="data-row">
917
+ <span class="data-arrow">></span>
918
+ <span class="data-label">Dialogue:</span>
919
+ <span class="data-value">"In quotes"</span>
920
+ </div>
921
+ <div class="data-row">
922
+ <span class="data-arrow">></span>
923
+ <span class="data-label">Thoughts:</span>
924
+ <span class="data-value">*In asterisks*</span>
925
+ </div>
926
+ </div>
927
+ </div>
928
+ </div>
929
+ <div class="subsection-wrapper">
930
+ <h3 class="subheading">Recommended Samplers</h3>
931
+ <div class="data-box">
932
+ <div class="data-box-inner">
933
+ <div class="data-row">
934
+ <span class="data-arrow">></span>
935
+ <span class="data-label">Temp:</span>
936
+ <span class="data-value">0.8</span>
937
+ </div>
938
+ <div class="data-row">
939
+ <span class="data-arrow">></span>
940
+ <span class="data-label">MinP:</span>
941
+ <span class="data-value">0.05 - 0.075</span>
942
+ </div>
943
+ <div class="data-row">
944
+ <span class="data-arrow">></span>
945
+ <span class="data-label">TopP:</span>
946
+ <span class="data-value">0.95 - 1.00</span>
947
+ </div>
948
+ </div>
949
+ </div>
950
+ </div>
951
+ <div class="subsection-wrapper">
952
+ <h3 class="subheading">Instruct</h3>
953
+ <div class="data-box">
954
+ <p style="margin: 0;">Mistral v7 Tekken</p>
955
+ </div>
956
+ </div>
957
+ </div>
958
+ </div>
959
+ </div>
960
+ <div class="section-divider">
961
+ <div class="divider-ornament"></div>
962
+ </div>
963
+ <div class="section-container">
964
+ <div class="section-frame">
965
+ <div class="section-glow"></div>
966
+ <div class="section-header">
967
+ <div class="section-indicator"></div>
968
+ <h2 class="section-title">Quantizations</h2>
969
+ </div>
970
+ <div class="section-content">
971
+ <div class="subsection-wrapper">
972
+ <h3 class="subheading">GGUF</h3>
973
+ <div class="data-box">
974
+ <div class="data-box-inner">
975
+ <div class="data-row">
976
+ <span class="data-arrow">></span>
977
+ <span class="data-value"><a href="">iMatrix (tbc)</a></span>
978
+ </div>
979
+ </div>
980
+ </div>
981
+ </div>
982
+ <div class="subsection-wrapper">
983
+ <h3 class="subheading">EXL3</h3>
984
+ <div class="data-box">
985
+ <div class="data-box-inner">
986
+ <div class="data-row">
987
+ <span class="data-arrow">></span>
988
+ <span class="data-value"><a href="https://huggingface.co/zerofata/MS3.2-PaintedFantasy-v4-24b-exl3-3bpw">3bpw</a></span>
989
+ </div>
990
+ <div class="data-row">
991
+ <span class="data-arrow">></span>
992
+ <span class="data-value"><a href="https://huggingface.co/zerofata/MS3.2-PaintedFantasy-v4-24b-exl3-4bpw">4bpw</a></span>
993
+ </div>
994
+ <div class="data-row">
995
+ <span class="data-arrow">></span>
996
+ <span class="data-value"><a href="https://huggingface.co/zerofata/MS3.2-PaintedFantasy-v4-24b-exl3-5bpw">5bpw</a></span>
997
+ </div>
998
+ <div class="data-row">
999
+ <span class="data-arrow">></span>
1000
+ <span class="data-value"><a href="https://huggingface.co/zerofata/MS3.2-PaintedFantasy-v4-24b-exl3-6bpw">6bpw</a></span>
1001
+ </div>
1002
+ </div>
1003
+ </div>
1004
+ </div>
1005
+ </div>
1006
+ </div>
1007
+ </div>
1008
+ <div class="section-divider">
1009
+ <div class="divider-ornament"></div>
1010
+ </div>
1011
+ <div class="section-container">
1012
+ <div class="section-frame">
1013
+ <div class="section-glow"></div>
1014
+ <div class="section-header">
1015
+ <div class="section-indicator"></div>
1016
+ <h2 class="section-title">Creation Process</h2>
1017
+ </div>
1018
+ <div class="section-content">
1019
+ <div class="content-block">
1020
+ <p>Creation Process: SFT > DPO</p>
1021
+ <p>SFT on approx 26 million tokens (18.3 million trainable). Datasets included SFW / NSFW RP, stories, NSFW reddit writing prompts, creative instruct & chat data.</p>
1022
+ <p>90% of the dataset is without thinking, 10% included thinking, using the [THINK][/THINK] tags.</p>
1023
+ <p>All RP data and synthetic stories went through rewriting with GLM 4.7 using hand edited examples as guidelines to improve the response. Rewritten responses were discarded if they failed to reduce the slop score for the message. This reduced the slop by about 25% for each RP / story dataset and made the model noticably more creative with some of its descriptions.</p>
1024
+ <p>Additionally, some extra filtering was run over the datasets, finding about a dozen samples containing uncaught refusals, some messy human data and in general just some conversations that were outliers in low quality that had accumulated since I started building my datasets.</p>
1025
+ <P>DPO was expanded to include non creative datasets. My usual RP DPO dataset (also rewritten) was included along with cybersecurity and two partial subsets of general assistant / chat preference datasets to help stabalize the model. This worked pretty well. While creativity did take a small hit, enough remained that the improved logic resulted in a notably improved model (IMO).</p>
1026
+ </div>
1027
+ <div class="dropdown-container">
1028
+ <details>
1029
+ <summary class="dropdown-summary">
1030
+ <div class="summary-inner">
1031
+ <span class="dropdown-arrow">></span>
1032
+ <span class="summary-text">Axolotl configs</span>
1033
+ </div>
1034
+ </summary>
1035
+ <div class="dropdown-content">
1036
+ <div class="dropdown-inner">
1037
+ <p>Not optimized for cost / performance efficiency, YMMV.</p>
1038
+ <div class="config-title">SFT (4*H200)</div>
1039
+ <div class="code-wrapper">
1040
+ <pre><code>base_model&#58; Darkhn&#47;Magistral&#45;2509&#45;24B&#45;Text&#45;Only
1041
+
1042
+ tokenizer_use_mistral_common&#58; true
1043
+
1044
+ plugins&#58;
1045
+ &#45; axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
1046
+
1047
+ load_in_8bit&#58; false
1048
+ load_in_4bit&#58; false
1049
+ deepspeed&#58; deepspeed_configs&#47;zero1.json
1050
+
1051
+ datasets&#58;
1052
+ &#45; path&#58; .&#47;data&#47;nothink_dataset.jsonl
1053
+ type&#58; chat_template
1054
+ &#45; path&#58; .&#47;data&#47;think_dataset.jsonl
1055
+ type&#58; chat_template
1056
+ dataset_prepared_path&#58; last_run_prepared2
1057
+ val_set_size&#58; 0.01
1058
+ output_dir&#58; .&#47;Magi&#45;24B&#45;SFT&#45;v3&#45;10
1059
+
1060
+ adapter&#58; lora
1061
+ peft_use_rslora&#58; true
1062
+ lora_model_dir&#58;
1063
+
1064
+ sequence_len&#58; 10496
1065
+ sample_packing&#58; true
1066
+ pad_to_sequence_len&#58; true
1067
+
1068
+ lora_r&#58; 256
1069
+ lora_alpha&#58; 16
1070
+ lora_dropout&#58; 0.05
1071
+ lora_target_linear&#58; true
1072
+
1073
+ wandb_project&#58; Magi&#45;SFT&#45;24B
1074
+ wandb_name&#58; Magi&#45;24B&#45;SFT&#45;v3&#45;10
1075
+
1076
+ gradient_accumulation_steps&#58; 1
1077
+ micro_batch_size&#58; 4
1078
+ num_epochs&#58; 2
1079
+ optimizer&#58; adamw_bnb_8bit
1080
+ lr_scheduler&#58; cosine
1081
+
1082
+ learning_rate&#58; 1.5e&#45;5
1083
+ weight_decay&#58; 0.01
1084
+ max_grad_norm&#58; 2.0
1085
+
1086
+ bf16&#58; auto
1087
+ tf32&#58; false
1088
+
1089
+ gradient_checkpointing&#58; true
1090
+ resume_from_checkpoint&#58;
1091
+ logging_steps&#58; 1
1092
+ flash_attention&#58; true
1093
+
1094
+ warmup_ratio&#58; 0.05
1095
+ evals_per_epoch&#58; 3
1096
+ saves_per_epoch&#58; 2</code></pre>
1097
+ </div>
1098
+ <br><div class="config-title">DPO (4*H200)</div>
1099
+ <div class="code-wrapper">
1100
+ <pre><code>&#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1101
+ &#35; MODEL CONFIGURATION
1102
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1103
+ base_model&#58; ApocalypseParty&#47;Magi&#45;24B&#45;SFT&#45;v3&#45;10
1104
+ model_type&#58; MistralForCausalLM
1105
+ tokenizer_type&#58; AutoTokenizer
1106
+ chat_template&#58; mistral_v7_tekken
1107
+
1108
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1109
+ &#35; RL&#47;DPO CONFIGURATION
1110
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1111
+ rl&#58; dpo
1112
+ rl_beta&#58; 0.07
1113
+
1114
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1115
+ &#35; DATASET CONFIGURATION
1116
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1117
+ datasets&#58;
1118
+ &#45; path&#58; .&#47;data&#47;dpo_ms32_rewritten_handcrafted_dataset.jsonl
1119
+ type&#58; chat_template.default
1120
+ field_messages&#58; messages
1121
+ field_chosen&#58; chosen
1122
+ field_rejected&#58; rejected
1123
+ message_property_mappings&#58;
1124
+ role&#58; role
1125
+ content&#58; content
1126
+ roles&#58;
1127
+ system&#58; &#91;&quot;system&quot;&#93;
1128
+ user&#58; &#91;&quot;user&quot;&#93;
1129
+ assistant&#58; &#91;&quot;assistant&quot;&#93;
1130
+ &#45; path&#58; .&#47;data&#47;dpo_chub_approved_rewritten_dataset_partial.jsonl
1131
+ type&#58; chat_template.default
1132
+ field_messages&#58; messages
1133
+ field_chosen&#58; chosen
1134
+ field_rejected&#58; rejected
1135
+ message_property_mappings&#58;
1136
+ role&#58; role
1137
+ content&#58; content
1138
+ roles&#58;
1139
+ system&#58; &#91;&quot;system&quot;&#93;
1140
+ user&#58; &#91;&quot;user&quot;&#93;
1141
+ assistant&#58; &#91;&quot;assistant&quot;&#93;
1142
+ &#45; path&#58; .&#47;data&#47;dpo_secure_programming_dataset.jsonl
1143
+ type&#58; chat_template.default
1144
+ field_messages&#58; messages
1145
+ field_chosen&#58; chosen
1146
+ field_rejected&#58; rejected
1147
+ message_property_mappings&#58;
1148
+ role&#58; role
1149
+ content&#58; content
1150
+ roles&#58;
1151
+ system&#58; &#91;&quot;system&quot;&#93;
1152
+ user&#58; &#91;&quot;user&quot;&#93;
1153
+ assistant&#58; &#91;&quot;assistant&quot;&#93;
1154
+ &#45; path&#58; .&#47;data&#47;dpo_wildchat_ms32_chunk1.jsonl
1155
+ type&#58; chat_template.default
1156
+ field_messages&#58; messages
1157
+ field_chosen&#58; chosen
1158
+ field_rejected&#58; rejected
1159
+ message_property_mappings&#58;
1160
+ role&#58; role
1161
+ content&#58; content
1162
+ roles&#58;
1163
+ system&#58; &#91;&quot;system&quot;&#93;
1164
+ user&#58; &#91;&quot;user&quot;&#93;
1165
+ assistant&#58; &#91;&quot;assistant&quot;&#93;
1166
+ &#45; path&#58; .&#47;data&#47;dpo_ultrafeedback_chunk1.jsonl
1167
+ type&#58; chat_template.default
1168
+ field_messages&#58; messages
1169
+ field_chosen&#58; chosen
1170
+ field_rejected&#58; rejected
1171
+ message_property_mappings&#58;
1172
+ role&#58; role
1173
+ content&#58; content
1174
+ roles&#58;
1175
+ system&#58; &#91;&quot;system&quot;&#93;
1176
+ user&#58; &#91;&quot;user&quot;&#93;
1177
+ assistant&#58; &#91;&quot;assistant&quot;&#93;
1178
+
1179
+ dataset_prepared_path&#58; .&#47;dpo_data4
1180
+ train_on_inputs&#58; false &#35; Only train on assistant responses
1181
+
1182
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1183
+ &#35; QLORA CONFIGURATION
1184
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1185
+ adapter&#58; lora
1186
+ load_in_8bit&#58; false
1187
+ lora_r&#58; 128
1188
+ lora_alpha&#58; 16
1189
+ peft_use_rslora&#58; true
1190
+ lora_dropout&#58; 0.1
1191
+ lora_target_linear&#58; true
1192
+ &#35; lora_modules_to_save&#58; &#35; Uncomment only if you added NEW tokens
1193
+
1194
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1195
+ &#35; TRAINING PARAMETERS
1196
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1197
+ num_epochs&#58; 1
1198
+ micro_batch_size&#58; 2
1199
+ gradient_accumulation_steps&#58; 4
1200
+ learning_rate&#58; 2e&#45;6
1201
+ optimizer&#58; adamw_torch_fused
1202
+ lr_scheduler&#58; cosine
1203
+ warmup_ratio&#58; 0.05
1204
+ weight_decay&#58; 0.01
1205
+ max_grad_norm&#58; 1.0
1206
+
1207
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1208
+ &#35; SEQUENCE CONFIGURATION
1209
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1210
+ sequence_len&#58; 10756
1211
+ pad_to_sequence_len&#58; true
1212
+
1213
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1214
+ &#35; HARDWARE OPTIMIZATIONS
1215
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1216
+ bf16&#58; auto
1217
+ tf32&#58; false
1218
+ flash_attention&#58; true
1219
+ gradient_checkpointing&#58; offload
1220
+
1221
+ plugins&#58;
1222
+ &#45; axolotl.integrations.liger.LigerPlugin
1223
+ &#45; axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin
1224
+ cut_cross_entropy&#58; true
1225
+ liger_rope&#58; true
1226
+ liger_rms_norm&#58; true
1227
+ liger_layer_norm&#58; true
1228
+ liger_glu_activation&#58; true
1229
+ liger_cross_entropy&#58; false &#35; Cut Cross Entropy overrides this
1230
+ liger_fused_linear_cross_entropy&#58; false &#35; Cut Cross Entropy overrides this
1231
+ deepspeed&#58; deepspeed_configs&#47;zero1.json
1232
+
1233
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1234
+ &#35; CHECKPOINTING
1235
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1236
+ evals_per_epoch&#58; 1
1237
+ saves_per_epoch&#58; 6
1238
+ load_best_model_at_end&#58; true
1239
+ metric_for_best_model&#58; eval_loss
1240
+ greater_is_better&#58; false
1241
+
1242
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1243
+ &#35; LOGGING &amp; OUTPUT
1244
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1245
+ output_dir&#58; .&#47;Magi&#45;24B&#45;SFT&#45;v3&#45;10&#45;DPO&#45;9
1246
+ logging_steps&#58; 1
1247
+ save_safetensors&#58; true
1248
+
1249
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1250
+ &#35; WANDB TRACKING
1251
+ &#35; &#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;&#61;
1252
+ wandb_project&#58; Magi&#45;24B&#45;DPO
1253
+ wandb_name&#58; Magi&#45;24B&#45;SFT&#45;v3&#45;10&#45;DPO&#45;9</code></pre>
1254
+ </div>
1255
+ </div>
1256
+ </div>
1257
+ </details>
1258
+ </div>
1259
+ </div>
1260
+ </div>
1261
+ </div>
1262
+ </div>
1263
+ </div>
1264
+ </body>
1265
+ </html>