r3 upload — LoRA adapter

adapter_config.json

@@ -23,10 +23,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "query",
+    "dense",
     "value",
     "key",
-    "dense"
+    "query"
   ],
   "task_type": "FEATURE_EXTRACTION",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dde8d56b3f05e1e00be215a33060289d9327789e238611e31c12a22663ec710a
+oid sha256:ae2ed18b79dd5e98bbac8a39a4a6dac7904e1343d762fd8553573125568d4d70
 size 28482384

training-loss.csv

@@ -1,274 +1,274 @@
 step,loss
-10,0.287
-20,0.3024
-30,0.2883
-40,0.318
-50,0.2903
-60,0.2835
-70,0.2938
-80,0.3032
-90,0.2975
-100,0.2967
-110,0.3265
-120,0.2963
-130,0.3031
-140,0.2962
-150,0.304
-160,0.2915
-170,0.3175
-180,0.2812
-190,0.2997
-200,0.2882
-210,0.2796
-220,0.3148
-230,0.3041
-240,0.2929
-250,0.3047
-260,0.2761
-270,0.2818
-280,0.2746
-290,0.2886
-300,0.2576
-310,0.2961
-320,0.2699
-330,0.257
-340,0.2777
-350,0.3146
-360,0.256
-370,0.2801
-380,0.286
-390,0.2805
-400,0.293
-410,0.2637
-420,0.3085
-430,0.2705
-440,0.2846
-450,0.2823
-460,0.2945
-470,0.2643
-480,0.2981
-490,0.2622
-500,0.2803
-510,0.2957
-520,0.2682
-530,0.2771
-540,0.2854
-550,0.2762
-560,0.3014
-570,0.2698
-580,0.2686
-590,0.2783
-600,0.2937
-610,0.258
-620,0.2456
-630,0.2643
-640,0.2688
-650,0.292
-660,0.2775
-670,0.325
-680,0.2511
-690,0.2557
-700,0.2728
-710,0.2847
-720,0.2781
-730,0.2559
-740,0.2832
-750,0.2838
-760,0.2701
-770,0.266
-780,0.2651
-790,0.2897
-800,0.2784
-810,0.2705
-820,0.2599
-830,0.2606
-840,0.2383
-850,0.2503
-860,0.223
-870,0.2485
-880,0.2391
-890,0.2811
-900,0.2702
-910,0.2726
-920,0.2758
-930,0.2485
-940,0.2622
-950,0.295
-960,0.2651
-970,0.282
-980,0.2717
-990,0.27
-1000,0.2896
-1010,0.263
-1020,0.264
-1030,0.248
-1040,0.293
-1050,0.2932
-1060,0.2772
-1070,0.2659
-1080,0.264
-1090,0.2705
-1100,0.25
-1110,0.2582
-1120,0.2448
-1130,0.2489
-1140,0.2623
-1150,0.2497
-1160,0.2667
-1170,0.2422
-1180,0.2387
-1190,0.2628
-1200,0.2468
-1210,0.244
-1220,0.2463
-1230,0.2744
-1240,0.2396
-1250,0.2383
-1260,0.2491
-1270,0.2732
-1280,0.2715
-1290,0.274
-1300,0.2642
-1310,0.2572
-1320,0.2468
-1330,0.2686
-1340,0.2333
-1350,0.2429
-1360,0.2641
-1370,0.2381
-1380,0.2836
-1390,0.2494
-1400,0.2591
-1410,0.2552
-1420,0.2575
-1430,0.2326
-1440,0.2697
-1450,0.2509
-1460,0.2793
-1470,0.258
-1480,0.2704
-1490,0.2374
-1500,0.2435
-1510,0.2663
-1520,0.2541
-1530,0.2851
-1540,0.2275
-1550,0.246
-1560,0.235
-1570,0.2467
-1580,0.2577
-1590,0.2666
-1600,0.2693
-1610,0.2313
-1620,0.2581
-1630,0.2728
-1640,0.2434
-1650,0.2406
-1660,0.2321
-1670,0.258
-1680,0.2659
-1690,0.2492
-1700,0.2444
-1710,0.2377
-1720,0.268
-1730,0.2594
-1740,0.2357
-1750,0.2595
-1760,0.2399
-1770,0.2227
-1780,0.2306
-1790,0.2168
-1800,0.2539
-1810,0.2425
-1820,0.2172
-1830,0.2778
-1840,0.2422
-1850,0.2502
-1860,0.2559
-1870,0.2309
-1880,0.26
-1890,0.2408
-1900,0.2356
-1910,0.2237
-1920,0.2386
-1930,0.2215
-1940,0.2281
-1950,0.2575
-1960,0.2297
-1970,0.2389
-1980,0.2583
-1990,0.2453
-2000,0.2474
-2010,0.2645
-2020,0.2539
-2030,0.2437
-2040,0.2545
-2050,0.2587
-2060,0.2268
-2070,0.2315
-2080,0.2255
-2090,0.2503
-2100,0.2438
-2110,0.2517
-2120,0.2446
-2130,0.2189
-2140,0.2421
-2150,0.2499
-2160,0.2309
-2170,0.2774
-2180,0.2456
-2190,0.2415
-2200,0.2279
-2210,0.2238
-2220,0.2247
-2230,0.2429
-2240,0.2408
-2250,0.2232
-2260,0.2484
-2270,0.2513
-2280,0.2543
-2290,0.2143
-2300,0.2213
-2310,0.2542
-2320,0.2448
-2330,0.2354
-2340,0.2265
-2350,0.2573
-2360,0.2624
-2370,0.2291
-2380,0.2372
-2390,0.2793
-2400,0.2426
-2410,0.2572
-2420,0.2584
-2430,0.2476
-2440,0.2301
-2450,0.2511
-2460,0.237
-2470,0.233
-2480,0.2529
-2490,0.2288
-2500,0.2368
-2510,0.2446
-2520,0.2314
-2530,0.246
-2540,0.2372
-2550,0.2198
-2560,0.2419
-2570,0.2412
-2580,0.2385
-2590,0.2259
-2600,0.2265
-2610,0.2445
-2620,0.2774
-2630,0.2428
-2640,0.257
-2650,0.2375
-2660,0.2613
-2670,0.2153
-2680,0.2373
-2690,0.2429
-2700,0.2525
-2710,0.2378
-2720,0.2451
-2730,0.2608
+10,0.2659
+20,0.2616
+30,0.2594
+40,0.3267
+50,0.2596
+60,0.262
+70,0.3691
+80,0.3099
+90,0.27
+100,0.3018
+110,0.2625
+120,0.2649
+130,0.271
+140,0.2662
+150,0.2624
+160,0.2961
+170,0.2193
+180,0.3179
+190,0.2622
+200,0.261
+210,0.3387
+220,0.3198
+230,0.2482
+240,0.2739
+250,0.2821
+260,0.2902
+270,0.2638
+280,0.2319
+290,0.2837
+300,0.2324
+310,0.2758
+320,0.2548
+330,0.292
+340,0.2528
+350,0.2622
+360,0.2585
+370,0.2688
+380,0.2234
+390,0.2454
+400,0.2275
+410,0.2283
+420,0.2574
+430,0.2975
+440,0.2428
+450,0.2874
+460,0.2318
+470,0.2339
+480,0.257
+490,0.2846
+500,0.2519
+510,0.2175
+520,0.2365
+530,0.2563
+540,0.2531
+550,0.2346
+560,0.217
+570,0.2274
+580,0.2517
+590,0.2138
+600,0.1967
+610,0.2694
+620,0.2085
+630,0.2099
+640,0.2179
+650,0.2194
+660,0.2182
+670,0.2097
+680,0.2287
+690,0.2594
+700,0.2529
+710,0.2348
+720,0.1973
+730,0.2241
+740,0.2498
+750,0.2803
+760,0.228
+770,0.2277
+780,0.2344
+790,0.2536
+800,0.2147
+810,0.2149
+820,0.1908
+830,0.2928
+840,0.2443
+850,0.2149
+860,0.2623
+870,0.2521
+880,0.2121
+890,0.2725
+900,0.2013
+910,0.2531
+920,0.2325
+930,0.2239
+940,0.2062
+950,0.25
+960,0.2855
+970,0.2526
+980,0.2009
+990,0.2218
+1000,0.244
+1010,0.213
+1020,0.2839
+1030,0.2107
+1040,0.2012
+1050,0.2067
+1060,0.2524
+1070,0.2274
+1080,0.229
+1090,0.2137
+1100,0.2276
+1110,0.2492
+1120,0.2566
+1130,0.2012
+1140,0.2117
+1150,0.2345
+1160,0.2504
+1170,0.2237
+1180,0.2227
+1190,0.2493
+1200,0.2357
+1210,0.221
+1220,0.1814
+1230,0.2135
+1240,0.1996
+1250,0.2344
+1260,0.2159
+1270,0.2427
+1280,0.2223
+1290,0.2359
+1300,0.2433
+1310,0.2095
+1320,0.2273
+1330,0.2514
+1340,0.2816
+1350,0.2014
+1360,0.197
+1370,0.2269
+1380,0.2043
+1390,0.2269
+1400,0.2337
+1410,0.2243
+1420,0.2313
+1430,0.2165
+1440,0.2288
+1450,0.2145
+1460,0.2035
+1470,0.2683
+1480,0.2076
+1490,0.2403
+1500,0.2143
+1510,0.1988
+1520,0.2041
+1530,0.1923
+1540,0.2516
+1550,0.2146
+1560,0.2217
+1570,0.2423
+1580,0.2488
+1590,0.224
+1600,0.2304
+1610,0.2015
+1620,0.2329
+1630,0.1993
+1640,0.2047
+1650,0.2002
+1660,0.1909
+1670,0.1924
+1680,0.1844
+1690,0.1964
+1700,0.2108
+1710,0.1814
+1720,0.1994
+1730,0.1764
+1740,0.2051
+1750,0.2067
+1760,0.1841
+1770,0.2148
+1780,0.2558
+1790,0.2276
+1800,0.2334
+1810,0.1867
+1820,0.2544
+1830,0.251
+1840,0.2197
+1850,0.1774
+1860,0.2268
+1870,0.1843
+1880,0.228
+1890,0.2667
+1900,0.2432
+1910,0.221
+1920,0.2248
+1930,0.2517
+1940,0.2065
+1950,0.2372
+1960,0.2263
+1970,0.2377
+1980,0.242
+1990,0.1911
+2000,0.277
+2010,0.2564
+2020,0.1924
+2030,0.2274
+2040,0.246
+2050,0.1909
+2060,0.2002
+2070,0.2712
+2080,0.191
+2090,0.2344
+2100,0.2645
+2110,0.2296
+2120,0.2015
+2130,0.2404
+2140,0.1961
+2150,0.2579
+2160,0.2016
+2170,0.2094
+2180,0.2399
+2190,0.184
+2200,0.2222
+2210,0.1996
+2220,0.2412
+2230,0.1834
+2240,0.2354
+2250,0.1977
+2260,0.1759
+2270,0.2198
+2280,0.2502
+2290,0.1801
+2300,0.2183
+2310,0.2274
+2320,0.2134
+2330,0.1951
+2340,0.1874
+2350,0.1751
+2360,0.1899
+2370,0.2193
+2380,0.2156
+2390,0.1743
+2400,0.227
+2410,0.2084
+2420,0.2107
+2430,0.2002
+2440,0.1818
+2450,0.2192
+2460,0.2361
+2470,0.1819
+2480,0.2119
+2490,0.1701
+2500,0.1917
+2510,0.202
+2520,0.1918
+2530,0.2638
+2540,0.2559
+2550,0.1976
+2560,0.2215
+2570,0.2343
+2580,0.1897
+2590,0.1968
+2600,0.2435
+2610,0.2358
+2620,0.205
+2630,0.2184
+2640,0.2068
+2650,0.246
+2660,0.235
+2670,0.1859
+2680,0.2063
+2690,0.2187
+2700,0.228
+2710,0.2555
+2720,0.179
+2730,0.1983