{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.3547880690737832,
  "eval_steps": 500.0,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7139999999999997,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7129671404174518,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5456891662511648,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.3929999999999999,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5531161386979897,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5297757784456417,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5005397962915493,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.2421875,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.02069091796875
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.01739501953125
    },
    {
      "epoch": 0,
      "margin difference": -0.0032958984375,
      "step": 0
    },
    {
      "cov-distil": 1.363564133644104,
      "cov-distil (oracle2student)": 3.2284443378448486,
      "cov-distil (oracle2teacher)": 3.4107718467712402,
      "epoch": 0,
      "rel-constrast": 6.0742034912109375,
      "step": 0,
      "subrel-constrast": 5.937808990478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184940814971924,
      "cov-distil (oracle2student)": 4.216163635253906,
      "cov-distil (oracle2teacher)": 4.454667568206787,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 6.842918872833252,
      "step": 1,
      "subrel-constrast": 7.521441459655762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5028184652328491,
      "cov-distil (oracle2student)": 3.4005258083343506,
      "cov-distil (oracle2teacher)": 3.9034831523895264,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.943359375,
      "step": 2,
      "subrel-constrast": 5.975317001342773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77457594871521,
      "cov-distil (oracle2student)": 3.5196340084075928,
      "cov-distil (oracle2teacher)": 3.445950746536255,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.7516632080078125,
      "step": 3,
      "subrel-constrast": 6.026184558868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001434326171875,
      "cov-distil (oracle2student)": 3.4008798599243164,
      "cov-distil (oracle2teacher)": 3.7724852561950684,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.602291107177734,
      "step": 4,
      "subrel-constrast": 5.656760215759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098109006881714,
      "cov-distil (oracle2student)": 5.695511817932129,
      "cov-distil (oracle2teacher)": 5.840719223022461,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.378400802612305,
      "step": 5,
      "subrel-constrast": 7.280505180358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.791581153869629,
      "cov-distil (oracle2student)": 4.3166022300720215,
      "cov-distil (oracle2teacher)": 4.076171875,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.696887969970703,
      "step": 6,
      "subrel-constrast": 7.118075370788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459905624389648,
      "cov-distil (oracle2student)": 4.3466010093688965,
      "cov-distil (oracle2teacher)": 4.299605369567871,
      "epoch": 0.005494505494505495,
      "rel-constrast": 5.44024658203125,
      "step": 7,
      "subrel-constrast": 5.976439952850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6514742374420166,
      "cov-distil (oracle2student)": 4.058132648468018,
      "cov-distil (oracle2teacher)": 4.059181213378906,
      "epoch": 0.006279434850863423,
      "rel-constrast": 6.35601806640625,
      "step": 8,
      "subrel-constrast": 6.241637229919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3476207256317139,
      "cov-distil (oracle2student)": 4.045989990234375,
      "cov-distil (oracle2teacher)": 4.006742477416992,
      "epoch": 0.00706436420722135,
      "rel-constrast": 6.958595275878906,
      "step": 9,
      "subrel-constrast": 6.502391815185547,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 13.9375,
      "learning_rate": 1.8e-06,
      "loss": 1.569,
      "step": 10
    },
    {
      "cov-distil": 1.5111064910888672,
      "cov-distil (oracle2student)": 4.405663013458252,
      "cov-distil (oracle2teacher)": 4.442058563232422,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.42535400390625,
      "step": 10,
      "subrel-constrast": 5.674522399902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165745258331299,
      "cov-distil (oracle2student)": 4.342869758605957,
      "cov-distil (oracle2teacher)": 4.579248428344727,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.4774932861328125,
      "step": 11,
      "subrel-constrast": 7.202612400054932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757009983062744,
      "cov-distil (oracle2student)": 4.705467224121094,
      "cov-distil (oracle2teacher)": 4.658282279968262,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.522315979003906,
      "step": 12,
      "subrel-constrast": 6.816957473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955373764038086,
      "cov-distil (oracle2student)": 3.9923102855682373,
      "cov-distil (oracle2teacher)": 4.255130290985107,
      "epoch": 0.01020408163265306,
      "rel-constrast": 5.716636657714844,
      "step": 13,
      "subrel-constrast": 6.019484996795654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7168500423431396,
      "cov-distil (oracle2student)": 5.237374782562256,
      "cov-distil (oracle2teacher)": 5.0643510818481445,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.293670654296875,
      "step": 14,
      "subrel-constrast": 7.26666259765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1877336502075195,
      "cov-distil (oracle2student)": 4.82130765914917,
      "cov-distil (oracle2teacher)": 5.064669609069824,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.716922760009766,
      "step": 15,
      "subrel-constrast": 5.911989688873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4886233806610107,
      "cov-distil (oracle2student)": 3.686306953430176,
      "cov-distil (oracle2teacher)": 4.005797863006592,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.446048736572266,
      "step": 16,
      "subrel-constrast": 5.93691873550415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7048333883285522,
      "cov-distil (oracle2student)": 4.983742713928223,
      "cov-distil (oracle2teacher)": 4.753330230712891,
      "epoch": 0.013343799058084773,
      "rel-constrast": 8.3695068359375,
      "step": 17,
      "subrel-constrast": 7.527729034423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8426685333251953,
      "cov-distil (oracle2student)": 4.216374397277832,
      "cov-distil (oracle2teacher)": 3.9715535640716553,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.532310485839844,
      "step": 18,
      "subrel-constrast": 6.849058628082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746496200561523,
      "cov-distil (oracle2student)": 4.139731407165527,
      "cov-distil (oracle2teacher)": 4.092042922973633,
      "epoch": 0.014913657770800628,
      "rel-constrast": 5.178932189941406,
      "step": 19,
      "subrel-constrast": 6.294209003448486,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 12.3125,
      "learning_rate": 3.8e-06,
      "loss": 1.6603,
      "step": 20
    },
    {
      "cov-distil": 1.842686414718628,
      "cov-distil (oracle2student)": 4.334137439727783,
      "cov-distil (oracle2teacher)": 3.9897284507751465,
      "epoch": 0.015698587127158554,
      "rel-constrast": 5.1063232421875,
      "step": 20,
      "subrel-constrast": 5.369781017303467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6148669719696045,
      "cov-distil (oracle2student)": 4.610232830047607,
      "cov-distil (oracle2teacher)": 4.526284217834473,
      "epoch": 0.016483516483516484,
      "rel-constrast": 6.0208282470703125,
      "step": 21,
      "subrel-constrast": 5.778895378112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150925159454346,
      "cov-distil (oracle2student)": 3.4775495529174805,
      "cov-distil (oracle2teacher)": 4.26464319229126,
      "epoch": 0.01726844583987441,
      "rel-constrast": 5.679252624511719,
      "step": 22,
      "subrel-constrast": 5.650384902954102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8785881996154785,
      "cov-distil (oracle2student)": 4.405410289764404,
      "cov-distil (oracle2teacher)": 3.7238986492156982,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.614295959472656,
      "step": 23,
      "subrel-constrast": 6.239130973815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5312086343765259,
      "cov-distil (oracle2student)": 3.8231472969055176,
      "cov-distil (oracle2teacher)": 4.5670881271362305,
      "epoch": 0.018838304552590265,
      "rel-constrast": 5.186897277832031,
      "step": 24,
      "subrel-constrast": 5.425109386444092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7148479223251343,
      "cov-distil (oracle2student)": 4.923122406005859,
      "cov-distil (oracle2teacher)": 5.35306453704834,
      "epoch": 0.019623233908948195,
      "rel-constrast": 6.048852920532227,
      "step": 25,
      "subrel-constrast": 6.503911018371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456661224365234,
      "cov-distil (oracle2student)": 4.38791561126709,
      "cov-distil (oracle2teacher)": 4.457404136657715,
      "epoch": 0.02040816326530612,
      "rel-constrast": 4.771999359130859,
      "step": 26,
      "subrel-constrast": 5.5561370849609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7262685298919678,
      "cov-distil (oracle2student)": 3.053908109664917,
      "cov-distil (oracle2teacher)": 3.6738858222961426,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.128673553466797,
      "step": 27,
      "subrel-constrast": 6.509730339050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6006872653961182,
      "cov-distil (oracle2student)": 5.3232221603393555,
      "cov-distil (oracle2teacher)": 4.825784683227539,
      "epoch": 0.02197802197802198,
      "rel-constrast": 6.340147018432617,
      "step": 28,
      "subrel-constrast": 6.254662990570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6426427364349365,
      "cov-distil (oracle2student)": 5.044280529022217,
      "cov-distil (oracle2teacher)": 4.852073669433594,
      "epoch": 0.022762951334379906,
      "rel-constrast": 7.4789838790893555,
      "step": 29,
      "subrel-constrast": 6.811096668243408,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 11.5625,
      "learning_rate": 5.8e-06,
      "loss": 1.5264,
      "step": 30
    },
    {
      "cov-distil": 1.9070292711257935,
      "cov-distil (oracle2student)": 4.57097864151001,
      "cov-distil (oracle2teacher)": 4.568792819976807,
      "epoch": 0.023547880690737835,
      "rel-constrast": 6.211936950683594,
      "step": 30,
      "subrel-constrast": 6.112372875213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471370458602905,
      "cov-distil (oracle2student)": 4.434909820556641,
      "cov-distil (oracle2teacher)": 4.320176124572754,
      "epoch": 0.02433281004709576,
      "rel-constrast": 6.292182922363281,
      "step": 31,
      "subrel-constrast": 6.0836873054504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7673847675323486,
      "cov-distil (oracle2student)": 4.799783706665039,
      "cov-distil (oracle2teacher)": 4.589261054992676,
      "epoch": 0.02511773940345369,
      "rel-constrast": 6.347991943359375,
      "step": 32,
      "subrel-constrast": 6.754298210144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9903457164764404,
      "cov-distil (oracle2student)": 4.286813735961914,
      "cov-distil (oracle2teacher)": 4.211210250854492,
      "epoch": 0.025902668759811617,
      "rel-constrast": 6.1448822021484375,
      "step": 33,
      "subrel-constrast": 6.417681694030762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845787048339844,
      "cov-distil (oracle2student)": 4.446782112121582,
      "cov-distil (oracle2teacher)": 4.345538139343262,
      "epoch": 0.026687598116169546,
      "rel-constrast": 6.750049591064453,
      "step": 34,
      "subrel-constrast": 6.966330051422119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699268102645874,
      "cov-distil (oracle2student)": 4.791853904724121,
      "cov-distil (oracle2teacher)": 4.490588665008545,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.088253021240234,
      "step": 35,
      "subrel-constrast": 6.818899154663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484393119812012,
      "cov-distil (oracle2student)": 4.551722526550293,
      "cov-distil (oracle2teacher)": 3.929572105407715,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.6605987548828125,
      "step": 36,
      "subrel-constrast": 6.807623863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7583768367767334,
      "cov-distil (oracle2student)": 4.705575466156006,
      "cov-distil (oracle2teacher)": 4.84611177444458,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.236053466796875,
      "step": 37,
      "subrel-constrast": 7.235489368438721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2848830223083496,
      "cov-distil (oracle2student)": 4.5312113761901855,
      "cov-distil (oracle2teacher)": 4.533234596252441,
      "epoch": 0.029827315541601257,
      "rel-constrast": 6.303131103515625,
      "step": 38,
      "subrel-constrast": 6.648046493530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9829833507537842,
      "cov-distil (oracle2student)": 4.8605146408081055,
      "cov-distil (oracle2teacher)": 4.463486671447754,
      "epoch": 0.030612244897959183,
      "rel-constrast": 5.267486572265625,
      "step": 39,
      "subrel-constrast": 5.600589275360107,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 12.9375,
      "learning_rate": 7.8e-06,
      "loss": 1.6792,
      "step": 40
    },
    {
      "cov-distil": 1.9868268966674805,
      "cov-distil (oracle2student)": 4.514586448669434,
      "cov-distil (oracle2teacher)": 4.469776153564453,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.696559906005859,
      "step": 40,
      "subrel-constrast": 6.351747035980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7267987728118896,
      "cov-distil (oracle2student)": 4.131857872009277,
      "cov-distil (oracle2teacher)": 4.017421245574951,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.920694351196289,
      "step": 41,
      "subrel-constrast": 5.946841239929199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.705199956893921,
      "cov-distil (oracle2student)": 4.119727611541748,
      "cov-distil (oracle2teacher)": 4.328105926513672,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.005157470703125,
      "step": 42,
      "subrel-constrast": 5.927060127258301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6798222064971924,
      "cov-distil (oracle2student)": 4.285431861877441,
      "cov-distil (oracle2teacher)": 4.60302209854126,
      "epoch": 0.033751962323390894,
      "rel-constrast": 6.5129852294921875,
      "step": 43,
      "subrel-constrast": 6.212696075439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9476470947265625,
      "cov-distil (oracle2student)": 4.026217937469482,
      "cov-distil (oracle2teacher)": 4.08452033996582,
      "epoch": 0.03453689167974882,
      "rel-constrast": 6.3093414306640625,
      "step": 44,
      "subrel-constrast": 7.103931903839111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147689819335938,
      "cov-distil (oracle2student)": 4.474471569061279,
      "cov-distil (oracle2teacher)": 4.213594436645508,
      "epoch": 0.03532182103610675,
      "rel-constrast": 6.5213165283203125,
      "step": 45,
      "subrel-constrast": 6.185109615325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730262279510498,
      "cov-distil (oracle2student)": 5.081502914428711,
      "cov-distil (oracle2teacher)": 5.323576927185059,
      "epoch": 0.03610675039246468,
      "rel-constrast": 6.7729339599609375,
      "step": 46,
      "subrel-constrast": 7.09907341003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3544895648956299,
      "cov-distil (oracle2student)": 4.716910362243652,
      "cov-distil (oracle2teacher)": 3.9862401485443115,
      "epoch": 0.036891679748822605,
      "rel-constrast": 6.412178039550781,
      "step": 47,
      "subrel-constrast": 5.751986026763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9126291275024414,
      "cov-distil (oracle2student)": 4.219808578491211,
      "cov-distil (oracle2teacher)": 4.456707954406738,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.929187774658203,
      "step": 48,
      "subrel-constrast": 5.800346374511719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7114641666412354,
      "cov-distil (oracle2student)": 5.194111347198486,
      "cov-distil (oracle2teacher)": 4.6879706382751465,
      "epoch": 0.038461538461538464,
      "rel-constrast": 7.4816131591796875,
      "step": 49,
      "subrel-constrast": 7.302613735198975,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 12.125,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.6325,
      "step": 50
    },
    {
      "cov-distil": 1.9411646127700806,
      "cov-distil (oracle2student)": 3.793459177017212,
      "cov-distil (oracle2teacher)": 3.1592929363250732,
      "epoch": 0.03924646781789639,
      "rel-constrast": 5.769783020019531,
      "step": 50,
      "subrel-constrast": 5.507081508636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244271278381348,
      "cov-distil (oracle2student)": 5.487334251403809,
      "cov-distil (oracle2teacher)": 5.571296691894531,
      "epoch": 0.040031397174254316,
      "rel-constrast": 7.016935348510742,
      "step": 51,
      "subrel-constrast": 7.953405380249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.507535457611084,
      "cov-distil (oracle2student)": 3.1958119869232178,
      "cov-distil (oracle2teacher)": 3.1259381771087646,
      "epoch": 0.04081632653061224,
      "rel-constrast": 4.624645233154297,
      "step": 52,
      "subrel-constrast": 4.51446533203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7318711280822754,
      "cov-distil (oracle2student)": 3.2881879806518555,
      "cov-distil (oracle2teacher)": 3.3430089950561523,
      "epoch": 0.041601255886970175,
      "rel-constrast": 6.238243103027344,
      "step": 53,
      "subrel-constrast": 6.153404235839844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911985158920288,
      "cov-distil (oracle2student)": 3.713498115539551,
      "cov-distil (oracle2teacher)": 4.339995861053467,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.364311218261719,
      "step": 54,
      "subrel-constrast": 6.302681922912598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266135454177856,
      "cov-distil (oracle2student)": 5.8974809646606445,
      "cov-distil (oracle2teacher)": 5.663215637207031,
      "epoch": 0.04317111459968603,
      "rel-constrast": 5.700756072998047,
      "step": 55,
      "subrel-constrast": 6.663527488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1967101097106934,
      "cov-distil (oracle2student)": 3.891145706176758,
      "cov-distil (oracle2teacher)": 4.318169116973877,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.538158416748047,
      "step": 56,
      "subrel-constrast": 5.764136791229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8880279064178467,
      "cov-distil (oracle2student)": 4.095276355743408,
      "cov-distil (oracle2teacher)": 3.9307169914245605,
      "epoch": 0.044740973312401885,
      "rel-constrast": 5.348522186279297,
      "step": 57,
      "subrel-constrast": 5.584460258483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7816035747528076,
      "cov-distil (oracle2student)": 4.475142478942871,
      "cov-distil (oracle2teacher)": 4.494203567504883,
      "epoch": 0.04552590266875981,
      "rel-constrast": 6.794010162353516,
      "step": 58,
      "subrel-constrast": 5.913794040679932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186503648757935,
      "cov-distil (oracle2student)": 6.517631530761719,
      "cov-distil (oracle2teacher)": 6.16322135925293,
      "epoch": 0.04631083202511774,
      "rel-constrast": 6.256370544433594,
      "step": 59,
      "subrel-constrast": 7.051931381225586,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 9.125,
      "learning_rate": 1.18e-05,
      "loss": 1.5124,
      "step": 60
    },
    {
      "cov-distil": 1.5591862201690674,
      "cov-distil (oracle2student)": 4.123502731323242,
      "cov-distil (oracle2teacher)": 4.434539318084717,
      "epoch": 0.04709576138147567,
      "rel-constrast": 5.240800857543945,
      "step": 60,
      "subrel-constrast": 5.82240104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889493465423584,
      "cov-distil (oracle2student)": 4.149796962738037,
      "cov-distil (oracle2teacher)": 4.000977993011475,
      "epoch": 0.047880690737833596,
      "rel-constrast": 5.989471435546875,
      "step": 61,
      "subrel-constrast": 6.174965858459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332517385482788,
      "cov-distil (oracle2student)": 4.436770915985107,
      "cov-distil (oracle2teacher)": 4.6354522705078125,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.0285491943359375,
      "step": 62,
      "subrel-constrast": 6.032679557800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629807710647583,
      "cov-distil (oracle2student)": 3.7376670837402344,
      "cov-distil (oracle2teacher)": 3.545525550842285,
      "epoch": 0.04945054945054945,
      "rel-constrast": 6.087287902832031,
      "step": 63,
      "subrel-constrast": 5.546817779541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.252194404602051,
      "cov-distil (oracle2student)": 3.186671733856201,
      "cov-distil (oracle2teacher)": 3.2923269271850586,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.5046281814575195,
      "step": 64,
      "subrel-constrast": 5.3908305168151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782084345817566,
      "cov-distil (oracle2student)": 4.918105602264404,
      "cov-distil (oracle2teacher)": 4.831762790679932,
      "epoch": 0.05102040816326531,
      "rel-constrast": 5.714775085449219,
      "step": 65,
      "subrel-constrast": 5.897024154663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915326714515686,
      "cov-distil (oracle2student)": 3.3949317932128906,
      "cov-distil (oracle2teacher)": 3.615058660507202,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.881160736083984,
      "step": 66,
      "subrel-constrast": 5.59608793258667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5445849895477295,
      "cov-distil (oracle2student)": 3.991027593612671,
      "cov-distil (oracle2teacher)": 4.363318920135498,
      "epoch": 0.05259026687598116,
      "rel-constrast": 5.680559158325195,
      "step": 67,
      "subrel-constrast": 5.6210432052612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6212728023529053,
      "cov-distil (oracle2student)": 3.7192535400390625,
      "cov-distil (oracle2teacher)": 3.6745429039001465,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.077421188354492,
      "step": 68,
      "subrel-constrast": 5.053866863250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324190378189087,
      "cov-distil (oracle2student)": 4.363178730010986,
      "cov-distil (oracle2teacher)": 4.1073760986328125,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.08415412902832,
      "step": 69,
      "subrel-constrast": 5.5952324867248535,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 10.25,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.3508,
      "step": 70
    },
    {
      "cov-distil": 2.111687421798706,
      "cov-distil (oracle2student)": 4.2008376121521,
      "cov-distil (oracle2teacher)": 4.4170942306518555,
      "epoch": 0.054945054945054944,
      "rel-constrast": 4.997686386108398,
      "step": 70,
      "subrel-constrast": 5.9775471687316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829338788986206,
      "cov-distil (oracle2student)": 4.067899703979492,
      "cov-distil (oracle2teacher)": 3.8931078910827637,
      "epoch": 0.05572998430141287,
      "rel-constrast": 4.749629974365234,
      "step": 71,
      "subrel-constrast": 5.636205196380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6214423179626465,
      "cov-distil (oracle2student)": 5.498136520385742,
      "cov-distil (oracle2teacher)": 4.987273216247559,
      "epoch": 0.0565149136577708,
      "rel-constrast": 6.539421081542969,
      "step": 72,
      "subrel-constrast": 6.755679130554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8590569496154785,
      "cov-distil (oracle2student)": 3.448653221130371,
      "cov-distil (oracle2teacher)": 3.1895041465759277,
      "epoch": 0.05729984301412873,
      "rel-constrast": 6.0138349533081055,
      "step": 73,
      "subrel-constrast": 5.528194904327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824583649635315,
      "cov-distil (oracle2student)": 6.9610466957092285,
      "cov-distil (oracle2teacher)": 6.359564781188965,
      "epoch": 0.058084772370486655,
      "rel-constrast": 6.644233703613281,
      "step": 74,
      "subrel-constrast": 6.569633960723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7530937194824219,
      "cov-distil (oracle2student)": 4.198141574859619,
      "cov-distil (oracle2teacher)": 4.828309059143066,
      "epoch": 0.05886970172684458,
      "rel-constrast": 5.697519302368164,
      "step": 75,
      "subrel-constrast": 5.909841060638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202198028564453,
      "cov-distil (oracle2student)": 3.3131346702575684,
      "cov-distil (oracle2teacher)": 3.441941261291504,
      "epoch": 0.059654631083202514,
      "rel-constrast": 4.723378658294678,
      "step": 76,
      "subrel-constrast": 5.136996269226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7963526248931885,
      "cov-distil (oracle2student)": 3.426990032196045,
      "cov-distil (oracle2teacher)": 3.772979736328125,
      "epoch": 0.06043956043956044,
      "rel-constrast": 4.126434326171875,
      "step": 77,
      "subrel-constrast": 4.907801628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671813726425171,
      "cov-distil (oracle2student)": 4.094813823699951,
      "cov-distil (oracle2teacher)": 4.51364803314209,
      "epoch": 0.061224489795918366,
      "rel-constrast": 5.389944553375244,
      "step": 78,
      "subrel-constrast": 5.966002464294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1560702323913574,
      "cov-distil (oracle2student)": 4.587889671325684,
      "cov-distil (oracle2teacher)": 4.2640790939331055,
      "epoch": 0.06200941915227629,
      "rel-constrast": 4.897254943847656,
      "step": 79,
      "subrel-constrast": 6.197719573974609,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 8.9375,
      "learning_rate": 1.58e-05,
      "loss": 1.3898,
      "step": 80
    },
    {
      "cov-distil": 2.026759624481201,
      "cov-distil (oracle2student)": 4.804526329040527,
      "cov-distil (oracle2teacher)": 5.223984718322754,
      "epoch": 0.06279434850863422,
      "rel-constrast": 5.566196441650391,
      "step": 80,
      "subrel-constrast": 6.256383419036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195557594299316,
      "cov-distil (oracle2student)": 4.687556266784668,
      "cov-distil (oracle2teacher)": 4.9695210456848145,
      "epoch": 0.06357927786499215,
      "rel-constrast": 5.6607818603515625,
      "step": 81,
      "subrel-constrast": 6.550673007965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657920360565186,
      "cov-distil (oracle2student)": 4.844962120056152,
      "cov-distil (oracle2teacher)": 4.830450057983398,
      "epoch": 0.06436420722135008,
      "rel-constrast": 4.41297721862793,
      "step": 82,
      "subrel-constrast": 5.126358985900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.558529853820801,
      "cov-distil (oracle2student)": 4.3793535232543945,
      "cov-distil (oracle2teacher)": 4.656365394592285,
      "epoch": 0.065149136577708,
      "rel-constrast": 4.943553924560547,
      "step": 83,
      "subrel-constrast": 5.922649383544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8142253160476685,
      "cov-distil (oracle2student)": 4.375255584716797,
      "cov-distil (oracle2teacher)": 4.409157752990723,
      "epoch": 0.06593406593406594,
      "rel-constrast": 4.923177719116211,
      "step": 84,
      "subrel-constrast": 5.162678241729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949906349182129,
      "cov-distil (oracle2student)": 3.4303159713745117,
      "cov-distil (oracle2teacher)": 3.588212490081787,
      "epoch": 0.06671899529042387,
      "rel-constrast": 4.0818586349487305,
      "step": 85,
      "subrel-constrast": 4.372323989868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906177043914795,
      "cov-distil (oracle2student)": 5.451663970947266,
      "cov-distil (oracle2teacher)": 5.175963401794434,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.193703651428223,
      "step": 86,
      "subrel-constrast": 5.934505462646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065833568572998,
      "cov-distil (oracle2student)": 4.783734321594238,
      "cov-distil (oracle2teacher)": 4.801620006561279,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.136500358581543,
      "step": 87,
      "subrel-constrast": 6.48433256149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3090457916259766,
      "cov-distil (oracle2student)": 5.129304885864258,
      "cov-distil (oracle2teacher)": 5.953707695007324,
      "epoch": 0.06907378335949764,
      "rel-constrast": 4.374720573425293,
      "step": 88,
      "subrel-constrast": 5.959391117095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843027114868164,
      "cov-distil (oracle2student)": 4.857818603515625,
      "cov-distil (oracle2teacher)": 4.811768531799316,
      "epoch": 0.06985871271585557,
      "rel-constrast": 4.876014709472656,
      "step": 89,
      "subrel-constrast": 5.255368232727051,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 9.4375,
      "learning_rate": 1.78e-05,
      "loss": 1.3043,
      "step": 90
    },
    {
      "cov-distil": 2.0313687324523926,
      "cov-distil (oracle2student)": 3.837458610534668,
      "cov-distil (oracle2teacher)": 3.862165927886963,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.297828674316406,
      "step": 90,
      "subrel-constrast": 5.32150936126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955191731452942,
      "cov-distil (oracle2student)": 4.053134441375732,
      "cov-distil (oracle2teacher)": 4.3028764724731445,
      "epoch": 0.07142857142857142,
      "rel-constrast": 4.179540634155273,
      "step": 91,
      "subrel-constrast": 4.535610198974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9739642143249512,
      "cov-distil (oracle2student)": 4.044521331787109,
      "cov-distil (oracle2teacher)": 4.077905178070068,
      "epoch": 0.07221350078492936,
      "rel-constrast": 4.791150093078613,
      "step": 92,
      "subrel-constrast": 5.428908824920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633467197418213,
      "cov-distil (oracle2student)": 4.142858505249023,
      "cov-distil (oracle2teacher)": 4.332939147949219,
      "epoch": 0.07299843014128729,
      "rel-constrast": 4.158247947692871,
      "step": 93,
      "subrel-constrast": 4.722342014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0026278495788574,
      "cov-distil (oracle2student)": 5.433739185333252,
      "cov-distil (oracle2teacher)": 5.752429008483887,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.656554222106934,
      "step": 94,
      "subrel-constrast": 6.6057281494140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406924247741699,
      "cov-distil (oracle2student)": 4.962525367736816,
      "cov-distil (oracle2teacher)": 4.980257987976074,
      "epoch": 0.07456828885400314,
      "rel-constrast": 4.404953956604004,
      "step": 95,
      "subrel-constrast": 5.5075836181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9614890813827515,
      "cov-distil (oracle2student)": 4.428426742553711,
      "cov-distil (oracle2teacher)": 4.095973968505859,
      "epoch": 0.07535321821036106,
      "rel-constrast": 4.7090606689453125,
      "step": 96,
      "subrel-constrast": 5.042912006378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8995165824890137,
      "cov-distil (oracle2student)": 4.363615036010742,
      "cov-distil (oracle2teacher)": 4.864108085632324,
      "epoch": 0.076138147566719,
      "rel-constrast": 5.610422134399414,
      "step": 97,
      "subrel-constrast": 6.022312164306641,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8429796695709229,
      "cov-distil (oracle2student)": 4.000461578369141,
      "cov-distil (oracle2teacher)": 4.398909568786621,
      "epoch": 0.07692307692307693,
      "rel-constrast": 4.826190948486328,
      "step": 98,
      "subrel-constrast": 5.733572483062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676822185516357,
      "cov-distil (oracle2student)": 3.7937915325164795,
      "cov-distil (oracle2teacher)": 4.313929080963135,
      "epoch": 0.07770800627943485,
      "rel-constrast": 3.907686233520508,
      "step": 99,
      "subrel-constrast": 4.8892035484313965,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 6.21875,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.2112,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.25,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.01824951171875
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.018310546875
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 6.103515625e-05,
      "step": 100
    },
    {
      "cov-distil": 1.7298369407653809,
      "cov-distil (oracle2student)": 4.179434776306152,
      "cov-distil (oracle2teacher)": 3.918210983276367,
      "epoch": 0.07849293563579278,
      "rel-constrast": 6.2513251304626465,
      "step": 100,
      "subrel-constrast": 5.740466594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3552823066711426,
      "cov-distil (oracle2student)": 4.08372688293457,
      "cov-distil (oracle2teacher)": 4.95344352722168,
      "epoch": 0.07927786499215071,
      "rel-constrast": 5.916926860809326,
      "step": 101,
      "subrel-constrast": 6.909947872161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080784797668457,
      "cov-distil (oracle2student)": 4.69539737701416,
      "cov-distil (oracle2teacher)": 4.047358512878418,
      "epoch": 0.08006279434850863,
      "rel-constrast": 3.5960965156555176,
      "step": 102,
      "subrel-constrast": 4.596201419830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5037894248962402,
      "cov-distil (oracle2student)": 4.311122894287109,
      "cov-distil (oracle2teacher)": 4.628203392028809,
      "epoch": 0.08084772370486656,
      "rel-constrast": 4.52133846282959,
      "step": 103,
      "subrel-constrast": 5.3294219970703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5136921405792236,
      "cov-distil (oracle2student)": 3.90252685546875,
      "cov-distil (oracle2teacher)": 3.406787872314453,
      "epoch": 0.08163265306122448,
      "rel-constrast": 5.1437788009643555,
      "step": 104,
      "subrel-constrast": 5.668471336364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8735333681106567,
      "cov-distil (oracle2student)": 4.228874206542969,
      "cov-distil (oracle2teacher)": 3.906517505645752,
      "epoch": 0.08241758241758242,
      "rel-constrast": 4.556313514709473,
      "step": 105,
      "subrel-constrast": 4.7404327392578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3786072731018066,
      "cov-distil (oracle2student)": 4.412120819091797,
      "cov-distil (oracle2teacher)": 4.370576858520508,
      "epoch": 0.08320251177394035,
      "rel-constrast": 4.083873748779297,
      "step": 106,
      "subrel-constrast": 5.125725746154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444710373878479,
      "cov-distil (oracle2student)": 3.2231016159057617,
      "cov-distil (oracle2teacher)": 3.3508291244506836,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.176214218139648,
      "step": 107,
      "subrel-constrast": 4.515892028808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8850314617156982,
      "cov-distil (oracle2student)": 4.9047417640686035,
      "cov-distil (oracle2teacher)": 5.313013076782227,
      "epoch": 0.0847723704866562,
      "rel-constrast": 4.576037406921387,
      "step": 108,
      "subrel-constrast": 5.790406703948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5542287826538086,
      "cov-distil (oracle2student)": 2.91054105758667,
      "cov-distil (oracle2teacher)": 3.0505058765411377,
      "epoch": 0.08555729984301413,
      "rel-constrast": 2.9243812561035156,
      "step": 109,
      "subrel-constrast": 3.4620440006256104,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 6.3125,
      "learning_rate": 2.18e-05,
      "loss": 1.1945,
      "step": 110
    },
    {
      "cov-distil": 2.0106449127197266,
      "cov-distil (oracle2student)": 3.390498399734497,
      "cov-distil (oracle2teacher)": 3.701295852661133,
      "epoch": 0.08634222919937205,
      "rel-constrast": 4.131190776824951,
      "step": 110,
      "subrel-constrast": 5.090677738189697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9055376052856445,
      "cov-distil (oracle2student)": 4.41843843460083,
      "cov-distil (oracle2teacher)": 4.491976737976074,
      "epoch": 0.08712715855572999,
      "rel-constrast": 5.038963317871094,
      "step": 111,
      "subrel-constrast": 6.08647346496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5279195308685303,
      "cov-distil (oracle2student)": 3.444126605987549,
      "cov-distil (oracle2teacher)": 3.64145827293396,
      "epoch": 0.08791208791208792,
      "rel-constrast": 4.771234512329102,
      "step": 112,
      "subrel-constrast": 5.536201000213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0450081825256348,
      "cov-distil (oracle2student)": 3.5708813667297363,
      "cov-distil (oracle2teacher)": 3.5346102714538574,
      "epoch": 0.08869701726844584,
      "rel-constrast": 4.473773956298828,
      "step": 113,
      "subrel-constrast": 5.412527084350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8620662689208984,
      "cov-distil (oracle2student)": 3.2922167778015137,
      "cov-distil (oracle2teacher)": 3.1301326751708984,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.172776222229004,
      "step": 114,
      "subrel-constrast": 4.496230602264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105813503265381,
      "cov-distil (oracle2student)": 3.5570688247680664,
      "cov-distil (oracle2teacher)": 3.3301162719726562,
      "epoch": 0.09026687598116169,
      "rel-constrast": 4.328044414520264,
      "step": 115,
      "subrel-constrast": 4.544393539428711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5753874778747559,
      "cov-distil (oracle2student)": 4.305010795593262,
      "cov-distil (oracle2teacher)": 4.51621150970459,
      "epoch": 0.09105180533751962,
      "rel-constrast": 4.441926002502441,
      "step": 116,
      "subrel-constrast": 5.126134872436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027592897415161,
      "cov-distil (oracle2student)": 3.643826961517334,
      "cov-distil (oracle2teacher)": 4.207780361175537,
      "epoch": 0.09183673469387756,
      "rel-constrast": 3.332122325897217,
      "step": 117,
      "subrel-constrast": 4.419685363769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8509763479232788,
      "cov-distil (oracle2student)": 4.495067119598389,
      "cov-distil (oracle2teacher)": 4.818368911743164,
      "epoch": 0.09262166405023547,
      "rel-constrast": 3.4284744262695312,
      "step": 118,
      "subrel-constrast": 4.7436347007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1856939792633057,
      "cov-distil (oracle2student)": 2.3484930992126465,
      "cov-distil (oracle2teacher)": 3.504269599914551,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.5109238624572754,
      "step": 119,
      "subrel-constrast": 4.602016925811768,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 4.84375,
      "learning_rate": 2.38e-05,
      "loss": 1.091,
      "step": 120
    },
    {
      "cov-distil": 2.0069479942321777,
      "cov-distil (oracle2student)": 4.335882186889648,
      "cov-distil (oracle2teacher)": 4.411349296569824,
      "epoch": 0.09419152276295134,
      "rel-constrast": 3.58941388130188,
      "step": 120,
      "subrel-constrast": 4.945146560668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9266531467437744,
      "cov-distil (oracle2student)": 2.6556715965270996,
      "cov-distil (oracle2teacher)": 3.1467032432556152,
      "epoch": 0.09497645211930926,
      "rel-constrast": 3.7480812072753906,
      "step": 121,
      "subrel-constrast": 4.479983806610107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6300580501556396,
      "cov-distil (oracle2student)": 4.791172027587891,
      "cov-distil (oracle2teacher)": 4.675938129425049,
      "epoch": 0.09576138147566719,
      "rel-constrast": 3.6545181274414062,
      "step": 122,
      "subrel-constrast": 4.81078577041626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765576958656311,
      "cov-distil (oracle2student)": 3.6344659328460693,
      "cov-distil (oracle2teacher)": 3.9251091480255127,
      "epoch": 0.09654631083202511,
      "rel-constrast": 3.5468902587890625,
      "step": 123,
      "subrel-constrast": 4.322540283203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8908183574676514,
      "cov-distil (oracle2student)": 4.711076736450195,
      "cov-distil (oracle2teacher)": 4.728466987609863,
      "epoch": 0.09733124018838304,
      "rel-constrast": 4.9412760734558105,
      "step": 124,
      "subrel-constrast": 5.286365985870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0719122886657715,
      "cov-distil (oracle2student)": 5.475534439086914,
      "cov-distil (oracle2teacher)": 5.509952545166016,
      "epoch": 0.09811616954474098,
      "rel-constrast": 4.540214538574219,
      "step": 125,
      "subrel-constrast": 5.254848957061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0107808113098145,
      "cov-distil (oracle2student)": 3.70059871673584,
      "cov-distil (oracle2teacher)": 3.6995131969451904,
      "epoch": 0.0989010989010989,
      "rel-constrast": 3.979504108428955,
      "step": 126,
      "subrel-constrast": 4.560873031616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7469401359558105,
      "cov-distil (oracle2student)": 3.2893643379211426,
      "cov-distil (oracle2teacher)": 3.702075242996216,
      "epoch": 0.09968602825745683,
      "rel-constrast": 3.8428099155426025,
      "step": 127,
      "subrel-constrast": 4.704723834991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227023124694824,
      "cov-distil (oracle2student)": 3.2081525325775146,
      "cov-distil (oracle2teacher)": 3.0951523780822754,
      "epoch": 0.10047095761381476,
      "rel-constrast": 3.9077415466308594,
      "step": 128,
      "subrel-constrast": 4.266437530517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456908702850342,
      "cov-distil (oracle2student)": 6.027412414550781,
      "cov-distil (oracle2teacher)": 5.253774166107178,
      "epoch": 0.10125588697017268,
      "rel-constrast": 4.265575408935547,
      "step": 129,
      "subrel-constrast": 5.217139720916748,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 6.46875,
      "learning_rate": 2.58e-05,
      "loss": 1.0522,
      "step": 130
    },
    {
      "cov-distil": 1.6930177211761475,
      "cov-distil (oracle2student)": 4.467616081237793,
      "cov-distil (oracle2teacher)": 3.843270778656006,
      "epoch": 0.10204081632653061,
      "rel-constrast": 3.319629669189453,
      "step": 130,
      "subrel-constrast": 3.7119369506835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282273530960083,
      "cov-distil (oracle2student)": 2.7870304584503174,
      "cov-distil (oracle2teacher)": 2.9366650581359863,
      "epoch": 0.10282574568288853,
      "rel-constrast": 3.836411476135254,
      "step": 131,
      "subrel-constrast": 4.520256996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007819652557373,
      "cov-distil (oracle2student)": 3.0431907176971436,
      "cov-distil (oracle2teacher)": 3.8844919204711914,
      "epoch": 0.10361067503924647,
      "rel-constrast": 3.2715396881103516,
      "step": 132,
      "subrel-constrast": 4.392951011657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5079662799835205,
      "cov-distil (oracle2student)": 3.3433713912963867,
      "cov-distil (oracle2teacher)": 3.0791032314300537,
      "epoch": 0.1043956043956044,
      "rel-constrast": 4.914187431335449,
      "step": 133,
      "subrel-constrast": 5.106137275695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473832845687866,
      "cov-distil (oracle2student)": 3.7850849628448486,
      "cov-distil (oracle2teacher)": 4.068576812744141,
      "epoch": 0.10518053375196232,
      "rel-constrast": 4.797632217407227,
      "step": 134,
      "subrel-constrast": 5.459990978240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4311468601226807,
      "cov-distil (oracle2student)": 3.8187508583068848,
      "cov-distil (oracle2teacher)": 3.373809337615967,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.563899993896484,
      "step": 135,
      "subrel-constrast": 4.637350082397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0857644081115723,
      "cov-distil (oracle2student)": 3.200230121612549,
      "cov-distil (oracle2teacher)": 3.6493539810180664,
      "epoch": 0.10675039246467818,
      "rel-constrast": 3.215364456176758,
      "step": 136,
      "subrel-constrast": 4.534350872039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686209201812744,
      "cov-distil (oracle2student)": 3.9791665077209473,
      "cov-distil (oracle2teacher)": 4.04878568649292,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.051440477371216,
      "step": 137,
      "subrel-constrast": 3.7990667819976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9714691638946533,
      "cov-distil (oracle2student)": 4.7900071144104,
      "cov-distil (oracle2teacher)": 4.691529273986816,
      "epoch": 0.10832025117739404,
      "rel-constrast": 4.805532932281494,
      "step": 138,
      "subrel-constrast": 5.572739124298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924202799797058,
      "cov-distil (oracle2student)": 4.221106052398682,
      "cov-distil (oracle2teacher)": 4.4293389320373535,
      "epoch": 0.10910518053375197,
      "rel-constrast": 4.44097900390625,
      "step": 139,
      "subrel-constrast": 5.337229251861572,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 5.53125,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.0502,
      "step": 140
    },
    {
      "cov-distil": 1.9526416063308716,
      "cov-distil (oracle2student)": 2.5634119510650635,
      "cov-distil (oracle2teacher)": 2.957435369491577,
      "epoch": 0.10989010989010989,
      "rel-constrast": 3.4546380043029785,
      "step": 140,
      "subrel-constrast": 4.413014888763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3895039558410645,
      "cov-distil (oracle2student)": 4.740830421447754,
      "cov-distil (oracle2teacher)": 4.349796295166016,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.3341546058654785,
      "step": 141,
      "subrel-constrast": 4.967938423156738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4638304710388184,
      "cov-distil (oracle2student)": 3.897735118865967,
      "cov-distil (oracle2teacher)": 3.747757911682129,
      "epoch": 0.11145996860282574,
      "rel-constrast": 3.152451992034912,
      "step": 142,
      "subrel-constrast": 3.479020595550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1711950302124023,
      "cov-distil (oracle2student)": 3.24094295501709,
      "cov-distil (oracle2teacher)": 3.654646873474121,
      "epoch": 0.11224489795918367,
      "rel-constrast": 4.032447814941406,
      "step": 143,
      "subrel-constrast": 5.230956077575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751253128051758,
      "cov-distil (oracle2student)": 4.126309394836426,
      "cov-distil (oracle2teacher)": 3.9554786682128906,
      "epoch": 0.1130298273155416,
      "rel-constrast": 3.8771262168884277,
      "step": 144,
      "subrel-constrast": 4.623952865600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955289363861084,
      "cov-distil (oracle2student)": 3.139711380004883,
      "cov-distil (oracle2teacher)": 3.0601837635040283,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.5125317573547363,
      "step": 145,
      "subrel-constrast": 4.26681661605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7406878471374512,
      "cov-distil (oracle2student)": 4.598553657531738,
      "cov-distil (oracle2teacher)": 4.3671393394470215,
      "epoch": 0.11459968602825746,
      "rel-constrast": 4.73480224609375,
      "step": 146,
      "subrel-constrast": 5.439952850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.462719440460205,
      "cov-distil (oracle2student)": 3.477541446685791,
      "cov-distil (oracle2teacher)": 3.7712650299072266,
      "epoch": 0.11538461538461539,
      "rel-constrast": 2.954681873321533,
      "step": 147,
      "subrel-constrast": 4.051403045654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9110968112945557,
      "cov-distil (oracle2student)": 5.327840805053711,
      "cov-distil (oracle2teacher)": 4.98024845123291,
      "epoch": 0.11616954474097331,
      "rel-constrast": 5.807882308959961,
      "step": 148,
      "subrel-constrast": 6.176276206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8510105609893799,
      "cov-distil (oracle2student)": 3.9999184608459473,
      "cov-distil (oracle2teacher)": 4.322734832763672,
      "epoch": 0.11695447409733124,
      "rel-constrast": 3.647768497467041,
      "step": 149,
      "subrel-constrast": 4.696937084197998,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 4.65625,
      "learning_rate": 2.98e-05,
      "loss": 1.0361,
      "step": 150
    },
    {
      "cov-distil": 2.162510395050049,
      "cov-distil (oracle2student)": 2.51348876953125,
      "cov-distil (oracle2teacher)": 2.858297348022461,
      "epoch": 0.11773940345368916,
      "rel-constrast": 2.9098143577575684,
      "step": 150,
      "subrel-constrast": 4.165842533111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283419609069824,
      "cov-distil (oracle2student)": 3.5237793922424316,
      "cov-distil (oracle2teacher)": 3.7921252250671387,
      "epoch": 0.1185243328100471,
      "rel-constrast": 5.004264831542969,
      "step": 151,
      "subrel-constrast": 5.968057632446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9241164922714233,
      "cov-distil (oracle2student)": 4.258995056152344,
      "cov-distil (oracle2teacher)": 4.847116470336914,
      "epoch": 0.11930926216640503,
      "rel-constrast": 3.851573944091797,
      "step": 152,
      "subrel-constrast": 5.128183364868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9837623834609985,
      "cov-distil (oracle2student)": 3.793738842010498,
      "cov-distil (oracle2teacher)": 4.263235569000244,
      "epoch": 0.12009419152276295,
      "rel-constrast": 3.825674057006836,
      "step": 153,
      "subrel-constrast": 5.266303062438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2738232612609863,
      "cov-distil (oracle2student)": 4.114228248596191,
      "cov-distil (oracle2teacher)": 4.160222053527832,
      "epoch": 0.12087912087912088,
      "rel-constrast": 4.635959625244141,
      "step": 154,
      "subrel-constrast": 5.444929122924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3437211513519287,
      "cov-distil (oracle2student)": 2.7324724197387695,
      "cov-distil (oracle2teacher)": 3.3124847412109375,
      "epoch": 0.12166405023547881,
      "rel-constrast": 3.172579765319824,
      "step": 155,
      "subrel-constrast": 4.378183841705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0748066902160645,
      "cov-distil (oracle2student)": 5.196707725524902,
      "cov-distil (oracle2teacher)": 5.660643577575684,
      "epoch": 0.12244897959183673,
      "rel-constrast": 4.619739532470703,
      "step": 156,
      "subrel-constrast": 5.278850555419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6589399576187134,
      "cov-distil (oracle2student)": 4.299651145935059,
      "cov-distil (oracle2teacher)": 4.801441192626953,
      "epoch": 0.12323390894819466,
      "rel-constrast": 4.178770065307617,
      "step": 157,
      "subrel-constrast": 4.9588398933410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113652229309082,
      "cov-distil (oracle2student)": 3.69832444190979,
      "cov-distil (oracle2teacher)": 4.1734113693237305,
      "epoch": 0.12401883830455258,
      "rel-constrast": 3.629397392272949,
      "step": 158,
      "subrel-constrast": 4.7571210861206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1587953567504883,
      "cov-distil (oracle2student)": 3.8726277351379395,
      "cov-distil (oracle2teacher)": 3.7215805053710938,
      "epoch": 0.12480376766091052,
      "rel-constrast": 4.328669548034668,
      "step": 159,
      "subrel-constrast": 4.756054401397705,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 6.125,
      "learning_rate": 3.18e-05,
      "loss": 1.0564,
      "step": 160
    },
    {
      "cov-distil": 2.1405677795410156,
      "cov-distil (oracle2student)": 3.4093258380889893,
      "cov-distil (oracle2teacher)": 3.586012840270996,
      "epoch": 0.12558869701726844,
      "rel-constrast": 2.845548152923584,
      "step": 160,
      "subrel-constrast": 4.299036502838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9285320043563843,
      "cov-distil (oracle2student)": 3.4971227645874023,
      "cov-distil (oracle2teacher)": 3.832047939300537,
      "epoch": 0.12637362637362637,
      "rel-constrast": 3.7383017539978027,
      "step": 161,
      "subrel-constrast": 5.0502119064331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9758501052856445,
      "cov-distil (oracle2student)": 3.2394747734069824,
      "cov-distil (oracle2teacher)": 3.627070903778076,
      "epoch": 0.1271585557299843,
      "rel-constrast": 3.144106864929199,
      "step": 162,
      "subrel-constrast": 4.591655254364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7551349401474,
      "cov-distil (oracle2student)": 4.174607753753662,
      "cov-distil (oracle2teacher)": 4.551635265350342,
      "epoch": 0.12794348508634223,
      "rel-constrast": 4.326886177062988,
      "step": 163,
      "subrel-constrast": 5.282561779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3401026725769043,
      "cov-distil (oracle2student)": 4.209497928619385,
      "cov-distil (oracle2teacher)": 4.481298446655273,
      "epoch": 0.12872841444270017,
      "rel-constrast": 3.9188852310180664,
      "step": 164,
      "subrel-constrast": 5.082751274108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8384559154510498,
      "cov-distil (oracle2student)": 3.1416287422180176,
      "cov-distil (oracle2teacher)": 3.790740966796875,
      "epoch": 0.12951334379905807,
      "rel-constrast": 3.688136100769043,
      "step": 165,
      "subrel-constrast": 4.680181503295898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4017962217330933,
      "cov-distil (oracle2student)": 3.074009895324707,
      "cov-distil (oracle2teacher)": 3.5656092166900635,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.198267936706543,
      "step": 166,
      "subrel-constrast": 3.672757625579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0430080890655518,
      "cov-distil (oracle2student)": 2.979595899581909,
      "cov-distil (oracle2teacher)": 3.66377854347229,
      "epoch": 0.13108320251177394,
      "rel-constrast": 2.943568706512451,
      "step": 167,
      "subrel-constrast": 4.298722743988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8360835313796997,
      "cov-distil (oracle2student)": 3.9258909225463867,
      "cov-distil (oracle2teacher)": 3.991270065307617,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.5899910926818848,
      "step": 168,
      "subrel-constrast": 4.225496292114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8722825050354004,
      "cov-distil (oracle2student)": 3.4220786094665527,
      "cov-distil (oracle2teacher)": 3.491441011428833,
      "epoch": 0.1326530612244898,
      "rel-constrast": 3.244478225708008,
      "step": 169,
      "subrel-constrast": 4.600438594818115,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 5.40625,
      "learning_rate": 3.38e-05,
      "loss": 0.9138,
      "step": 170
    },
    {
      "cov-distil": 2.289053440093994,
      "cov-distil (oracle2student)": 2.3229146003723145,
      "cov-distil (oracle2teacher)": 2.79313588142395,
      "epoch": 0.13343799058084774,
      "rel-constrast": 3.2145943641662598,
      "step": 170,
      "subrel-constrast": 4.325888156890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033212184906006,
      "cov-distil (oracle2student)": 2.956218957901001,
      "cov-distil (oracle2teacher)": 3.0674238204956055,
      "epoch": 0.13422291993720564,
      "rel-constrast": 3.170142889022827,
      "step": 171,
      "subrel-constrast": 4.313177108764648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837358832359314,
      "cov-distil (oracle2student)": 3.2161805629730225,
      "cov-distil (oracle2teacher)": 2.9804582595825195,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.3102669715881348,
      "step": 172,
      "subrel-constrast": 3.6460134983062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612237453460693,
      "cov-distil (oracle2student)": 3.647536039352417,
      "cov-distil (oracle2teacher)": 3.5811798572540283,
      "epoch": 0.1357927786499215,
      "rel-constrast": 2.798731803894043,
      "step": 173,
      "subrel-constrast": 3.508981943130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0244364738464355,
      "cov-distil (oracle2student)": 3.1213173866271973,
      "cov-distil (oracle2teacher)": 3.3229947090148926,
      "epoch": 0.13657770800627944,
      "rel-constrast": 4.15741491317749,
      "step": 174,
      "subrel-constrast": 4.899233341217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.657141923904419,
      "cov-distil (oracle2student)": 3.314596652984619,
      "cov-distil (oracle2teacher)": 3.458897113800049,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.1901016235351562,
      "step": 175,
      "subrel-constrast": 4.391279697418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1792471408843994,
      "cov-distil (oracle2student)": 4.180800437927246,
      "cov-distil (oracle2teacher)": 4.1862945556640625,
      "epoch": 0.13814756671899528,
      "rel-constrast": 3.8843958377838135,
      "step": 176,
      "subrel-constrast": 5.133232116699219,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690021276473999,
      "cov-distil (oracle2student)": 3.2763218879699707,
      "cov-distil (oracle2teacher)": 3.3512301445007324,
      "epoch": 0.1389324960753532,
      "rel-constrast": 3.097871780395508,
      "step": 177,
      "subrel-constrast": 4.141420364379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7987754344940186,
      "cov-distil (oracle2student)": 3.6110458374023438,
      "cov-distil (oracle2teacher)": 3.8932182788848877,
      "epoch": 0.13971742543171115,
      "rel-constrast": 3.434955358505249,
      "step": 178,
      "subrel-constrast": 4.83035135269165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.414909839630127,
      "cov-distil (oracle2student)": 5.8917436599731445,
      "cov-distil (oracle2teacher)": 4.937832355499268,
      "epoch": 0.14050235478806908,
      "rel-constrast": 3.090833902359009,
      "step": 179,
      "subrel-constrast": 4.841024875640869,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 4.9375,
      "learning_rate": 3.58e-05,
      "loss": 0.8849,
      "step": 180
    },
    {
      "cov-distil": 2.1701669692993164,
      "cov-distil (oracle2student)": 3.5468969345092773,
      "cov-distil (oracle2teacher)": 3.592738389968872,
      "epoch": 0.141287284144427,
      "rel-constrast": 3.1472837924957275,
      "step": 180,
      "subrel-constrast": 4.375936508178711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0519845485687256,
      "cov-distil (oracle2student)": 3.0953545570373535,
      "cov-distil (oracle2teacher)": 3.2669100761413574,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.6390113830566406,
      "step": 181,
      "subrel-constrast": 4.239733695983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.046764373779297,
      "cov-distil (oracle2student)": 4.083052158355713,
      "cov-distil (oracle2teacher)": 3.773674488067627,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.240504264831543,
      "step": 182,
      "subrel-constrast": 4.103541851043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0144388675689697,
      "cov-distil (oracle2student)": 4.516448020935059,
      "cov-distil (oracle2teacher)": 4.2518110275268555,
      "epoch": 0.14364207221350078,
      "rel-constrast": 3.4501020908355713,
      "step": 183,
      "subrel-constrast": 4.461462020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1898727416992188,
      "cov-distil (oracle2student)": 4.241243362426758,
      "cov-distil (oracle2teacher)": 4.144228458404541,
      "epoch": 0.14442700156985872,
      "rel-constrast": 3.4280624389648438,
      "step": 184,
      "subrel-constrast": 4.160365104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7971217632293701,
      "cov-distil (oracle2student)": 4.2221550941467285,
      "cov-distil (oracle2teacher)": 4.125924110412598,
      "epoch": 0.14521193092621665,
      "rel-constrast": 3.6003713607788086,
      "step": 185,
      "subrel-constrast": 4.657410621643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584897041320801,
      "cov-distil (oracle2student)": 3.762363910675049,
      "cov-distil (oracle2teacher)": 3.288722038269043,
      "epoch": 0.14599686028257458,
      "rel-constrast": 3.784740924835205,
      "step": 186,
      "subrel-constrast": 4.959157466888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7322099208831787,
      "cov-distil (oracle2student)": 4.133016109466553,
      "cov-distil (oracle2teacher)": 4.552165985107422,
      "epoch": 0.14678178963893249,
      "rel-constrast": 3.89847469329834,
      "step": 187,
      "subrel-constrast": 4.597707271575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2113747596740723,
      "cov-distil (oracle2student)": 4.604434013366699,
      "cov-distil (oracle2teacher)": 4.880743980407715,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.7514562606811523,
      "step": 188,
      "subrel-constrast": 4.6984333992004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2293686866760254,
      "cov-distil (oracle2student)": 4.5117034912109375,
      "cov-distil (oracle2teacher)": 4.046051979064941,
      "epoch": 0.14835164835164835,
      "rel-constrast": 3.9164719581604004,
      "step": 189,
      "subrel-constrast": 4.497857093811035,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 6.0,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.949,
      "step": 190
    },
    {
      "cov-distil": 2.0757837295532227,
      "cov-distil (oracle2student)": 4.080816268920898,
      "cov-distil (oracle2teacher)": 3.766585350036621,
      "epoch": 0.14913657770800628,
      "rel-constrast": 3.9256319999694824,
      "step": 190,
      "subrel-constrast": 4.7271294593811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.415203809738159,
      "cov-distil (oracle2student)": 4.4698567390441895,
      "cov-distil (oracle2teacher)": 4.346640586853027,
      "epoch": 0.14992150706436422,
      "rel-constrast": 3.8511571884155273,
      "step": 191,
      "subrel-constrast": 5.203197479248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6451456546783447,
      "cov-distil (oracle2student)": 5.649706840515137,
      "cov-distil (oracle2teacher)": 4.804763317108154,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.4235172271728516,
      "step": 192,
      "subrel-constrast": 4.613860130310059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1104884147644043,
      "cov-distil (oracle2student)": 2.752333641052246,
      "cov-distil (oracle2teacher)": 3.407994508743286,
      "epoch": 0.15149136577708006,
      "rel-constrast": 3.212527275085449,
      "step": 193,
      "subrel-constrast": 4.840916633605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222266435623169,
      "cov-distil (oracle2student)": 2.4793713092803955,
      "cov-distil (oracle2teacher)": 2.699554443359375,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.08590841293335,
      "step": 194,
      "subrel-constrast": 4.885660171508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.503323554992676,
      "cov-distil (oracle2student)": 4.565427303314209,
      "cov-distil (oracle2teacher)": 4.358648300170898,
      "epoch": 0.15306122448979592,
      "rel-constrast": 4.254426002502441,
      "step": 195,
      "subrel-constrast": 4.6243438720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3287715911865234,
      "cov-distil (oracle2student)": 4.192647933959961,
      "cov-distil (oracle2teacher)": 4.574880599975586,
      "epoch": 0.15384615384615385,
      "rel-constrast": 3.4964702129364014,
      "step": 196,
      "subrel-constrast": 4.994586944580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473165988922119,
      "cov-distil (oracle2student)": 3.6086509227752686,
      "cov-distil (oracle2teacher)": 3.720257043838501,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.0507917404174805,
      "step": 197,
      "subrel-constrast": 4.022911548614502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9574871063232422,
      "cov-distil (oracle2student)": 2.9033591747283936,
      "cov-distil (oracle2teacher)": 3.213554620742798,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.480036735534668,
      "step": 198,
      "subrel-constrast": 3.33259916305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0196235179901123,
      "cov-distil (oracle2student)": 4.251315593719482,
      "cov-distil (oracle2teacher)": 4.459000110626221,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.327430486679077,
      "step": 199,
      "subrel-constrast": 4.487115383148193,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 6.25,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.9346,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.25468751788139343,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.05767822265625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.039276123046875
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.018402099609375,
      "step": 200
    },
    {
      "cov-distil": 2.4896340370178223,
      "cov-distil (oracle2student)": 4.384774208068848,
      "cov-distil (oracle2teacher)": 4.08465051651001,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.3428280353546143,
      "step": 200,
      "subrel-constrast": 4.454953193664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012185573577881,
      "cov-distil (oracle2student)": 3.697768211364746,
      "cov-distil (oracle2teacher)": 3.6373372077941895,
      "epoch": 0.1577708006279435,
      "rel-constrast": 2.7652711868286133,
      "step": 201,
      "subrel-constrast": 4.149660110473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7649222612380981,
      "cov-distil (oracle2student)": 4.865782260894775,
      "cov-distil (oracle2teacher)": 4.691878795623779,
      "epoch": 0.15855572998430142,
      "rel-constrast": 3.7824623584747314,
      "step": 202,
      "subrel-constrast": 4.713212490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8030283451080322,
      "cov-distil (oracle2student)": 4.611078262329102,
      "cov-distil (oracle2teacher)": 4.497624397277832,
      "epoch": 0.15934065934065933,
      "rel-constrast": 4.317296981811523,
      "step": 203,
      "subrel-constrast": 4.8105950355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.80938720703125,
      "cov-distil (oracle2student)": 2.6670823097229004,
      "cov-distil (oracle2teacher)": 2.8364529609680176,
      "epoch": 0.16012558869701726,
      "rel-constrast": 2.541823387145996,
      "step": 204,
      "subrel-constrast": 3.3406171798706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4116835594177246,
      "cov-distil (oracle2student)": 6.865101337432861,
      "cov-distil (oracle2teacher)": 6.28804874420166,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.01608419418335,
      "step": 205,
      "subrel-constrast": 5.5514421463012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6459591388702393,
      "cov-distil (oracle2student)": 4.804777145385742,
      "cov-distil (oracle2teacher)": 4.487983703613281,
      "epoch": 0.16169544740973313,
      "rel-constrast": 4.128079891204834,
      "step": 206,
      "subrel-constrast": 4.305576801300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9324172735214233,
      "cov-distil (oracle2student)": 4.032464981079102,
      "cov-distil (oracle2teacher)": 4.187770843505859,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.3121466636657715,
      "step": 207,
      "subrel-constrast": 3.838710308074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143845319747925,
      "cov-distil (oracle2student)": 3.0693488121032715,
      "cov-distil (oracle2teacher)": 3.398939847946167,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.0676989555358887,
      "step": 208,
      "subrel-constrast": 4.276881694793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7735027074813843,
      "cov-distil (oracle2student)": 4.7419538497924805,
      "cov-distil (oracle2teacher)": 4.464914321899414,
      "epoch": 0.1640502354788069,
      "rel-constrast": 3.1669836044311523,
      "step": 209,
      "subrel-constrast": 4.080853462219238,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 5.09375,
      "learning_rate": 4.18e-05,
      "loss": 0.9105,
      "step": 210
    },
    {
      "cov-distil": 2.413351058959961,
      "cov-distil (oracle2student)": 4.662513256072998,
      "cov-distil (oracle2teacher)": 4.591415882110596,
      "epoch": 0.16483516483516483,
      "rel-constrast": 3.811033248901367,
      "step": 210,
      "subrel-constrast": 5.041797161102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052138090133667,
      "cov-distil (oracle2student)": 3.7897279262542725,
      "cov-distil (oracle2teacher)": 4.034920692443848,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.559976816177368,
      "step": 211,
      "subrel-constrast": 4.414525985717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746599555015564,
      "cov-distil (oracle2student)": 3.644550323486328,
      "cov-distil (oracle2teacher)": 3.88326358795166,
      "epoch": 0.1664050235478807,
      "rel-constrast": 2.2771897315979004,
      "step": 212,
      "subrel-constrast": 3.925031900405884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5399322509765625,
      "cov-distil (oracle2student)": 3.879300594329834,
      "cov-distil (oracle2teacher)": 4.339054107666016,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.6048736572265625,
      "step": 213,
      "subrel-constrast": 4.313112735748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675768852233887,
      "cov-distil (oracle2student)": 3.4676172733306885,
      "cov-distil (oracle2teacher)": 3.8825740814208984,
      "epoch": 0.16797488226059654,
      "rel-constrast": 3.2848355770111084,
      "step": 214,
      "subrel-constrast": 4.265978813171387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412407875061035,
      "cov-distil (oracle2student)": 2.61983060836792,
      "cov-distil (oracle2teacher)": 3.064521551132202,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.058378219604492,
      "step": 215,
      "subrel-constrast": 4.377286911010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433359146118164,
      "cov-distil (oracle2student)": 2.7012550830841064,
      "cov-distil (oracle2teacher)": 3.256782293319702,
      "epoch": 0.1695447409733124,
      "rel-constrast": 2.3305959701538086,
      "step": 216,
      "subrel-constrast": 3.366180419921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698474407196045,
      "cov-distil (oracle2student)": 2.836195468902588,
      "cov-distil (oracle2teacher)": 3.675199508666992,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.402233600616455,
      "step": 217,
      "subrel-constrast": 4.3155059814453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2927417755126953,
      "cov-distil (oracle2student)": 3.500641345977783,
      "cov-distil (oracle2teacher)": 3.6714651584625244,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.200337886810303,
      "step": 218,
      "subrel-constrast": 4.139261245727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750542163848877,
      "cov-distil (oracle2student)": 3.3831164836883545,
      "cov-distil (oracle2teacher)": 3.0338830947875977,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.169715881347656,
      "step": 219,
      "subrel-constrast": 4.170699596405029,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 5.625,
      "learning_rate": 4.38e-05,
      "loss": 0.8695,
      "step": 220
    },
    {
      "cov-distil": 1.629667043685913,
      "cov-distil (oracle2student)": 3.6625747680664062,
      "cov-distil (oracle2teacher)": 3.6777944564819336,
      "epoch": 0.1726844583987441,
      "rel-constrast": 3.912409782409668,
      "step": 220,
      "subrel-constrast": 4.345246315002441,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8654978275299072,
      "cov-distil (oracle2student)": 4.487903594970703,
      "cov-distil (oracle2teacher)": 4.222177982330322,
      "epoch": 0.17346938775510204,
      "rel-constrast": 3.034788131713867,
      "step": 221,
      "subrel-constrast": 3.696610689163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3106722831726074,
      "cov-distil (oracle2student)": 4.066738605499268,
      "cov-distil (oracle2teacher)": 4.478374004364014,
      "epoch": 0.17425431711145997,
      "rel-constrast": 3.78273344039917,
      "step": 222,
      "subrel-constrast": 4.818966388702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070685863494873,
      "cov-distil (oracle2student)": 3.7134132385253906,
      "cov-distil (oracle2teacher)": 3.8846771717071533,
      "epoch": 0.1750392464678179,
      "rel-constrast": 2.351531505584717,
      "step": 223,
      "subrel-constrast": 3.8853697776794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237121105194092,
      "cov-distil (oracle2student)": 3.167670726776123,
      "cov-distil (oracle2teacher)": 2.965890884399414,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.4729650020599365,
      "step": 224,
      "subrel-constrast": 3.4698076248168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5611491203308105,
      "cov-distil (oracle2student)": 3.765780448913574,
      "cov-distil (oracle2teacher)": 4.249629497528076,
      "epoch": 0.17660910518053374,
      "rel-constrast": 3.111851215362549,
      "step": 225,
      "subrel-constrast": 4.799382209777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8492357730865479,
      "cov-distil (oracle2student)": 4.462780475616455,
      "cov-distil (oracle2teacher)": 4.422781944274902,
      "epoch": 0.17739403453689168,
      "rel-constrast": 3.599337577819824,
      "step": 226,
      "subrel-constrast": 4.331607341766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239455461502075,
      "cov-distil (oracle2student)": 5.482708930969238,
      "cov-distil (oracle2teacher)": 5.000356674194336,
      "epoch": 0.1781789638932496,
      "rel-constrast": 3.355098247528076,
      "step": 227,
      "subrel-constrast": 4.705018520355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900775671005249,
      "cov-distil (oracle2student)": 5.079195022583008,
      "cov-distil (oracle2teacher)": 5.320697784423828,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.764322280883789,
      "step": 228,
      "subrel-constrast": 4.592203140258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193901777267456,
      "cov-distil (oracle2student)": 3.8960933685302734,
      "cov-distil (oracle2teacher)": 4.268671989440918,
      "epoch": 0.17974882260596547,
      "rel-constrast": 3.6569318771362305,
      "step": 229,
      "subrel-constrast": 4.715992450714111,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 5.65625,
      "learning_rate": 4.58e-05,
      "loss": 0.8772,
      "step": 230
    },
    {
      "cov-distil": 2.2246623039245605,
      "cov-distil (oracle2student)": 4.361292362213135,
      "cov-distil (oracle2teacher)": 4.2859673500061035,
      "epoch": 0.18053375196232338,
      "rel-constrast": 3.8286304473876953,
      "step": 230,
      "subrel-constrast": 4.6619038581848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8271801471710205,
      "cov-distil (oracle2student)": 3.9929373264312744,
      "cov-distil (oracle2teacher)": 4.050638198852539,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.439645767211914,
      "step": 231,
      "subrel-constrast": 3.9097330570220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336406707763672,
      "cov-distil (oracle2student)": 2.968770980834961,
      "cov-distil (oracle2teacher)": 3.207510471343994,
      "epoch": 0.18210361067503925,
      "rel-constrast": 3.4554624557495117,
      "step": 232,
      "subrel-constrast": 4.385074138641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158729076385498,
      "cov-distil (oracle2student)": 4.306704998016357,
      "cov-distil (oracle2teacher)": 4.282803535461426,
      "epoch": 0.18288854003139718,
      "rel-constrast": 3.660468578338623,
      "step": 233,
      "subrel-constrast": 4.480005264282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157017707824707,
      "cov-distil (oracle2student)": 5.255502700805664,
      "cov-distil (oracle2teacher)": 5.11574649810791,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.157590866088867,
      "step": 234,
      "subrel-constrast": 4.99826717376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9586408138275146,
      "cov-distil (oracle2student)": 4.0284013748168945,
      "cov-distil (oracle2teacher)": 4.05411958694458,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.41080379486084,
      "step": 235,
      "subrel-constrast": 4.307464122772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292916774749756,
      "cov-distil (oracle2student)": 4.489896774291992,
      "cov-distil (oracle2teacher)": 4.14799690246582,
      "epoch": 0.18524332810047095,
      "rel-constrast": 3.8018832206726074,
      "step": 236,
      "subrel-constrast": 4.561276435852051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1107866764068604,
      "cov-distil (oracle2student)": 5.316951751708984,
      "cov-distil (oracle2teacher)": 5.247283458709717,
      "epoch": 0.18602825745682888,
      "rel-constrast": 3.77980637550354,
      "step": 237,
      "subrel-constrast": 5.172436237335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8411599397659302,
      "cov-distil (oracle2student)": 3.2927656173706055,
      "cov-distil (oracle2teacher)": 3.201505184173584,
      "epoch": 0.18681318681318682,
      "rel-constrast": 3.3709986209869385,
      "step": 238,
      "subrel-constrast": 3.896038055419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049469470977783,
      "cov-distil (oracle2student)": 2.521188259124756,
      "cov-distil (oracle2teacher)": 2.839540719985962,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.378894805908203,
      "step": 239,
      "subrel-constrast": 4.2361369132995605,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 5.65625,
      "learning_rate": 4.78e-05,
      "loss": 0.962,
      "step": 240
    },
    {
      "cov-distil": 2.5129408836364746,
      "cov-distil (oracle2student)": 4.182884216308594,
      "cov-distil (oracle2teacher)": 4.020130157470703,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.639799118041992,
      "step": 240,
      "subrel-constrast": 4.632966995239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573530197143555,
      "cov-distil (oracle2student)": 3.3525071144104004,
      "cov-distil (oracle2teacher)": 3.4055187702178955,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.000981330871582,
      "step": 241,
      "subrel-constrast": 4.365087509155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6217663288116455,
      "cov-distil (oracle2student)": 4.67594051361084,
      "cov-distil (oracle2teacher)": 3.6149635314941406,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.141800880432129,
      "step": 242,
      "subrel-constrast": 4.287296295166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2680904865264893,
      "cov-distil (oracle2student)": 3.3358757495880127,
      "cov-distil (oracle2teacher)": 3.525162696838379,
      "epoch": 0.19073783359497645,
      "rel-constrast": 2.772862434387207,
      "step": 243,
      "subrel-constrast": 4.1470208168029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295297384262085,
      "cov-distil (oracle2student)": 5.31671142578125,
      "cov-distil (oracle2teacher)": 5.381638526916504,
      "epoch": 0.19152276295133439,
      "rel-constrast": 2.829258441925049,
      "step": 244,
      "subrel-constrast": 4.546975612640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774235486984253,
      "cov-distil (oracle2student)": 3.5908665657043457,
      "cov-distil (oracle2teacher)": 3.655303955078125,
      "epoch": 0.19230769230769232,
      "rel-constrast": 2.822286367416382,
      "step": 245,
      "subrel-constrast": 3.6389198303222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663306713104248,
      "cov-distil (oracle2student)": 5.245326042175293,
      "cov-distil (oracle2teacher)": 4.997114181518555,
      "epoch": 0.19309262166405022,
      "rel-constrast": 2.9956724643707275,
      "step": 246,
      "subrel-constrast": 4.005364418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.388148546218872,
      "cov-distil (oracle2student)": 5.030787467956543,
      "cov-distil (oracle2teacher)": 5.054934024810791,
      "epoch": 0.19387755102040816,
      "rel-constrast": 4.064487934112549,
      "step": 247,
      "subrel-constrast": 5.010900020599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1396121978759766,
      "cov-distil (oracle2student)": 3.9742355346679688,
      "cov-distil (oracle2teacher)": 3.641430377960205,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.147188186645508,
      "step": 248,
      "subrel-constrast": 3.5644030570983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0412392616271973,
      "cov-distil (oracle2student)": 3.375864028930664,
      "cov-distil (oracle2teacher)": 3.7320401668548584,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.8735532760620117,
      "step": 249,
      "subrel-constrast": 4.781039237976074,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 5.875,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.9079,
      "step": 250
    },
    {
      "cov-distil": 2.1042442321777344,
      "cov-distil (oracle2student)": 4.2598443031311035,
      "cov-distil (oracle2teacher)": 4.252657890319824,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.6167001724243164,
      "step": 250,
      "subrel-constrast": 4.588576316833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3157269954681396,
      "cov-distil (oracle2student)": 3.89292049407959,
      "cov-distil (oracle2teacher)": 3.445794105529785,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.1043243408203125,
      "step": 251,
      "subrel-constrast": 4.597628116607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.112291097640991,
      "cov-distil (oracle2student)": 4.387408256530762,
      "cov-distil (oracle2teacher)": 5.436559200286865,
      "epoch": 0.1978021978021978,
      "rel-constrast": 2.9742050170898438,
      "step": 252,
      "subrel-constrast": 4.817327976226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926539421081543,
      "cov-distil (oracle2student)": 3.1203055381774902,
      "cov-distil (oracle2teacher)": 3.3242850303649902,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.7511372566223145,
      "step": 253,
      "subrel-constrast": 5.3261847496032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9534534215927124,
      "cov-distil (oracle2student)": 2.8739113807678223,
      "cov-distil (oracle2teacher)": 3.1097350120544434,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.2162704467773438,
      "step": 254,
      "subrel-constrast": 4.202754020690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.578474760055542,
      "cov-distil (oracle2student)": 3.161294460296631,
      "cov-distil (oracle2teacher)": 4.258790493011475,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.433706283569336,
      "step": 255,
      "subrel-constrast": 4.930084705352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7559152841567993,
      "cov-distil (oracle2student)": 3.898590564727783,
      "cov-distil (oracle2teacher)": 3.6160573959350586,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.022228717803955,
      "step": 256,
      "subrel-constrast": 4.545320510864258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296019077301025,
      "cov-distil (oracle2student)": 4.397417068481445,
      "cov-distil (oracle2teacher)": 4.030117988586426,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.7617669105529785,
      "step": 257,
      "subrel-constrast": 3.9345779418945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0926990509033203,
      "cov-distil (oracle2student)": 4.771393775939941,
      "cov-distil (oracle2teacher)": 5.078604698181152,
      "epoch": 0.20251177394034536,
      "rel-constrast": 4.1688032150268555,
      "step": 258,
      "subrel-constrast": 4.920294284820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344949722290039,
      "cov-distil (oracle2student)": 4.927739143371582,
      "cov-distil (oracle2teacher)": 4.4492363929748535,
      "epoch": 0.2032967032967033,
      "rel-constrast": 2.2570509910583496,
      "step": 259,
      "subrel-constrast": 3.9040937423706055,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 4.6875,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9129,
      "step": 260
    },
    {
      "cov-distil": 2.3564670085906982,
      "cov-distil (oracle2student)": 5.112679481506348,
      "cov-distil (oracle2teacher)": 4.540957927703857,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.6821160316467285,
      "step": 260,
      "subrel-constrast": 5.419246673583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047318458557129,
      "cov-distil (oracle2student)": 4.11677360534668,
      "cov-distil (oracle2teacher)": 4.019320964813232,
      "epoch": 0.20486656200941916,
      "rel-constrast": 4.712139129638672,
      "step": 261,
      "subrel-constrast": 5.809560775756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2788331508636475,
      "cov-distil (oracle2student)": 4.65920877456665,
      "cov-distil (oracle2teacher)": 4.7991132736206055,
      "epoch": 0.20565149136577707,
      "rel-constrast": 4.14540958404541,
      "step": 262,
      "subrel-constrast": 4.542041301727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696543574333191,
      "cov-distil (oracle2student)": 3.7569308280944824,
      "cov-distil (oracle2teacher)": 3.7314672470092773,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.1703543663024902,
      "step": 263,
      "subrel-constrast": 4.549978256225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1090710163116455,
      "cov-distil (oracle2student)": 4.22119665145874,
      "cov-distil (oracle2teacher)": 3.5069918632507324,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.608205795288086,
      "step": 264,
      "subrel-constrast": 4.019256114959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.351567268371582,
      "cov-distil (oracle2student)": 3.9846768379211426,
      "cov-distil (oracle2teacher)": 4.839642524719238,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.413161516189575,
      "step": 265,
      "subrel-constrast": 4.474790096282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9702157974243164,
      "cov-distil (oracle2student)": 3.6972618103027344,
      "cov-distil (oracle2teacher)": 3.776151180267334,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.323033571243286,
      "step": 266,
      "subrel-constrast": 4.5280303955078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5655970573425293,
      "cov-distil (oracle2student)": 3.807563304901123,
      "cov-distil (oracle2teacher)": 4.079497814178467,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.696988821029663,
      "step": 267,
      "subrel-constrast": 4.640833377838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5386043787002563,
      "cov-distil (oracle2student)": 4.991456031799316,
      "cov-distil (oracle2teacher)": 3.908121109008789,
      "epoch": 0.21036106750392464,
      "rel-constrast": 4.145443439483643,
      "step": 268,
      "subrel-constrast": 5.146642208099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3002188205718994,
      "cov-distil (oracle2student)": 6.311435222625732,
      "cov-distil (oracle2teacher)": 6.020025253295898,
      "epoch": 0.21114599686028257,
      "rel-constrast": 3.901486396789551,
      "step": 269,
      "subrel-constrast": 4.720296859741211,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 5.34375,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0205,
      "step": 270
    },
    {
      "cov-distil": 1.535998821258545,
      "cov-distil (oracle2student)": 4.7130303382873535,
      "cov-distil (oracle2teacher)": 4.595787525177002,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.6096606254577637,
      "step": 270,
      "subrel-constrast": 4.569951057434082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366223335266113,
      "cov-distil (oracle2student)": 4.3555097579956055,
      "cov-distil (oracle2teacher)": 4.947315216064453,
      "epoch": 0.21271585557299844,
      "rel-constrast": 3.783484935760498,
      "step": 271,
      "subrel-constrast": 5.246954917907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.583752155303955,
      "cov-distil (oracle2student)": 4.747889518737793,
      "cov-distil (oracle2teacher)": 4.432768821716309,
      "epoch": 0.21350078492935637,
      "rel-constrast": 3.777101993560791,
      "step": 272,
      "subrel-constrast": 4.9481730461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9016915559768677,
      "cov-distil (oracle2student)": 5.599276542663574,
      "cov-distil (oracle2teacher)": 5.182046890258789,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.371936559677124,
      "step": 273,
      "subrel-constrast": 4.150153160095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3956122398376465,
      "cov-distil (oracle2student)": 3.274829387664795,
      "cov-distil (oracle2teacher)": 3.532233238220215,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.2841320037841797,
      "step": 274,
      "subrel-constrast": 3.810020685195923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7740564346313477,
      "cov-distil (oracle2student)": 5.554123878479004,
      "cov-distil (oracle2teacher)": 5.095259666442871,
      "epoch": 0.21585557299843014,
      "rel-constrast": 3.6721765995025635,
      "step": 275,
      "subrel-constrast": 4.703696250915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012986421585083,
      "cov-distil (oracle2student)": 3.817516803741455,
      "cov-distil (oracle2teacher)": 4.0078277587890625,
      "epoch": 0.21664050235478807,
      "rel-constrast": 3.7416558265686035,
      "step": 276,
      "subrel-constrast": 4.897283554077148,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1524877548217773,
      "cov-distil (oracle2student)": 4.057299613952637,
      "cov-distil (oracle2teacher)": 4.2742919921875,
      "epoch": 0.217425431711146,
      "rel-constrast": 3.9566898345947266,
      "step": 277,
      "subrel-constrast": 4.956328392028809,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2918639183044434,
      "cov-distil (oracle2student)": 4.240789413452148,
      "cov-distil (oracle2teacher)": 4.362599849700928,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.2203927040100098,
      "step": 278,
      "subrel-constrast": 5.07771110534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455551862716675,
      "cov-distil (oracle2student)": 2.7147789001464844,
      "cov-distil (oracle2teacher)": 3.02382230758667,
      "epoch": 0.21899529042386184,
      "rel-constrast": 2.875091075897217,
      "step": 279,
      "subrel-constrast": 3.5708067417144775,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 4.375,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.9091,
      "step": 280
    },
    {
      "cov-distil": 2.2628769874572754,
      "cov-distil (oracle2student)": 2.5201640129089355,
      "cov-distil (oracle2teacher)": 3.5786004066467285,
      "epoch": 0.21978021978021978,
      "rel-constrast": 2.70780873298645,
      "step": 280,
      "subrel-constrast": 4.251371383666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5989617109298706,
      "cov-distil (oracle2student)": 4.01166296005249,
      "cov-distil (oracle2teacher)": 3.834584951400757,
      "epoch": 0.2205651491365777,
      "rel-constrast": 3.2241387367248535,
      "step": 281,
      "subrel-constrast": 3.751511812210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.916801929473877,
      "cov-distil (oracle2student)": 3.8779993057250977,
      "cov-distil (oracle2teacher)": 3.6309094429016113,
      "epoch": 0.22135007849293564,
      "rel-constrast": 2.9004664421081543,
      "step": 282,
      "subrel-constrast": 3.676426887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.263073444366455,
      "cov-distil (oracle2student)": 3.2970666885375977,
      "cov-distil (oracle2teacher)": 3.2805914878845215,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.2034108638763428,
      "step": 283,
      "subrel-constrast": 3.586716651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28802490234375,
      "cov-distil (oracle2student)": 3.7170372009277344,
      "cov-distil (oracle2teacher)": 3.9508042335510254,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.917412042617798,
      "step": 284,
      "subrel-constrast": 5.121500492095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4760663509368896,
      "cov-distil (oracle2student)": 3.7360777854919434,
      "cov-distil (oracle2teacher)": 3.7891435623168945,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.318690299987793,
      "step": 285,
      "subrel-constrast": 4.460394382476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106663942337036,
      "cov-distil (oracle2student)": 4.3022942543029785,
      "cov-distil (oracle2teacher)": 4.06890869140625,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.4789469242095947,
      "step": 286,
      "subrel-constrast": 4.712667465209961,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6196563243865967,
      "cov-distil (oracle2student)": 4.414887428283691,
      "cov-distil (oracle2teacher)": 4.904922008514404,
      "epoch": 0.22527472527472528,
      "rel-constrast": 2.4849863052368164,
      "step": 287,
      "subrel-constrast": 4.717738628387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0604500770568848,
      "cov-distil (oracle2student)": 3.1158738136291504,
      "cov-distil (oracle2teacher)": 3.448355197906494,
      "epoch": 0.2260596546310832,
      "rel-constrast": 2.600982666015625,
      "step": 288,
      "subrel-constrast": 3.665658473968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0053725242614746,
      "cov-distil (oracle2student)": 3.9915056228637695,
      "cov-distil (oracle2teacher)": 3.68046236038208,
      "epoch": 0.22684458398744112,
      "rel-constrast": 3.8762152194976807,
      "step": 289,
      "subrel-constrast": 4.593797206878662,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 5.65625,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8243,
      "step": 290
    },
    {
      "cov-distil": 2.2033162117004395,
      "cov-distil (oracle2student)": 4.092044830322266,
      "cov-distil (oracle2teacher)": 4.125832557678223,
      "epoch": 0.22762951334379905,
      "rel-constrast": 2.8527631759643555,
      "step": 290,
      "subrel-constrast": 3.7091212272644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834898948669434,
      "cov-distil (oracle2student)": 3.6725025177001953,
      "cov-distil (oracle2teacher)": 4.1756792068481445,
      "epoch": 0.22841444270015698,
      "rel-constrast": 3.8498692512512207,
      "step": 291,
      "subrel-constrast": 4.807224750518799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7403743267059326,
      "cov-distil (oracle2student)": 3.209385871887207,
      "cov-distil (oracle2teacher)": 3.442540407180786,
      "epoch": 0.22919937205651492,
      "rel-constrast": 2.8873791694641113,
      "step": 292,
      "subrel-constrast": 3.725430727005005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025291919708252,
      "cov-distil (oracle2student)": 3.59196400642395,
      "cov-distil (oracle2teacher)": 3.4465465545654297,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.285200834274292,
      "step": 293,
      "subrel-constrast": 4.25911283493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4804468154907227,
      "cov-distil (oracle2student)": 4.138064384460449,
      "cov-distil (oracle2teacher)": 3.9119601249694824,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.5242695808410645,
      "step": 294,
      "subrel-constrast": 4.044419765472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0893359184265137,
      "cov-distil (oracle2student)": 3.8183486461639404,
      "cov-distil (oracle2teacher)": 3.826202869415283,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.093341112136841,
      "step": 295,
      "subrel-constrast": 3.8069040775299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7269325256347656,
      "cov-distil (oracle2student)": 4.379642009735107,
      "cov-distil (oracle2teacher)": 4.142866134643555,
      "epoch": 0.23233908948194662,
      "rel-constrast": 3.3098909854888916,
      "step": 296,
      "subrel-constrast": 3.953845977783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4360923767089844,
      "cov-distil (oracle2student)": 3.931835174560547,
      "cov-distil (oracle2teacher)": 4.202791213989258,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.008478164672852,
      "step": 297,
      "subrel-constrast": 5.306875228881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568487644195557,
      "cov-distil (oracle2student)": 3.070150375366211,
      "cov-distil (oracle2teacher)": 3.1516473293304443,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.01422119140625,
      "step": 298,
      "subrel-constrast": 3.3999075889587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3011112213134766,
      "cov-distil (oracle2student)": 5.296523571014404,
      "cov-distil (oracle2teacher)": 5.33135461807251,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.015944480895996,
      "step": 299,
      "subrel-constrast": 5.341529369354248,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 5.6875,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.8718,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.22968749701976776,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.0521240234375
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.032257080078125
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.019866943359375,
      "step": 300
    },
    {
      "cov-distil": 2.712226390838623,
      "cov-distil (oracle2student)": 4.326810359954834,
      "cov-distil (oracle2teacher)": 4.472715854644775,
      "epoch": 0.23547880690737832,
      "rel-constrast": 2.906001091003418,
      "step": 300,
      "subrel-constrast": 4.604196548461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7080378532409668,
      "cov-distil (oracle2student)": 4.2556915283203125,
      "cov-distil (oracle2teacher)": 4.506658554077148,
      "epoch": 0.23626373626373626,
      "rel-constrast": 4.615413665771484,
      "step": 301,
      "subrel-constrast": 4.978468894958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5657734870910645,
      "cov-distil (oracle2student)": 4.7806396484375,
      "cov-distil (oracle2teacher)": 4.416909217834473,
      "epoch": 0.2370486656200942,
      "rel-constrast": 5.049749374389648,
      "step": 302,
      "subrel-constrast": 5.8847832679748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935955286026,
      "cov-distil (oracle2student)": 3.8146047592163086,
      "cov-distil (oracle2teacher)": 3.799358367919922,
      "epoch": 0.23783359497645212,
      "rel-constrast": 2.918396472930908,
      "step": 303,
      "subrel-constrast": 3.77347469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7786118984222412,
      "cov-distil (oracle2student)": 3.9522500038146973,
      "cov-distil (oracle2teacher)": 4.351707458496094,
      "epoch": 0.23861852433281006,
      "rel-constrast": 2.208470344543457,
      "step": 304,
      "subrel-constrast": 3.6929056644439697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587244987487793,
      "cov-distil (oracle2student)": 4.27278995513916,
      "cov-distil (oracle2teacher)": 4.28691291809082,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.3927383422851562,
      "step": 305,
      "subrel-constrast": 4.651961803436279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5306954383850098,
      "cov-distil (oracle2student)": 4.475308895111084,
      "cov-distil (oracle2teacher)": 4.542846202850342,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.7232987880706787,
      "step": 306,
      "subrel-constrast": 4.725621700286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3359506130218506,
      "cov-distil (oracle2student)": 4.274204730987549,
      "cov-distil (oracle2teacher)": 4.290887355804443,
      "epoch": 0.24097331240188383,
      "rel-constrast": 2.756889581680298,
      "step": 307,
      "subrel-constrast": 4.452540874481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793299674987793,
      "cov-distil (oracle2student)": 3.5894086360931396,
      "cov-distil (oracle2teacher)": 3.2926101684570312,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.3771681785583496,
      "step": 308,
      "subrel-constrast": 3.024763822555542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198503017425537,
      "cov-distil (oracle2student)": 3.7441279888153076,
      "cov-distil (oracle2teacher)": 4.2037129402160645,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.4345145225524902,
      "step": 309,
      "subrel-constrast": 3.886500835418701,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 6.0,
      "learning_rate": 6.18e-05,
      "loss": 0.865,
      "step": 310
    },
    {
      "cov-distil": 1.9255101680755615,
      "cov-distil (oracle2student)": 3.959134340286255,
      "cov-distil (oracle2teacher)": 4.61968994140625,
      "epoch": 0.24332810047095763,
      "rel-constrast": 3.256359100341797,
      "step": 310,
      "subrel-constrast": 4.470253944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4490277767181396,
      "cov-distil (oracle2student)": 5.219975471496582,
      "cov-distil (oracle2teacher)": 5.408351898193359,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.011661052703857,
      "step": 311,
      "subrel-constrast": 5.129846572875977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1254711151123047,
      "cov-distil (oracle2student)": 4.476715087890625,
      "cov-distil (oracle2teacher)": 4.205308437347412,
      "epoch": 0.24489795918367346,
      "rel-constrast": 3.1357369422912598,
      "step": 312,
      "subrel-constrast": 4.2071943283081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8159403800964355,
      "cov-distil (oracle2student)": 3.738250255584717,
      "cov-distil (oracle2teacher)": 3.8080244064331055,
      "epoch": 0.2456828885400314,
      "rel-constrast": 3.0301475524902344,
      "step": 313,
      "subrel-constrast": 4.3026299476623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202545404434204,
      "cov-distil (oracle2student)": 3.7425198554992676,
      "cov-distil (oracle2teacher)": 4.6672563552856445,
      "epoch": 0.24646781789638933,
      "rel-constrast": 4.742195129394531,
      "step": 314,
      "subrel-constrast": 5.974888801574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7311666011810303,
      "cov-distil (oracle2student)": 2.6908299922943115,
      "cov-distil (oracle2teacher)": 3.038041591644287,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.629248857498169,
      "step": 315,
      "subrel-constrast": 4.853378772735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.950044631958008,
      "cov-distil (oracle2student)": 3.890957832336426,
      "cov-distil (oracle2teacher)": 4.104686737060547,
      "epoch": 0.24803767660910517,
      "rel-constrast": 3.653275966644287,
      "step": 316,
      "subrel-constrast": 4.905898094177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265796661376953,
      "cov-distil (oracle2student)": 3.3463752269744873,
      "cov-distil (oracle2teacher)": 3.010660171508789,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.1544642448425293,
      "step": 317,
      "subrel-constrast": 2.756446599960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7900464534759521,
      "cov-distil (oracle2student)": 4.5946245193481445,
      "cov-distil (oracle2teacher)": 4.544590950012207,
      "epoch": 0.24960753532182103,
      "rel-constrast": 3.262155294418335,
      "step": 318,
      "subrel-constrast": 4.103017330169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1494739055633545,
      "cov-distil (oracle2student)": 1.9459335803985596,
      "cov-distil (oracle2teacher)": 2.5000152587890625,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.914633274078369,
      "step": 319,
      "subrel-constrast": 4.6817545890808105,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 5.9375,
      "learning_rate": 6.38e-05,
      "loss": 0.9033,
      "step": 320
    },
    {
      "cov-distil": 2.085920572280884,
      "cov-distil (oracle2student)": 4.397933006286621,
      "cov-distil (oracle2teacher)": 4.365374565124512,
      "epoch": 0.25117739403453687,
      "rel-constrast": 3.7931876182556152,
      "step": 320,
      "subrel-constrast": 4.700930118560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4251105785369873,
      "cov-distil (oracle2student)": 4.578586101531982,
      "cov-distil (oracle2teacher)": 4.555091857910156,
      "epoch": 0.2519623233908948,
      "rel-constrast": 3.2368507385253906,
      "step": 321,
      "subrel-constrast": 4.569357872009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372715473175049,
      "cov-distil (oracle2student)": 3.2941949367523193,
      "cov-distil (oracle2teacher)": 3.337108612060547,
      "epoch": 0.25274725274725274,
      "rel-constrast": 3.15315580368042,
      "step": 322,
      "subrel-constrast": 4.436781406402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8982986211776733,
      "cov-distil (oracle2student)": 5.462275505065918,
      "cov-distil (oracle2teacher)": 5.181180477142334,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.481766700744629,
      "step": 323,
      "subrel-constrast": 3.570671319961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30432391166687,
      "cov-distil (oracle2student)": 3.632910966873169,
      "cov-distil (oracle2teacher)": 4.138471603393555,
      "epoch": 0.2543171114599686,
      "rel-constrast": 2.4415385723114014,
      "step": 324,
      "subrel-constrast": 4.347845554351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088785648345947,
      "cov-distil (oracle2student)": 3.3834447860717773,
      "cov-distil (oracle2teacher)": 3.329073190689087,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.630908489227295,
      "step": 325,
      "subrel-constrast": 3.8850719928741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5331565141677856,
      "cov-distil (oracle2student)": 4.029023170471191,
      "cov-distil (oracle2teacher)": 3.772364854812622,
      "epoch": 0.25588697017268447,
      "rel-constrast": 2.7778186798095703,
      "step": 326,
      "subrel-constrast": 3.6859655380249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1126527786254883,
      "cov-distil (oracle2student)": 2.796332359313965,
      "cov-distil (oracle2teacher)": 3.1315360069274902,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.3933775424957275,
      "step": 327,
      "subrel-constrast": 4.246924877166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.514679193496704,
      "cov-distil (oracle2student)": 4.215784072875977,
      "cov-distil (oracle2teacher)": 4.033816337585449,
      "epoch": 0.25745682888540034,
      "rel-constrast": 4.793905258178711,
      "step": 328,
      "subrel-constrast": 4.933943748474121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8343102931976318,
      "cov-distil (oracle2student)": 4.177842617034912,
      "cov-distil (oracle2teacher)": 3.8954899311065674,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.514298439025879,
      "step": 329,
      "subrel-constrast": 4.42039155960083,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 5.75,
      "learning_rate": 6.58e-05,
      "loss": 0.8829,
      "step": 330
    },
    {
      "cov-distil": 1.868518590927124,
      "cov-distil (oracle2student)": 3.195563316345215,
      "cov-distil (oracle2teacher)": 3.370079517364502,
      "epoch": 0.25902668759811615,
      "rel-constrast": 3.6131739616394043,
      "step": 330,
      "subrel-constrast": 4.523862838745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904101848602295,
      "cov-distil (oracle2student)": 4.991497993469238,
      "cov-distil (oracle2teacher)": 4.818447113037109,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.4781548976898193,
      "step": 331,
      "subrel-constrast": 4.577480316162109,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9921839237213135,
      "cov-distil (oracle2student)": 3.4997658729553223,
      "cov-distil (oracle2teacher)": 3.9960741996765137,
      "epoch": 0.260596546310832,
      "rel-constrast": 3.211069345474243,
      "step": 332,
      "subrel-constrast": 4.5453267097473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6873955726623535,
      "cov-distil (oracle2student)": 5.1843767166137695,
      "cov-distil (oracle2teacher)": 4.389031887054443,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.488778114318848,
      "step": 333,
      "subrel-constrast": 5.84116268157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2371182441711426,
      "cov-distil (oracle2student)": 4.044897079467773,
      "cov-distil (oracle2teacher)": 4.664332866668701,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.132137298583984,
      "step": 334,
      "subrel-constrast": 5.320178985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.191378116607666,
      "cov-distil (oracle2student)": 4.108448505401611,
      "cov-distil (oracle2teacher)": 4.462326526641846,
      "epoch": 0.2629513343799058,
      "rel-constrast": 3.569796085357666,
      "step": 335,
      "subrel-constrast": 4.482367038726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4440553188323975,
      "cov-distil (oracle2student)": 5.034628868103027,
      "cov-distil (oracle2teacher)": 4.2835493087768555,
      "epoch": 0.26373626373626374,
      "rel-constrast": 2.6891560554504395,
      "step": 336,
      "subrel-constrast": 3.7309203147888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.179276943206787,
      "cov-distil (oracle2student)": 5.25070858001709,
      "cov-distil (oracle2teacher)": 4.930386066436768,
      "epoch": 0.2645211930926217,
      "rel-constrast": 3.234813690185547,
      "step": 337,
      "subrel-constrast": 4.538784503936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.455730438232422,
      "cov-distil (oracle2student)": 3.6894474029541016,
      "cov-distil (oracle2teacher)": 3.633667469024658,
      "epoch": 0.2653061224489796,
      "rel-constrast": 2.9623847007751465,
      "step": 338,
      "subrel-constrast": 4.0050883293151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629544973373413,
      "cov-distil (oracle2student)": 1.8429133892059326,
      "cov-distil (oracle2teacher)": 2.7070770263671875,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.3201026916503906,
      "step": 339,
      "subrel-constrast": 3.3111519813537598,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 4.4375,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.922,
      "step": 340
    },
    {
      "cov-distil": 2.5804405212402344,
      "cov-distil (oracle2student)": 4.244729042053223,
      "cov-distil (oracle2teacher)": 4.286037921905518,
      "epoch": 0.2668759811616955,
      "rel-constrast": 2.928203582763672,
      "step": 340,
      "subrel-constrast": 4.517603397369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887861967086792,
      "cov-distil (oracle2student)": 3.873941659927368,
      "cov-distil (oracle2teacher)": 3.481313943862915,
      "epoch": 0.26766091051805335,
      "rel-constrast": 3.7384960651397705,
      "step": 341,
      "subrel-constrast": 4.201964855194092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5054900646209717,
      "cov-distil (oracle2student)": 4.346410751342773,
      "cov-distil (oracle2teacher)": 4.331949710845947,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.441441535949707,
      "step": 342,
      "subrel-constrast": 5.635716438293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9101991653442383,
      "cov-distil (oracle2student)": 3.928347110748291,
      "cov-distil (oracle2teacher)": 3.948349952697754,
      "epoch": 0.2692307692307692,
      "rel-constrast": 3.974020004272461,
      "step": 343,
      "subrel-constrast": 4.382410049438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9053995609283447,
      "cov-distil (oracle2student)": 4.444308757781982,
      "cov-distil (oracle2teacher)": 3.9201550483703613,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.2941064834594727,
      "step": 344,
      "subrel-constrast": 4.6983747482299805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054844379425049,
      "cov-distil (oracle2student)": 5.9144287109375,
      "cov-distil (oracle2teacher)": 5.138228416442871,
      "epoch": 0.2708006279434851,
      "rel-constrast": 3.8185110092163086,
      "step": 345,
      "subrel-constrast": 4.480843544006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1666650772094727,
      "cov-distil (oracle2student)": 4.087634086608887,
      "cov-distil (oracle2teacher)": 4.071017265319824,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.40822696685791,
      "step": 346,
      "subrel-constrast": 4.146354675292969,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.434122085571289,
      "cov-distil (oracle2student)": 3.3993310928344727,
      "cov-distil (oracle2teacher)": 3.849712371826172,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.1819300651550293,
      "step": 347,
      "subrel-constrast": 4.025435924530029,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8321585655212402,
      "cov-distil (oracle2student)": 4.5552496910095215,
      "cov-distil (oracle2teacher)": 4.705289840698242,
      "epoch": 0.2731554160125589,
      "rel-constrast": 2.602578639984131,
      "step": 348,
      "subrel-constrast": 3.7790491580963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919580101966858,
      "cov-distil (oracle2student)": 4.067242622375488,
      "cov-distil (oracle2teacher)": 3.6104602813720703,
      "epoch": 0.2739403453689168,
      "rel-constrast": 2.6539173126220703,
      "step": 349,
      "subrel-constrast": 3.672095537185669,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 5.15625,
      "learning_rate": 6.98e-05,
      "loss": 0.8803,
      "step": 350
    },
    {
      "cov-distil": 2.9843392372131348,
      "cov-distil (oracle2student)": 2.958250045776367,
      "cov-distil (oracle2teacher)": 3.5849761962890625,
      "epoch": 0.27472527472527475,
      "rel-constrast": 3.6362133026123047,
      "step": 350,
      "subrel-constrast": 4.827227592468262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008546590805054,
      "cov-distil (oracle2student)": 3.841287612915039,
      "cov-distil (oracle2teacher)": 3.4911680221557617,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.2759323120117188,
      "step": 351,
      "subrel-constrast": 3.8312699794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850007176399231,
      "cov-distil (oracle2student)": 4.069555282592773,
      "cov-distil (oracle2teacher)": 4.434082984924316,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.619213104248047,
      "step": 352,
      "subrel-constrast": 4.517462253570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.568899154663086,
      "cov-distil (oracle2student)": 5.537020683288574,
      "cov-distil (oracle2teacher)": 5.31334114074707,
      "epoch": 0.2770800627943485,
      "rel-constrast": 3.8576765060424805,
      "step": 353,
      "subrel-constrast": 5.116501808166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0825304985046387,
      "cov-distil (oracle2student)": 2.5984537601470947,
      "cov-distil (oracle2teacher)": 2.953521966934204,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.5873937606811523,
      "step": 354,
      "subrel-constrast": 4.338338375091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4033169746398926,
      "cov-distil (oracle2student)": 5.017585277557373,
      "cov-distil (oracle2teacher)": 4.931936264038086,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.667980909347534,
      "step": 355,
      "subrel-constrast": 4.08320951461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272099733352661,
      "cov-distil (oracle2student)": 3.9461703300476074,
      "cov-distil (oracle2teacher)": 3.8331825733184814,
      "epoch": 0.2794348508634223,
      "rel-constrast": 3.726867914199829,
      "step": 356,
      "subrel-constrast": 4.3846755027771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0910892486572266,
      "cov-distil (oracle2student)": 4.290565490722656,
      "cov-distil (oracle2teacher)": 4.287328243255615,
      "epoch": 0.2802197802197802,
      "rel-constrast": 3.8635778427124023,
      "step": 357,
      "subrel-constrast": 4.566225528717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3880128860473633,
      "cov-distil (oracle2student)": 4.742730140686035,
      "cov-distil (oracle2teacher)": 4.741818428039551,
      "epoch": 0.28100470957613816,
      "rel-constrast": 3.363436698913574,
      "step": 358,
      "subrel-constrast": 4.946349620819092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038912534713745,
      "cov-distil (oracle2student)": 2.995532989501953,
      "cov-distil (oracle2teacher)": 2.9031622409820557,
      "epoch": 0.2817896389324961,
      "rel-constrast": 3.227994918823242,
      "step": 359,
      "subrel-constrast": 4.1679792404174805,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 4.875,
      "learning_rate": 7.18e-05,
      "loss": 0.9266,
      "step": 360
    },
    {
      "cov-distil": 2.1512885093688965,
      "cov-distil (oracle2student)": 3.768756866455078,
      "cov-distil (oracle2teacher)": 3.8540291786193848,
      "epoch": 0.282574568288854,
      "rel-constrast": 3.095456123352051,
      "step": 360,
      "subrel-constrast": 4.500166893005371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.083981990814209,
      "cov-distil (oracle2student)": 4.2885355949401855,
      "cov-distil (oracle2teacher)": 4.132659435272217,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.4137935638427734,
      "step": 361,
      "subrel-constrast": 4.8433637619018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.500272512435913,
      "cov-distil (oracle2student)": 3.547820806503296,
      "cov-distil (oracle2teacher)": 3.4773151874542236,
      "epoch": 0.28414442700156983,
      "rel-constrast": 2.578009843826294,
      "step": 362,
      "subrel-constrast": 3.771036386489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.90876042842865,
      "cov-distil (oracle2student)": 4.2550249099731445,
      "cov-distil (oracle2teacher)": 4.316926002502441,
      "epoch": 0.28492935635792777,
      "rel-constrast": 2.8801028728485107,
      "step": 363,
      "subrel-constrast": 3.774946928024292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9508775472640991,
      "cov-distil (oracle2student)": 4.141975402832031,
      "cov-distil (oracle2teacher)": 4.229893207550049,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.2184886932373047,
      "step": 364,
      "subrel-constrast": 4.842522621154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.780874252319336,
      "cov-distil (oracle2student)": 3.741000175476074,
      "cov-distil (oracle2teacher)": 4.234016418457031,
      "epoch": 0.28649921507064363,
      "rel-constrast": 2.987842321395874,
      "step": 365,
      "subrel-constrast": 3.5338187217712402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0212881565093994,
      "cov-distil (oracle2student)": 3.1689772605895996,
      "cov-distil (oracle2teacher)": 3.5251266956329346,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.74129056930542,
      "step": 366,
      "subrel-constrast": 4.046317100524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.457754135131836,
      "cov-distil (oracle2student)": 4.168932914733887,
      "cov-distil (oracle2teacher)": 3.8112518787384033,
      "epoch": 0.2880690737833595,
      "rel-constrast": 2.9513139724731445,
      "step": 367,
      "subrel-constrast": 4.093170642852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.453390598297119,
      "cov-distil (oracle2student)": 3.0886034965515137,
      "cov-distil (oracle2teacher)": 2.863054037094116,
      "epoch": 0.28885400313971743,
      "rel-constrast": 3.109978675842285,
      "step": 368,
      "subrel-constrast": 4.1471147537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.484177589416504,
      "cov-distil (oracle2student)": 3.242875576019287,
      "cov-distil (oracle2teacher)": 3.57283878326416,
      "epoch": 0.28963893249607536,
      "rel-constrast": 2.3137242794036865,
      "step": 369,
      "subrel-constrast": 3.986445665359497,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 4.34375,
      "learning_rate": 7.38e-05,
      "loss": 0.7867,
      "step": 370
    },
    {
      "cov-distil": 2.0577516555786133,
      "cov-distil (oracle2student)": 3.551321029663086,
      "cov-distil (oracle2teacher)": 3.6359009742736816,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.4843478202819824,
      "step": 370,
      "subrel-constrast": 4.1908860206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4905108213424683,
      "cov-distil (oracle2student)": 3.363387107849121,
      "cov-distil (oracle2teacher)": 3.6510846614837646,
      "epoch": 0.29120879120879123,
      "rel-constrast": 2.6021008491516113,
      "step": 371,
      "subrel-constrast": 3.659250497817993,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5483932495117188,
      "cov-distil (oracle2student)": 4.648365497589111,
      "cov-distil (oracle2teacher)": 4.8082733154296875,
      "epoch": 0.29199372056514916,
      "rel-constrast": 3.5272889137268066,
      "step": 372,
      "subrel-constrast": 4.41165828704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5803558826446533,
      "cov-distil (oracle2student)": 4.230522632598877,
      "cov-distil (oracle2teacher)": 4.677604675292969,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.737095594406128,
      "step": 373,
      "subrel-constrast": 3.6908507347106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.884430408477783,
      "cov-distil (oracle2student)": 3.227947235107422,
      "cov-distil (oracle2teacher)": 3.5623958110809326,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.5691421031951904,
      "step": 374,
      "subrel-constrast": 4.193105697631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2579076290130615,
      "cov-distil (oracle2student)": 3.991319417953491,
      "cov-distil (oracle2teacher)": 4.159955978393555,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.7611582279205322,
      "step": 375,
      "subrel-constrast": 4.616790771484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9544156789779663,
      "cov-distil (oracle2student)": 4.022377967834473,
      "cov-distil (oracle2teacher)": 3.968266725540161,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.5672051906585693,
      "step": 376,
      "subrel-constrast": 3.9270637035369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1597900390625,
      "cov-distil (oracle2student)": 3.188432216644287,
      "cov-distil (oracle2teacher)": 3.2466135025024414,
      "epoch": 0.29591836734693877,
      "rel-constrast": 2.4728565216064453,
      "step": 377,
      "subrel-constrast": 3.768756628036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.290627956390381,
      "cov-distil (oracle2student)": 4.643416404724121,
      "cov-distil (oracle2teacher)": 5.045309066772461,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.9095869064331055,
      "step": 378,
      "subrel-constrast": 4.64782190322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6151180267333984,
      "cov-distil (oracle2student)": 4.856224536895752,
      "cov-distil (oracle2teacher)": 4.630425453186035,
      "epoch": 0.29748822605965464,
      "rel-constrast": 3.473170042037964,
      "step": 379,
      "subrel-constrast": 4.865758419036865,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 5.625,
      "learning_rate": 7.58e-05,
      "loss": 0.8072,
      "step": 380
    },
    {
      "cov-distil": 1.7551970481872559,
      "cov-distil (oracle2student)": 3.76991605758667,
      "cov-distil (oracle2teacher)": 4.259487628936768,
      "epoch": 0.29827315541601257,
      "rel-constrast": 3.917128086090088,
      "step": 380,
      "subrel-constrast": 4.783084869384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8090364933013916,
      "cov-distil (oracle2student)": 3.888552188873291,
      "cov-distil (oracle2teacher)": 4.0901384353637695,
      "epoch": 0.2990580847723705,
      "rel-constrast": 3.979058265686035,
      "step": 381,
      "subrel-constrast": 4.344101905822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2204034328460693,
      "cov-distil (oracle2student)": 4.257477283477783,
      "cov-distil (oracle2teacher)": 3.8655004501342773,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4177188873291016,
      "step": 382,
      "subrel-constrast": 4.110134124755859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1654491424560547,
      "cov-distil (oracle2student)": 6.4446916580200195,
      "cov-distil (oracle2teacher)": 5.545375347137451,
      "epoch": 0.30062794348508637,
      "rel-constrast": 4.9676947593688965,
      "step": 383,
      "subrel-constrast": 5.066572189331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606980800628662,
      "cov-distil (oracle2student)": 3.6056599617004395,
      "cov-distil (oracle2teacher)": 3.5081288814544678,
      "epoch": 0.30141287284144425,
      "rel-constrast": 3.0364391803741455,
      "step": 384,
      "subrel-constrast": 3.762493371963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4161548614501953,
      "cov-distil (oracle2student)": 3.328064441680908,
      "cov-distil (oracle2teacher)": 3.947054624557495,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.415494441986084,
      "step": 385,
      "subrel-constrast": 3.984882116317749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772680401802063,
      "cov-distil (oracle2student)": 4.144933700561523,
      "cov-distil (oracle2teacher)": 4.4083685874938965,
      "epoch": 0.3029827315541601,
      "rel-constrast": 3.901628017425537,
      "step": 386,
      "subrel-constrast": 4.766037940979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456244468688965,
      "cov-distil (oracle2student)": 3.4440174102783203,
      "cov-distil (oracle2teacher)": 3.6441049575805664,
      "epoch": 0.30376766091051804,
      "rel-constrast": 2.7135658264160156,
      "step": 387,
      "subrel-constrast": 3.9420831203460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1582541465759277,
      "cov-distil (oracle2student)": 2.5966744422912598,
      "cov-distil (oracle2teacher)": 2.8614614009857178,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.517791748046875,
      "step": 388,
      "subrel-constrast": 3.7738053798675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031405448913574,
      "cov-distil (oracle2student)": 4.594208717346191,
      "cov-distil (oracle2teacher)": 4.221813201904297,
      "epoch": 0.3053375196232339,
      "rel-constrast": 3.95111346244812,
      "step": 389,
      "subrel-constrast": 4.455623149871826,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 5.78125,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.9199,
      "step": 390
    },
    {
      "cov-distil": 1.8815405368804932,
      "cov-distil (oracle2student)": 4.847966194152832,
      "cov-distil (oracle2teacher)": 4.2310404777526855,
      "epoch": 0.30612244897959184,
      "rel-constrast": 2.844491720199585,
      "step": 390,
      "subrel-constrast": 3.943035840988159,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0116145610809326,
      "cov-distil (oracle2student)": 3.974029541015625,
      "cov-distil (oracle2teacher)": 4.023421764373779,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.191551923751831,
      "step": 391,
      "subrel-constrast": 3.276153087615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085634231567383,
      "cov-distil (oracle2student)": 3.26102352142334,
      "cov-distil (oracle2teacher)": 3.757887840270996,
      "epoch": 0.3076923076923077,
      "rel-constrast": 2.2263588905334473,
      "step": 392,
      "subrel-constrast": 3.7892556190490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9958102703094482,
      "cov-distil (oracle2student)": 3.6403050422668457,
      "cov-distil (oracle2teacher)": 3.736454486846924,
      "epoch": 0.30847723704866564,
      "rel-constrast": 3.1887331008911133,
      "step": 393,
      "subrel-constrast": 4.3894195556640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203299045562744,
      "cov-distil (oracle2student)": 4.067699432373047,
      "cov-distil (oracle2teacher)": 4.038628578186035,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.3705124855041504,
      "step": 394,
      "subrel-constrast": 3.6026148796081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1759352684020996,
      "cov-distil (oracle2student)": 4.585899353027344,
      "cov-distil (oracle2teacher)": 4.3457489013671875,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.9810967445373535,
      "step": 395,
      "subrel-constrast": 5.030447959899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511474370956421,
      "cov-distil (oracle2student)": 5.600722789764404,
      "cov-distil (oracle2teacher)": 5.068910598754883,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.53413724899292,
      "step": 396,
      "subrel-constrast": 3.5563981533050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3029232025146484,
      "cov-distil (oracle2student)": 3.9483695030212402,
      "cov-distil (oracle2teacher)": 4.4577555656433105,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.0232419967651367,
      "step": 397,
      "subrel-constrast": 4.307776927947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557337760925293,
      "cov-distil (oracle2student)": 2.4447107315063477,
      "cov-distil (oracle2teacher)": 3.129478931427002,
      "epoch": 0.31240188383045525,
      "rel-constrast": 2.226358413696289,
      "step": 398,
      "subrel-constrast": 3.698915481567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7305433750152588,
      "cov-distil (oracle2student)": 4.587419033050537,
      "cov-distil (oracle2teacher)": 4.054751396179199,
      "epoch": 0.3131868131868132,
      "rel-constrast": 3.999239444732666,
      "step": 399,
      "subrel-constrast": 4.873074054718018,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 5.90625,
      "learning_rate": 7.98e-05,
      "loss": 0.7643,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.2562499940395355,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.05072021484375
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.03131103515625
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.0194091796875,
      "step": 400
    },
    {
      "cov-distil": 2.9029481410980225,
      "cov-distil (oracle2student)": 3.6383957862854004,
      "cov-distil (oracle2teacher)": 3.327662467956543,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.146627902984619,
      "step": 400,
      "subrel-constrast": 3.860485315322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2018983364105225,
      "cov-distil (oracle2student)": 3.4188003540039062,
      "cov-distil (oracle2teacher)": 3.2032361030578613,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.161428928375244,
      "step": 401,
      "subrel-constrast": 4.01137113571167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7666640281677246,
      "cov-distil (oracle2student)": 2.2220187187194824,
      "cov-distil (oracle2teacher)": 2.660074234008789,
      "epoch": 0.315541601255887,
      "rel-constrast": 2.5134706497192383,
      "step": 402,
      "subrel-constrast": 3.5470943450927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6561992168426514,
      "cov-distil (oracle2student)": 4.212120056152344,
      "cov-distil (oracle2teacher)": 4.622464179992676,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.152850151062012,
      "step": 403,
      "subrel-constrast": 5.374818801879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007589340209961,
      "cov-distil (oracle2student)": 5.2900190353393555,
      "cov-distil (oracle2teacher)": 4.56391716003418,
      "epoch": 0.31711145996860285,
      "rel-constrast": 2.937893867492676,
      "step": 404,
      "subrel-constrast": 3.715540647506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.680385112762451,
      "cov-distil (oracle2student)": 4.37605619430542,
      "cov-distil (oracle2teacher)": 3.8325674533843994,
      "epoch": 0.3178963893249607,
      "rel-constrast": 3.6123437881469727,
      "step": 405,
      "subrel-constrast": 4.883493900299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5962681770324707,
      "cov-distil (oracle2student)": 2.8966336250305176,
      "cov-distil (oracle2teacher)": 3.2461345195770264,
      "epoch": 0.31868131868131866,
      "rel-constrast": 2.621657609939575,
      "step": 406,
      "subrel-constrast": 3.9397170543670654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.844501495361328,
      "cov-distil (oracle2student)": 2.87320613861084,
      "cov-distil (oracle2teacher)": 3.288691997528076,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.4398510456085205,
      "step": 407,
      "subrel-constrast": 3.6335349082946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1099395751953125,
      "cov-distil (oracle2student)": 5.823774337768555,
      "cov-distil (oracle2teacher)": 5.440013885498047,
      "epoch": 0.3202511773940345,
      "rel-constrast": 3.96366286277771,
      "step": 408,
      "subrel-constrast": 4.614785671234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.53096342086792,
      "cov-distil (oracle2student)": 3.948162078857422,
      "cov-distil (oracle2teacher)": 4.375901222229004,
      "epoch": 0.32103610675039246,
      "rel-constrast": 2.7727813720703125,
      "step": 409,
      "subrel-constrast": 4.347360610961914,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 5.0,
      "learning_rate": 8.18e-05,
      "loss": 0.8413,
      "step": 410
    },
    {
      "cov-distil": 2.671440601348877,
      "cov-distil (oracle2student)": 4.693158149719238,
      "cov-distil (oracle2teacher)": 4.328089714050293,
      "epoch": 0.3218210361067504,
      "rel-constrast": 2.769139289855957,
      "step": 410,
      "subrel-constrast": 3.8739125728607178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5008749961853027,
      "cov-distil (oracle2student)": 4.205575942993164,
      "cov-distil (oracle2teacher)": 3.956676483154297,
      "epoch": 0.3226059654631083,
      "rel-constrast": 2.97705078125,
      "step": 411,
      "subrel-constrast": 4.3230695724487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7712268829345703,
      "cov-distil (oracle2student)": 4.890106201171875,
      "cov-distil (oracle2teacher)": 4.305136680603027,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.371108055114746,
      "step": 412,
      "subrel-constrast": 3.1380581855773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2938544750213623,
      "cov-distil (oracle2student)": 3.409661293029785,
      "cov-distil (oracle2teacher)": 3.1782546043395996,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.784709930419922,
      "step": 413,
      "subrel-constrast": 4.193222522735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4453799724578857,
      "cov-distil (oracle2student)": 3.243138551712036,
      "cov-distil (oracle2teacher)": 3.611656665802002,
      "epoch": 0.3249607535321821,
      "rel-constrast": 4.01296329498291,
      "step": 414,
      "subrel-constrast": 5.273312568664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8105592727661133,
      "cov-distil (oracle2student)": 3.9771265983581543,
      "cov-distil (oracle2teacher)": 4.027286529541016,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.480175018310547,
      "step": 415,
      "subrel-constrast": 3.3783953189849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.973570466041565,
      "cov-distil (oracle2student)": 3.410065174102783,
      "cov-distil (oracle2teacher)": 3.892024517059326,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.347226858139038,
      "step": 416,
      "subrel-constrast": 3.5338783264160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4826998710632324,
      "cov-distil (oracle2student)": 4.486602783203125,
      "cov-distil (oracle2teacher)": 4.71405029296875,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.579745292663574,
      "step": 417,
      "subrel-constrast": 4.437129497528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803336143493652,
      "cov-distil (oracle2student)": 3.272888660430908,
      "cov-distil (oracle2teacher)": 3.586604595184326,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.2358574867248535,
      "step": 418,
      "subrel-constrast": 3.498988151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8633079528808594,
      "cov-distil (oracle2student)": 3.7893476486206055,
      "cov-distil (oracle2teacher)": 3.78761625289917,
      "epoch": 0.32888540031397173,
      "rel-constrast": 2.668215751647949,
      "step": 419,
      "subrel-constrast": 3.377577304840088,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.59375,
      "learning_rate": 8.38e-05,
      "loss": 0.7819,
      "step": 420
    },
    {
      "cov-distil": 1.838249921798706,
      "cov-distil (oracle2student)": 4.219850063323975,
      "cov-distil (oracle2teacher)": 4.522022247314453,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.2685770988464355,
      "step": 420,
      "subrel-constrast": 3.5162830352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9495744705200195,
      "cov-distil (oracle2student)": 4.659521102905273,
      "cov-distil (oracle2teacher)": 3.7780888080596924,
      "epoch": 0.3304552590266876,
      "rel-constrast": 3.2980082035064697,
      "step": 421,
      "subrel-constrast": 4.125888824462891,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261169195175171,
      "cov-distil (oracle2student)": 3.3984313011169434,
      "cov-distil (oracle2teacher)": 4.099552154541016,
      "epoch": 0.33124018838304553,
      "rel-constrast": 2.922755241394043,
      "step": 422,
      "subrel-constrast": 4.617559909820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3841054439544678,
      "cov-distil (oracle2student)": 3.25846004486084,
      "cov-distil (oracle2teacher)": 3.448200225830078,
      "epoch": 0.33202511773940346,
      "rel-constrast": 3.745206832885742,
      "step": 423,
      "subrel-constrast": 4.907719135284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8022027015686035,
      "cov-distil (oracle2student)": 3.062263011932373,
      "cov-distil (oracle2teacher)": 3.0088231563568115,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.2961056232452393,
      "step": 424,
      "subrel-constrast": 3.4703569412231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9747860431671143,
      "cov-distil (oracle2student)": 3.0689430236816406,
      "cov-distil (oracle2teacher)": 2.8442368507385254,
      "epoch": 0.33359497645211933,
      "rel-constrast": 2.5656609535217285,
      "step": 425,
      "subrel-constrast": 3.517770528793335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9483129978179932,
      "cov-distil (oracle2student)": 4.148175239562988,
      "cov-distil (oracle2teacher)": 4.174909591674805,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.6831421852111816,
      "step": 426,
      "subrel-constrast": 4.055940628051758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2760167121887207,
      "cov-distil (oracle2student)": 4.219353199005127,
      "cov-distil (oracle2teacher)": 4.18973445892334,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.287659168243408,
      "step": 427,
      "subrel-constrast": 4.234622478485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.483055353164673,
      "cov-distil (oracle2student)": 4.843353271484375,
      "cov-distil (oracle2teacher)": 4.910513877868652,
      "epoch": 0.3359497645211931,
      "rel-constrast": 2.266909122467041,
      "step": 428,
      "subrel-constrast": 3.715794086456299,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.009200096130371,
      "cov-distil (oracle2student)": 4.197775840759277,
      "cov-distil (oracle2teacher)": 4.360573768615723,
      "epoch": 0.336734693877551,
      "rel-constrast": 2.9657022953033447,
      "step": 429,
      "subrel-constrast": 4.670249938964844,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 5.65625,
      "learning_rate": 8.58e-05,
      "loss": 0.7648,
      "step": 430
    },
    {
      "cov-distil": 2.0070507526397705,
      "cov-distil (oracle2student)": 4.2249956130981445,
      "cov-distil (oracle2teacher)": 3.9037420749664307,
      "epoch": 0.33751962323390894,
      "rel-constrast": 2.8972697257995605,
      "step": 430,
      "subrel-constrast": 3.701920509338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4233617782592773,
      "cov-distil (oracle2student)": 5.0666093826293945,
      "cov-distil (oracle2teacher)": 4.881731033325195,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.388685703277588,
      "step": 431,
      "subrel-constrast": 3.987746238708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1706111431121826,
      "cov-distil (oracle2student)": 3.780784845352173,
      "cov-distil (oracle2teacher)": 4.1425371170043945,
      "epoch": 0.3390894819466248,
      "rel-constrast": 1.975594162940979,
      "step": 432,
      "subrel-constrast": 2.825507164001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1645779609680176,
      "cov-distil (oracle2student)": 4.443507671356201,
      "cov-distil (oracle2teacher)": 4.334312915802002,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.071280002593994,
      "step": 433,
      "subrel-constrast": 3.6836705207824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831212043762207,
      "cov-distil (oracle2student)": 4.628282070159912,
      "cov-distil (oracle2teacher)": 4.756473064422607,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.646224498748779,
      "step": 434,
      "subrel-constrast": 5.0393805503845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2124979496002197,
      "cov-distil (oracle2student)": 3.9718241691589355,
      "cov-distil (oracle2teacher)": 4.213077545166016,
      "epoch": 0.3414442700156986,
      "rel-constrast": 2.7311809062957764,
      "step": 435,
      "subrel-constrast": 3.9008567333221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004087209701538,
      "cov-distil (oracle2student)": 4.734428882598877,
      "cov-distil (oracle2teacher)": 5.261588096618652,
      "epoch": 0.34222919937205654,
      "rel-constrast": 2.8906421661376953,
      "step": 436,
      "subrel-constrast": 4.469616889953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2483723163604736,
      "cov-distil (oracle2student)": 4.325557708740234,
      "cov-distil (oracle2teacher)": 4.018069267272949,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.1279094219207764,
      "step": 437,
      "subrel-constrast": 4.431031227111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835354208946228,
      "cov-distil (oracle2student)": 6.090407848358154,
      "cov-distil (oracle2teacher)": 5.183673858642578,
      "epoch": 0.34379905808477235,
      "rel-constrast": 3.7217869758605957,
      "step": 438,
      "subrel-constrast": 3.914850950241089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8701621294021606,
      "cov-distil (oracle2student)": 6.332679748535156,
      "cov-distil (oracle2teacher)": 5.640224456787109,
      "epoch": 0.3445839874411303,
      "rel-constrast": 3.8590025901794434,
      "step": 439,
      "subrel-constrast": 4.504770278930664,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 6.28125,
      "learning_rate": 8.78e-05,
      "loss": 0.8097,
      "step": 440
    },
    {
      "cov-distil": 2.4450855255126953,
      "cov-distil (oracle2student)": 3.229044198989868,
      "cov-distil (oracle2teacher)": 3.351025342941284,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.45685076713562,
      "step": 440,
      "subrel-constrast": 3.4659152030944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1609058380126953,
      "cov-distil (oracle2student)": 3.3620176315307617,
      "cov-distil (oracle2teacher)": 4.0856475830078125,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.1061666011810303,
      "step": 441,
      "subrel-constrast": 4.074466228485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3518881797790527,
      "cov-distil (oracle2student)": 3.636878490447998,
      "cov-distil (oracle2teacher)": 3.828357696533203,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.457854747772217,
      "step": 442,
      "subrel-constrast": 3.9079439640045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174330949783325,
      "cov-distil (oracle2student)": 3.2239432334899902,
      "cov-distil (oracle2teacher)": 3.2043285369873047,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.2443783283233643,
      "step": 443,
      "subrel-constrast": 3.655282974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169803142547607,
      "cov-distil (oracle2student)": 3.1812150478363037,
      "cov-distil (oracle2teacher)": 3.162865161895752,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.484165668487549,
      "step": 444,
      "subrel-constrast": 4.258471965789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350389003753662,
      "cov-distil (oracle2student)": 4.964744567871094,
      "cov-distil (oracle2teacher)": 4.651446342468262,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.1995222568511963,
      "step": 445,
      "subrel-constrast": 3.8192903995513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0203182697296143,
      "cov-distil (oracle2student)": 4.689903259277344,
      "cov-distil (oracle2teacher)": 3.8240418434143066,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.4353199005126953,
      "step": 446,
      "subrel-constrast": 4.078599452972412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877781629562378,
      "cov-distil (oracle2student)": 3.360431671142578,
      "cov-distil (oracle2teacher)": 3.201544761657715,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.0367650985717773,
      "step": 447,
      "subrel-constrast": 3.6745829582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4658061265945435,
      "cov-distil (oracle2student)": 3.8264448642730713,
      "cov-distil (oracle2teacher)": 3.4299263954162598,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.765392303466797,
      "step": 448,
      "subrel-constrast": 3.593613862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2284646034240723,
      "cov-distil (oracle2student)": 3.603573799133301,
      "cov-distil (oracle2teacher)": 3.9464640617370605,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.6685571670532227,
      "step": 449,
      "subrel-constrast": 4.893528938293457,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 5.625,
      "learning_rate": 8.98e-05,
      "loss": 0.7968,
      "step": 450
    },
    {
      "cov-distil": 1.9662243127822876,
      "cov-distil (oracle2student)": 2.097809076309204,
      "cov-distil (oracle2teacher)": 2.439821243286133,
      "epoch": 0.3532182103610675,
      "rel-constrast": 2.4696264266967773,
      "step": 450,
      "subrel-constrast": 3.212747097015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.258627414703369,
      "cov-distil (oracle2student)": 4.743505001068115,
      "cov-distil (oracle2teacher)": 4.551852226257324,
      "epoch": 0.3540031397174254,
      "rel-constrast": 2.7434074878692627,
      "step": 451,
      "subrel-constrast": 3.8411476612091064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0426666736602783,
      "cov-distil (oracle2student)": 3.5787532329559326,
      "cov-distil (oracle2teacher)": 3.5242919921875,
      "epoch": 0.35478806907378335,
      "rel-constrast": 4.860280513763428,
      "step": 452,
      "subrel-constrast": 4.918336868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4892523288726807,
      "cov-distil (oracle2student)": 5.751184463500977,
      "cov-distil (oracle2teacher)": 4.741146087646484,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.4477548599243164,
      "step": 453,
      "subrel-constrast": 4.139698505401611,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7738828659057617,
      "cov-distil (oracle2student)": 5.087909698486328,
      "cov-distil (oracle2teacher)": 4.763334274291992,
      "epoch": 0.3563579277864992,
      "rel-constrast": 2.8290085792541504,
      "step": 454,
      "subrel-constrast": 3.599968194961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447955131530762,
      "cov-distil (oracle2student)": 3.6621687412261963,
      "cov-distil (oracle2teacher)": 3.521846055984497,
      "epoch": 0.35714285714285715,
      "rel-constrast": 2.0204672813415527,
      "step": 455,
      "subrel-constrast": 2.949280261993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8316807746887207,
      "cov-distil (oracle2student)": 4.30660343170166,
      "cov-distil (oracle2teacher)": 4.261691570281982,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.665266275405884,
      "step": 456,
      "subrel-constrast": 4.832477569580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4051384925842285,
      "cov-distil (oracle2student)": 3.5950722694396973,
      "cov-distil (oracle2teacher)": 3.8014988899230957,
      "epoch": 0.358712715855573,
      "rel-constrast": 2.6939070224761963,
      "step": 457,
      "subrel-constrast": 4.005923748016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9901759624481201,
      "cov-distil (oracle2student)": 2.9520504474639893,
      "cov-distil (oracle2teacher)": 3.3718414306640625,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.7141759395599365,
      "step": 458,
      "subrel-constrast": 3.8550009727478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5054211616516113,
      "cov-distil (oracle2student)": 4.369529724121094,
      "cov-distil (oracle2teacher)": 4.512073516845703,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.506741523742676,
      "step": 459,
      "subrel-constrast": 4.652670860290527,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 5.1875,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.8258,
      "step": 460
    },
    {
      "cov-distil": 2.4130043983459473,
      "cov-distil (oracle2student)": 4.546578407287598,
      "cov-distil (oracle2teacher)": 4.368246078491211,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.110111713409424,
      "step": 460,
      "subrel-constrast": 5.206676483154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924185037612915,
      "cov-distil (oracle2student)": 3.9132113456726074,
      "cov-distil (oracle2teacher)": 4.100687026977539,
      "epoch": 0.3618524332810047,
      "rel-constrast": 2.939556121826172,
      "step": 461,
      "subrel-constrast": 3.646124839782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7702505588531494,
      "cov-distil (oracle2student)": 2.5504250526428223,
      "cov-distil (oracle2teacher)": 3.0457234382629395,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.302743911743164,
      "step": 462,
      "subrel-constrast": 3.157991886138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595459938049316,
      "cov-distil (oracle2student)": 4.925223350524902,
      "cov-distil (oracle2teacher)": 4.743501663208008,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.268174886703491,
      "step": 463,
      "subrel-constrast": 3.6988465785980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210725784301758,
      "cov-distil (oracle2student)": 4.369708061218262,
      "cov-distil (oracle2teacher)": 4.349130153656006,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.3518543243408203,
      "step": 464,
      "subrel-constrast": 3.695340394973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8407918214797974,
      "cov-distil (oracle2student)": 5.8351030349731445,
      "cov-distil (oracle2teacher)": 5.47646427154541,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.099819183349609,
      "step": 465,
      "subrel-constrast": 5.88808536529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244832754135132,
      "cov-distil (oracle2student)": 3.129129409790039,
      "cov-distil (oracle2teacher)": 3.302586078643799,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.4278411865234375,
      "step": 466,
      "subrel-constrast": 4.452850818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6464309692382812,
      "cov-distil (oracle2student)": 6.44343376159668,
      "cov-distil (oracle2teacher)": 5.353437423706055,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.4102389812469482,
      "step": 467,
      "subrel-constrast": 4.453491687774658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9718263149261475,
      "cov-distil (oracle2student)": 2.5992836952209473,
      "cov-distil (oracle2teacher)": 2.7291038036346436,
      "epoch": 0.3673469387755102,
      "rel-constrast": 2.9113638401031494,
      "step": 468,
      "subrel-constrast": 3.350426435470581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0852291584014893,
      "cov-distil (oracle2student)": 4.22943639755249,
      "cov-distil (oracle2teacher)": 4.614404678344727,
      "epoch": 0.36813186813186816,
      "rel-constrast": 3.045961380004883,
      "step": 469,
      "subrel-constrast": 4.606283187866211,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 5.125,
      "learning_rate": 9.38e-05,
      "loss": 0.8496,
      "step": 470
    },
    {
      "cov-distil": 2.4881229400634766,
      "cov-distil (oracle2student)": 5.252000331878662,
      "cov-distil (oracle2teacher)": 5.192241668701172,
      "epoch": 0.36891679748822603,
      "rel-constrast": 2.9791789054870605,
      "step": 470,
      "subrel-constrast": 4.807226657867432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9989728927612305,
      "cov-distil (oracle2student)": 2.0488553047180176,
      "cov-distil (oracle2teacher)": 2.5670106410980225,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.759439468383789,
      "step": 471,
      "subrel-constrast": 3.0400655269622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9673792123794556,
      "cov-distil (oracle2student)": 3.250239849090576,
      "cov-distil (oracle2teacher)": 3.6677474975585938,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.3340001106262207,
      "step": 472,
      "subrel-constrast": 3.313453197479248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0127758979797363,
      "cov-distil (oracle2student)": 3.9160854816436768,
      "cov-distil (oracle2teacher)": 3.8927807807922363,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.7504663467407227,
      "step": 473,
      "subrel-constrast": 4.367257118225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.611788034439087,
      "cov-distil (oracle2student)": 3.174107551574707,
      "cov-distil (oracle2teacher)": 3.793766498565674,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.680525064468384,
      "step": 474,
      "subrel-constrast": 4.480379581451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484334707260132,
      "cov-distil (oracle2student)": 4.104341983795166,
      "cov-distil (oracle2teacher)": 4.552446365356445,
      "epoch": 0.3728414442700157,
      "rel-constrast": 2.746736764907837,
      "step": 475,
      "subrel-constrast": 4.04429292678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0302751064300537,
      "cov-distil (oracle2student)": 4.7020416259765625,
      "cov-distil (oracle2teacher)": 4.7340521812438965,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.275735855102539,
      "step": 476,
      "subrel-constrast": 4.277911186218262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.811245918273926,
      "cov-distil (oracle2student)": 5.151335716247559,
      "cov-distil (oracle2teacher)": 5.213799953460693,
      "epoch": 0.37441130298273156,
      "rel-constrast": 3.8257317543029785,
      "step": 477,
      "subrel-constrast": 5.39292049407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3337631225585938,
      "cov-distil (oracle2student)": 4.528955459594727,
      "cov-distil (oracle2teacher)": 4.260073184967041,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.4052975177764893,
      "step": 478,
      "subrel-constrast": 4.691788673400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4171621799468994,
      "cov-distil (oracle2student)": 3.0830698013305664,
      "cov-distil (oracle2teacher)": 3.821378707885742,
      "epoch": 0.37598116169544743,
      "rel-constrast": 3.4895565509796143,
      "step": 479,
      "subrel-constrast": 4.4173808097839355,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 9.9375,
      "learning_rate": 9.58e-05,
      "loss": 0.8122,
      "step": 480
    },
    {
      "cov-distil": 2.7837700843811035,
      "cov-distil (oracle2student)": 4.637330055236816,
      "cov-distil (oracle2teacher)": 4.432288646697998,
      "epoch": 0.37676609105180536,
      "rel-constrast": 2.930940628051758,
      "step": 480,
      "subrel-constrast": 4.595830917358398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.525909185409546,
      "cov-distil (oracle2student)": 2.850234031677246,
      "cov-distil (oracle2teacher)": 3.3462729454040527,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.1426212787628174,
      "step": 481,
      "subrel-constrast": 3.8032259941101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.922398090362549,
      "cov-distil (oracle2student)": 3.043806791305542,
      "cov-distil (oracle2teacher)": 3.8179988861083984,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.6031417846679688,
      "step": 482,
      "subrel-constrast": 4.416313171386719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691784143447876,
      "cov-distil (oracle2student)": 3.6165621280670166,
      "cov-distil (oracle2teacher)": 3.5199971199035645,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.6744613647460938,
      "step": 483,
      "subrel-constrast": 3.4534783363342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0174150466918945,
      "cov-distil (oracle2student)": 3.7678699493408203,
      "cov-distil (oracle2teacher)": 3.463984251022339,
      "epoch": 0.37990580847723704,
      "rel-constrast": 2.805318593978882,
      "step": 484,
      "subrel-constrast": 3.907975435256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446902751922607,
      "cov-distil (oracle2student)": 3.75651216506958,
      "cov-distil (oracle2teacher)": 3.591029167175293,
      "epoch": 0.38069073783359497,
      "rel-constrast": 2.4296483993530273,
      "step": 485,
      "subrel-constrast": 3.567457914352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9391909837722778,
      "cov-distil (oracle2student)": 4.506375312805176,
      "cov-distil (oracle2teacher)": 4.368660926818848,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.318366289138794,
      "step": 486,
      "subrel-constrast": 4.677633285522461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7242473363876343,
      "cov-distil (oracle2student)": 3.293273448944092,
      "cov-distil (oracle2teacher)": 3.011201858520508,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.6566004753112793,
      "step": 487,
      "subrel-constrast": 3.6392436027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77809739112854,
      "cov-distil (oracle2student)": 4.393473148345947,
      "cov-distil (oracle2teacher)": 4.263876914978027,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.0740387439727783,
      "step": 488,
      "subrel-constrast": 4.129208087921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2798447608947754,
      "cov-distil (oracle2student)": 4.609188556671143,
      "cov-distil (oracle2teacher)": 4.567633628845215,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.03733229637146,
      "step": 489,
      "subrel-constrast": 4.911803245544434,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 4.84375,
      "learning_rate": 9.78e-05,
      "loss": 0.7451,
      "step": 490
    },
    {
      "cov-distil": 1.7269601821899414,
      "cov-distil (oracle2student)": 5.47257137298584,
      "cov-distil (oracle2teacher)": 5.072959899902344,
      "epoch": 0.38461538461538464,
      "rel-constrast": 2.9157798290252686,
      "step": 490,
      "subrel-constrast": 3.806439161300659,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2550554275512695,
      "cov-distil (oracle2student)": 3.3432278633117676,
      "cov-distil (oracle2teacher)": 3.559910774230957,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.0190176963806152,
      "step": 491,
      "subrel-constrast": 3.9848244190216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.702324390411377,
      "cov-distil (oracle2student)": 4.803041458129883,
      "cov-distil (oracle2teacher)": 4.374812126159668,
      "epoch": 0.38618524332810045,
      "rel-constrast": 3.2199153900146484,
      "step": 492,
      "subrel-constrast": 4.445347309112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0034189224243164,
      "cov-distil (oracle2student)": 4.279187202453613,
      "cov-distil (oracle2teacher)": 4.55534029006958,
      "epoch": 0.3869701726844584,
      "rel-constrast": 2.7518653869628906,
      "step": 493,
      "subrel-constrast": 4.2022271156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0051326751708984,
      "cov-distil (oracle2student)": 4.0678839683532715,
      "cov-distil (oracle2teacher)": 3.6623876094818115,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.512202739715576,
      "step": 494,
      "subrel-constrast": 3.536036729812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9624121189117432,
      "cov-distil (oracle2student)": 5.112399101257324,
      "cov-distil (oracle2teacher)": 4.816908836364746,
      "epoch": 0.38854003139717425,
      "rel-constrast": 3.36537766456604,
      "step": 495,
      "subrel-constrast": 4.266683578491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7770335674285889,
      "cov-distil (oracle2student)": 4.616703033447266,
      "cov-distil (oracle2teacher)": 4.123445987701416,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.0730948448181152,
      "step": 496,
      "subrel-constrast": 3.0706162452697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0582199096679688,
      "cov-distil (oracle2student)": 3.513012170791626,
      "cov-distil (oracle2teacher)": 3.373638391494751,
      "epoch": 0.3901098901098901,
      "rel-constrast": 2.578378677368164,
      "step": 497,
      "subrel-constrast": 3.665708065032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6736878156661987,
      "cov-distil (oracle2student)": 3.5045480728149414,
      "cov-distil (oracle2teacher)": 3.4972164630889893,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.003697395324707,
      "step": 498,
      "subrel-constrast": 2.851639986038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.567244529724121,
      "cov-distil (oracle2student)": 6.37581729888916,
      "cov-distil (oracle2teacher)": 5.7556657791137695,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.0223119258880615,
      "step": 499,
      "subrel-constrast": 4.02377462387085,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 6.0625,
      "learning_rate": 9.98e-05,
      "loss": 0.7384,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.746,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7540669601239061,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5757822731067036,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.42399999999999993,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6003441246149182,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5939069326148633,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5312338046225673,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.26250001788139343,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.05859375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.041229248046875
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.017364501953125,
      "step": 500
    },
    {
      "cov-distil": 1.4002827405929565,
      "cov-distil (oracle2student)": 4.011120796203613,
      "cov-distil (oracle2teacher)": 3.703436851501465,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.3250436782836914,
      "step": 500,
      "subrel-constrast": 3.1532413959503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1420509815216064,
      "cov-distil (oracle2student)": 4.720415115356445,
      "cov-distil (oracle2teacher)": 4.294797897338867,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.1627299785614014,
      "step": 501,
      "subrel-constrast": 3.152618885040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598377227783203,
      "cov-distil (oracle2student)": 4.4217023849487305,
      "cov-distil (oracle2teacher)": 4.250569820404053,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.6624324321746826,
      "step": 502,
      "subrel-constrast": 4.480745792388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053356409072876,
      "cov-distil (oracle2student)": 4.269829273223877,
      "cov-distil (oracle2teacher)": 4.11722469329834,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.666712760925293,
      "step": 503,
      "subrel-constrast": 3.4153923988342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1892662048339844,
      "cov-distil (oracle2student)": 3.239259958267212,
      "cov-distil (oracle2teacher)": 3.6485865116119385,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.4114272594451904,
      "step": 504,
      "subrel-constrast": 3.8636088371276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757633686065674,
      "cov-distil (oracle2student)": 4.8313307762146,
      "cov-distil (oracle2teacher)": 4.361474990844727,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.471062660217285,
      "step": 505,
      "subrel-constrast": 3.572822093963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882711172103882,
      "cov-distil (oracle2student)": 3.873478412628174,
      "cov-distil (oracle2teacher)": 4.214502334594727,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.0544655323028564,
      "step": 506,
      "subrel-constrast": 4.0137763023376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8283734321594238,
      "cov-distil (oracle2student)": 5.109395503997803,
      "cov-distil (oracle2teacher)": 5.0534515380859375,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.7121400833129883,
      "step": 507,
      "subrel-constrast": 4.515357971191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192036151885986,
      "cov-distil (oracle2student)": 3.226498603820801,
      "cov-distil (oracle2teacher)": 3.6124637126922607,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.0864052772521973,
      "step": 508,
      "subrel-constrast": 3.2080256938934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9620296955108643,
      "cov-distil (oracle2student)": 5.10637092590332,
      "cov-distil (oracle2teacher)": 4.882936000823975,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.576265811920166,
      "step": 509,
      "subrel-constrast": 4.256158828735352,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 6.9375,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.775,
      "step": 510
    },
    {
      "cov-distil": 1.0519163608551025,
      "cov-distil (oracle2student)": 4.375758647918701,
      "cov-distil (oracle2teacher)": 3.4496002197265625,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.1498684883117676,
      "step": 510,
      "subrel-constrast": 2.637284278869629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2498998641967773,
      "cov-distil (oracle2student)": 5.664705276489258,
      "cov-distil (oracle2teacher)": 5.056081771850586,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.2626917362213135,
      "step": 511,
      "subrel-constrast": 3.919222831726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9535937309265137,
      "cov-distil (oracle2student)": 5.0250139236450195,
      "cov-distil (oracle2teacher)": 4.935776233673096,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.125401496887207,
      "step": 512,
      "subrel-constrast": 4.433870792388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5104880332946777,
      "cov-distil (oracle2student)": 3.8984925746917725,
      "cov-distil (oracle2teacher)": 3.883187770843506,
      "epoch": 0.4026687598116169,
      "rel-constrast": 3.142704486846924,
      "step": 513,
      "subrel-constrast": 3.986720323562622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3747286796569824,
      "cov-distil (oracle2student)": 3.292421817779541,
      "cov-distil (oracle2teacher)": 2.8405489921569824,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.503744125366211,
      "step": 514,
      "subrel-constrast": 2.3424980640411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709747314453125,
      "cov-distil (oracle2student)": 2.8511962890625,
      "cov-distil (oracle2teacher)": 3.4772915840148926,
      "epoch": 0.4042386185243328,
      "rel-constrast": 1.9880248308181763,
      "step": 515,
      "subrel-constrast": 3.370269775390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.448108673095703,
      "cov-distil (oracle2student)": 2.9503583908081055,
      "cov-distil (oracle2teacher)": 3.0860393047332764,
      "epoch": 0.4050235478806907,
      "rel-constrast": 2.529477834701538,
      "step": 516,
      "subrel-constrast": 3.4251229763031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9663619995117188,
      "cov-distil (oracle2student)": 5.399229049682617,
      "cov-distil (oracle2teacher)": 5.283932685852051,
      "epoch": 0.40580847723704866,
      "rel-constrast": 3.373218059539795,
      "step": 517,
      "subrel-constrast": 4.541181564331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730539321899414,
      "cov-distil (oracle2student)": 4.041143417358398,
      "cov-distil (oracle2teacher)": 3.791219472885132,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.3844215869903564,
      "step": 518,
      "subrel-constrast": 3.794795513153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.169506788253784,
      "cov-distil (oracle2student)": 3.5538265705108643,
      "cov-distil (oracle2teacher)": 3.994701862335205,
      "epoch": 0.4073783359497645,
      "rel-constrast": 2.9545352458953857,
      "step": 519,
      "subrel-constrast": 3.9388434886932373,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 4.65625,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.7308,
      "step": 520
    },
    {
      "cov-distil": 1.8118053674697876,
      "cov-distil (oracle2student)": 4.765451431274414,
      "cov-distil (oracle2teacher)": 4.903528213500977,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.3637824058532715,
      "step": 520,
      "subrel-constrast": 3.2078943252563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7081245183944702,
      "cov-distil (oracle2student)": 4.047896862030029,
      "cov-distil (oracle2teacher)": 3.965916395187378,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.7318310737609863,
      "step": 521,
      "subrel-constrast": 3.8642091751098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6413047313690186,
      "cov-distil (oracle2student)": 3.609076499938965,
      "cov-distil (oracle2teacher)": 3.7987165451049805,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.79290771484375,
      "step": 522,
      "subrel-constrast": 3.1813175678253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6880154609680176,
      "cov-distil (oracle2student)": 4.308786392211914,
      "cov-distil (oracle2teacher)": 3.6087355613708496,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.3236594200134277,
      "step": 523,
      "subrel-constrast": 3.1858882904052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7496271133422852,
      "cov-distil (oracle2student)": 4.124108791351318,
      "cov-distil (oracle2teacher)": 3.6659631729125977,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.5256428718566895,
      "step": 524,
      "subrel-constrast": 3.493972063064575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3959474563598633,
      "cov-distil (oracle2student)": 4.226615905761719,
      "cov-distil (oracle2teacher)": 4.364925861358643,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.5872206687927246,
      "step": 525,
      "subrel-constrast": 4.034128189086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6078908443450928,
      "cov-distil (oracle2student)": 5.095047950744629,
      "cov-distil (oracle2teacher)": 4.073333740234375,
      "epoch": 0.41287284144427,
      "rel-constrast": 1.8638076782226562,
      "step": 526,
      "subrel-constrast": 2.4884181022644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1845011711120605,
      "cov-distil (oracle2student)": 4.79628324508667,
      "cov-distil (oracle2teacher)": 4.386484622955322,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.077465057373047,
      "step": 527,
      "subrel-constrast": 4.4249091148376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8841729164123535,
      "cov-distil (oracle2student)": 7.655373573303223,
      "cov-distil (oracle2teacher)": 6.657730579376221,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.455422878265381,
      "step": 528,
      "subrel-constrast": 3.3011932373046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9330977201461792,
      "cov-distil (oracle2student)": 3.5547969341278076,
      "cov-distil (oracle2teacher)": 3.61024808883667,
      "epoch": 0.4152276295133438,
      "rel-constrast": 2.9627811908721924,
      "step": 529,
      "subrel-constrast": 3.9358038902282715,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 4.59375,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7161,
      "step": 530
    },
    {
      "cov-distil": 2.361168384552002,
      "cov-distil (oracle2student)": 6.1140570640563965,
      "cov-distil (oracle2teacher)": 5.154663562774658,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.692234516143799,
      "step": 530,
      "subrel-constrast": 4.404662609100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6335294246673584,
      "cov-distil (oracle2student)": 2.446239709854126,
      "cov-distil (oracle2teacher)": 2.98041033744812,
      "epoch": 0.41679748822605966,
      "rel-constrast": 2.908759117126465,
      "step": 531,
      "subrel-constrast": 3.6260862350463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30595326423645,
      "cov-distil (oracle2student)": 3.4248416423797607,
      "cov-distil (oracle2teacher)": 4.01078987121582,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.5128235816955566,
      "step": 532,
      "subrel-constrast": 3.501472234725952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032984733581543,
      "cov-distil (oracle2student)": 4.319941520690918,
      "cov-distil (oracle2teacher)": 4.996445655822754,
      "epoch": 0.41836734693877553,
      "rel-constrast": 3.1056594848632812,
      "step": 533,
      "subrel-constrast": 4.1785383224487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9825170040130615,
      "cov-distil (oracle2student)": 4.829977035522461,
      "cov-distil (oracle2teacher)": 4.988225936889648,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.4354336261749268,
      "step": 534,
      "subrel-constrast": 4.953833103179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2326924800872803,
      "cov-distil (oracle2student)": 4.519020080566406,
      "cov-distil (oracle2teacher)": 4.715383052825928,
      "epoch": 0.41993720565149134,
      "rel-constrast": 3.9257795810699463,
      "step": 535,
      "subrel-constrast": 4.888301372528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110139846801758,
      "cov-distil (oracle2student)": 3.9073758125305176,
      "cov-distil (oracle2teacher)": 3.909592390060425,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0006589889526367,
      "step": 536,
      "subrel-constrast": 4.394381523132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985448360443115,
      "cov-distil (oracle2student)": 4.957553863525391,
      "cov-distil (oracle2teacher)": 4.923618316650391,
      "epoch": 0.4215070643642072,
      "rel-constrast": 4.012907981872559,
      "step": 537,
      "subrel-constrast": 4.304156303405762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832743763923645,
      "cov-distil (oracle2student)": 4.145605564117432,
      "cov-distil (oracle2teacher)": 4.053908824920654,
      "epoch": 0.42229199372056514,
      "rel-constrast": 2.5695629119873047,
      "step": 538,
      "subrel-constrast": 4.029005527496338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8823262453079224,
      "cov-distil (oracle2student)": 4.927120685577393,
      "cov-distil (oracle2teacher)": 4.264693737030029,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.1577796936035156,
      "step": 539,
      "subrel-constrast": 3.108309268951416,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 4.75,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.833,
      "step": 540
    },
    {
      "cov-distil": 2.6316027641296387,
      "cov-distil (oracle2student)": 4.162557601928711,
      "cov-distil (oracle2teacher)": 3.865631341934204,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.6822240352630615,
      "step": 540,
      "subrel-constrast": 3.912527561187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2002274990081787,
      "cov-distil (oracle2student)": 3.953894853591919,
      "cov-distil (oracle2teacher)": 3.662966012954712,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.0717153549194336,
      "step": 541,
      "subrel-constrast": 3.464120388031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1157450675964355,
      "cov-distil (oracle2student)": 3.893561840057373,
      "cov-distil (oracle2teacher)": 3.609539270401001,
      "epoch": 0.42543171114599687,
      "rel-constrast": 2.072951555252075,
      "step": 542,
      "subrel-constrast": 3.247939348220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587438106536865,
      "cov-distil (oracle2student)": 4.608709335327148,
      "cov-distil (oracle2teacher)": 5.22227668762207,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.672598361968994,
      "step": 543,
      "subrel-constrast": 3.863311290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536401629447937,
      "cov-distil (oracle2student)": 3.286627769470215,
      "cov-distil (oracle2teacher)": 3.369274616241455,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.021069288253784,
      "step": 544,
      "subrel-constrast": 3.0446882247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612346410751343,
      "cov-distil (oracle2student)": 3.2048263549804688,
      "cov-distil (oracle2teacher)": 3.392392158508301,
      "epoch": 0.42778649921507067,
      "rel-constrast": 2.9569649696350098,
      "step": 545,
      "subrel-constrast": 3.874011754989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527722716331482,
      "cov-distil (oracle2student)": 4.557488441467285,
      "cov-distil (oracle2teacher)": 4.158068656921387,
      "epoch": 0.42857142857142855,
      "rel-constrast": 2.9589061737060547,
      "step": 546,
      "subrel-constrast": 3.6744582653045654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802438735961914,
      "cov-distil (oracle2student)": 2.64727783203125,
      "cov-distil (oracle2teacher)": 3.253293991088867,
      "epoch": 0.4293563579277865,
      "rel-constrast": 2.696225881576538,
      "step": 547,
      "subrel-constrast": 3.672312021255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332935810089111,
      "cov-distil (oracle2student)": 4.171866416931152,
      "cov-distil (oracle2teacher)": 4.082474708557129,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.445845127105713,
      "step": 548,
      "subrel-constrast": 4.242123126983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663719654083252,
      "cov-distil (oracle2student)": 4.956479072570801,
      "cov-distil (oracle2teacher)": 4.2337117195129395,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.3396999835968018,
      "step": 549,
      "subrel-constrast": 3.0302319526672363,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 4.21875,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.6958,
      "step": 550
    },
    {
      "cov-distil": 1.3874045610427856,
      "cov-distil (oracle2student)": 4.836278915405273,
      "cov-distil (oracle2teacher)": 4.710582733154297,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.3668837547302246,
      "step": 550,
      "subrel-constrast": 3.509446144104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9394985437393188,
      "cov-distil (oracle2student)": 4.246482849121094,
      "cov-distil (oracle2teacher)": 3.864802837371826,
      "epoch": 0.4324960753532182,
      "rel-constrast": 1.9667296409606934,
      "step": 551,
      "subrel-constrast": 2.805391311645508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0932457447052,
      "cov-distil (oracle2student)": 3.5050013065338135,
      "cov-distil (oracle2teacher)": 4.098354339599609,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.53090238571167,
      "step": 552,
      "subrel-constrast": 3.452178716659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.499305009841919,
      "cov-distil (oracle2student)": 4.020345687866211,
      "cov-distil (oracle2teacher)": 3.505009174346924,
      "epoch": 0.4340659340659341,
      "rel-constrast": 2.641314744949341,
      "step": 553,
      "subrel-constrast": 3.896791458129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4707748889923096,
      "cov-distil (oracle2student)": 3.3306446075439453,
      "cov-distil (oracle2teacher)": 3.2897746562957764,
      "epoch": 0.434850863422292,
      "rel-constrast": 2.807344913482666,
      "step": 554,
      "subrel-constrast": 3.5445404052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7959604263305664,
      "cov-distil (oracle2student)": 3.3472137451171875,
      "cov-distil (oracle2teacher)": 3.8632125854492188,
      "epoch": 0.43563579277864994,
      "rel-constrast": 2.574842691421509,
      "step": 555,
      "subrel-constrast": 3.0264110565185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9689593315124512,
      "cov-distil (oracle2student)": 4.940764904022217,
      "cov-distil (oracle2teacher)": 4.511446475982666,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.350472927093506,
      "step": 556,
      "subrel-constrast": 4.062127113342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0342910289764404,
      "cov-distil (oracle2student)": 3.5027334690093994,
      "cov-distil (oracle2teacher)": 3.2115962505340576,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.814337968826294,
      "step": 557,
      "subrel-constrast": 3.2246503829956055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9611324071884155,
      "cov-distil (oracle2student)": 4.565957069396973,
      "cov-distil (oracle2teacher)": 4.096946716308594,
      "epoch": 0.4379905808477237,
      "rel-constrast": 3.514862537384033,
      "step": 558,
      "subrel-constrast": 4.221423149108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741917133331299,
      "cov-distil (oracle2student)": 5.374896049499512,
      "cov-distil (oracle2teacher)": 5.259646415710449,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.322024345397949,
      "step": 559,
      "subrel-constrast": 4.078516483306885,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.6875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7443,
      "step": 560
    },
    {
      "cov-distil": 2.0791025161743164,
      "cov-distil (oracle2student)": 3.8627848625183105,
      "cov-distil (oracle2teacher)": 4.055790901184082,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.840252637863159,
      "step": 560,
      "subrel-constrast": 4.027402877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0770103931427,
      "cov-distil (oracle2student)": 3.824418067932129,
      "cov-distil (oracle2teacher)": 3.7487072944641113,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.5645110607147217,
      "step": 561,
      "subrel-constrast": 3.6296041011810303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8063584566116333,
      "cov-distil (oracle2student)": 2.6606926918029785,
      "cov-distil (oracle2teacher)": 2.9468507766723633,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.0401854515075684,
      "step": 562,
      "subrel-constrast": 2.355757713317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8146963119506836,
      "cov-distil (oracle2student)": 3.6761996746063232,
      "cov-distil (oracle2teacher)": 3.39725923538208,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.1592698097229004,
      "step": 563,
      "subrel-constrast": 3.4367105960845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8805969953536987,
      "cov-distil (oracle2student)": 3.033325433731079,
      "cov-distil (oracle2teacher)": 2.741941452026367,
      "epoch": 0.4427001569858713,
      "rel-constrast": 1.8380234241485596,
      "step": 564,
      "subrel-constrast": 2.785003900527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893876552581787,
      "cov-distil (oracle2student)": 4.9518938064575195,
      "cov-distil (oracle2teacher)": 4.854302406311035,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.478086471557617,
      "step": 565,
      "subrel-constrast": 3.8335962295532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38395094871521,
      "cov-distil (oracle2student)": 4.866217136383057,
      "cov-distil (oracle2teacher)": 4.263296127319336,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.41059947013855,
      "step": 566,
      "subrel-constrast": 3.448639154434204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7678008079528809,
      "cov-distil (oracle2student)": 4.394021987915039,
      "cov-distil (oracle2teacher)": 4.13521146774292,
      "epoch": 0.44505494505494503,
      "rel-constrast": 2.7606654167175293,
      "step": 567,
      "subrel-constrast": 3.850999355316162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868961215019226,
      "cov-distil (oracle2student)": 3.8370931148529053,
      "cov-distil (oracle2teacher)": 3.4319214820861816,
      "epoch": 0.44583987441130296,
      "rel-constrast": 2.778392791748047,
      "step": 568,
      "subrel-constrast": 3.593493700027466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7323694229125977,
      "cov-distil (oracle2student)": 4.721769332885742,
      "cov-distil (oracle2teacher)": 4.016584396362305,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.403186321258545,
      "step": 569,
      "subrel-constrast": 3.4285454750061035,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 4.0625,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.6776,
      "step": 570
    },
    {
      "cov-distil": 1.8211162090301514,
      "cov-distil (oracle2student)": 2.7559094429016113,
      "cov-distil (oracle2teacher)": 3.46992826461792,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.6233553886413574,
      "step": 570,
      "subrel-constrast": 3.512749195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8071262836456299,
      "cov-distil (oracle2student)": 3.375135660171509,
      "cov-distil (oracle2teacher)": 3.688538074493408,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.778996467590332,
      "step": 571,
      "subrel-constrast": 3.7719900608062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5231760740280151,
      "cov-distil (oracle2student)": 4.854615211486816,
      "cov-distil (oracle2teacher)": 4.348928451538086,
      "epoch": 0.4489795918367347,
      "rel-constrast": 2.8716888427734375,
      "step": 572,
      "subrel-constrast": 3.913900852203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7295554876327515,
      "cov-distil (oracle2student)": 3.7602410316467285,
      "cov-distil (oracle2teacher)": 3.7297236919403076,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.427678346633911,
      "step": 573,
      "subrel-constrast": 3.916513442993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784753680229187,
      "cov-distil (oracle2student)": 4.754961013793945,
      "cov-distil (oracle2teacher)": 4.443174362182617,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.4452078342437744,
      "step": 574,
      "subrel-constrast": 3.9215919971466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367531299591064,
      "cov-distil (oracle2student)": 5.085649490356445,
      "cov-distil (oracle2teacher)": 4.630092620849609,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.0704941749572754,
      "step": 575,
      "subrel-constrast": 3.692533493041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7134830951690674,
      "cov-distil (oracle2student)": 4.713275909423828,
      "cov-distil (oracle2teacher)": 4.463657855987549,
      "epoch": 0.4521193092621664,
      "rel-constrast": 3.7991139888763428,
      "step": 576,
      "subrel-constrast": 4.59580135345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4519708156585693,
      "cov-distil (oracle2student)": 3.203853130340576,
      "cov-distil (oracle2teacher)": 3.700894355773926,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.8507027626037598,
      "step": 577,
      "subrel-constrast": 4.704944610595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702597975730896,
      "cov-distil (oracle2student)": 4.538588523864746,
      "cov-distil (oracle2teacher)": 4.011454105377197,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.8314619064331055,
      "step": 578,
      "subrel-constrast": 3.87054443359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540565490722656,
      "cov-distil (oracle2student)": 4.351738929748535,
      "cov-distil (oracle2teacher)": 3.688131332397461,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.4137067794799805,
      "step": 579,
      "subrel-constrast": 4.064961910247803,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 4.9375,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.8229,
      "step": 580
    },
    {
      "cov-distil": 1.5088634490966797,
      "cov-distil (oracle2student)": 3.8104662895202637,
      "cov-distil (oracle2teacher)": 3.8311121463775635,
      "epoch": 0.4552590266875981,
      "rel-constrast": 2.868644952774048,
      "step": 580,
      "subrel-constrast": 3.91365122795105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346367835998535,
      "cov-distil (oracle2student)": 3.5111923217773438,
      "cov-distil (oracle2teacher)": 4.125262260437012,
      "epoch": 0.45604395604395603,
      "rel-constrast": 2.517937660217285,
      "step": 581,
      "subrel-constrast": 3.7962052822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6683672666549683,
      "cov-distil (oracle2student)": 5.654299736022949,
      "cov-distil (oracle2teacher)": 4.97965669631958,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.4980363845825195,
      "step": 582,
      "subrel-constrast": 3.481956958770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4387173652648926,
      "cov-distil (oracle2student)": 3.4117431640625,
      "cov-distil (oracle2teacher)": 3.2640233039855957,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.106482744216919,
      "step": 583,
      "subrel-constrast": 2.8833489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7324066162109375,
      "cov-distil (oracle2student)": 3.859863519668579,
      "cov-distil (oracle2teacher)": 3.567782163619995,
      "epoch": 0.45839874411302983,
      "rel-constrast": 2.6583096981048584,
      "step": 584,
      "subrel-constrast": 3.512346029281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682893991470337,
      "cov-distil (oracle2student)": 5.483258247375488,
      "cov-distil (oracle2teacher)": 4.98975944519043,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.286076545715332,
      "step": 585,
      "subrel-constrast": 4.058455467224121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602330207824707,
      "cov-distil (oracle2student)": 3.826547145843506,
      "cov-distil (oracle2teacher)": 4.166915416717529,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.552760124206543,
      "step": 586,
      "subrel-constrast": 3.719379425048828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.048020601272583,
      "cov-distil (oracle2student)": 5.158421039581299,
      "cov-distil (oracle2teacher)": 4.981531143188477,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.07152795791626,
      "step": 587,
      "subrel-constrast": 5.3450422286987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719611644744873,
      "cov-distil (oracle2student)": 4.652472496032715,
      "cov-distil (oracle2teacher)": 4.2975616455078125,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.697953224182129,
      "step": 588,
      "subrel-constrast": 3.7660512924194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7667508125305176,
      "cov-distil (oracle2student)": 5.082798957824707,
      "cov-distil (oracle2teacher)": 4.799586772918701,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.495999574661255,
      "step": 589,
      "subrel-constrast": 3.8862836360931396,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.71875,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7403,
      "step": 590
    },
    {
      "cov-distil": 2.2501401901245117,
      "cov-distil (oracle2student)": 4.674361705780029,
      "cov-distil (oracle2teacher)": 4.226746082305908,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.336822509765625,
      "step": 590,
      "subrel-constrast": 4.258266448974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9589126110076904,
      "cov-distil (oracle2student)": 6.170623779296875,
      "cov-distil (oracle2teacher)": 5.81671667098999,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.583479881286621,
      "step": 591,
      "subrel-constrast": 4.225024223327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046417236328125,
      "cov-distil (oracle2student)": 4.787535667419434,
      "cov-distil (oracle2teacher)": 4.572942733764648,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.06748104095459,
      "step": 592,
      "subrel-constrast": 3.428366184234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18929123878479,
      "cov-distil (oracle2student)": 5.172629356384277,
      "cov-distil (oracle2teacher)": 4.246757507324219,
      "epoch": 0.4654631083202512,
      "rel-constrast": 3.9441075325012207,
      "step": 593,
      "subrel-constrast": 4.376339912414551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0425877571105957,
      "cov-distil (oracle2student)": 6.0964035987854,
      "cov-distil (oracle2teacher)": 5.5034356117248535,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.1373186111450195,
      "step": 594,
      "subrel-constrast": 3.5915799140930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4480140209197998,
      "cov-distil (oracle2student)": 4.797126770019531,
      "cov-distil (oracle2teacher)": 4.9278974533081055,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.2877111434936523,
      "step": 595,
      "subrel-constrast": 4.335540771484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9076271057128906,
      "cov-distil (oracle2student)": 4.8264007568359375,
      "cov-distil (oracle2teacher)": 4.115087032318115,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.241241931915283,
      "step": 596,
      "subrel-constrast": 4.001810073852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1756844520568848,
      "cov-distil (oracle2student)": 4.154038429260254,
      "cov-distil (oracle2teacher)": 4.008681774139404,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.157171249389648,
      "step": 597,
      "subrel-constrast": 4.651057243347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0462474822998047,
      "cov-distil (oracle2student)": 4.365100860595703,
      "cov-distil (oracle2teacher)": 4.048748016357422,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.8694276809692383,
      "step": 598,
      "subrel-constrast": 3.7482452392578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691039800643921,
      "cov-distil (oracle2student)": 2.8553051948547363,
      "cov-distil (oracle2teacher)": 3.1666054725646973,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.0718212127685547,
      "step": 599,
      "subrel-constrast": 2.8966116905212402,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.0625,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7912,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.37031251192092896,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0531005859375
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.03631591796875
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.01678466796875,
      "step": 600
    },
    {
      "cov-distil": 1.7241663932800293,
      "cov-distil (oracle2student)": 3.6445231437683105,
      "cov-distil (oracle2teacher)": 3.8239550590515137,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.616868495941162,
      "step": 600,
      "subrel-constrast": 3.4062328338623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666179656982422,
      "cov-distil (oracle2student)": 4.946169853210449,
      "cov-distil (oracle2teacher)": 3.8047614097595215,
      "epoch": 0.4717425431711146,
      "rel-constrast": 2.983888864517212,
      "step": 601,
      "subrel-constrast": 3.348217725753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.965585708618164,
      "cov-distil (oracle2student)": 3.2004270553588867,
      "cov-distil (oracle2teacher)": 3.1265692710876465,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.5638924837112427,
      "step": 602,
      "subrel-constrast": 2.8728463649749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334784030914307,
      "cov-distil (oracle2student)": 6.243325233459473,
      "cov-distil (oracle2teacher)": 5.859592437744141,
      "epoch": 0.47331240188383045,
      "rel-constrast": 4.1025495529174805,
      "step": 603,
      "subrel-constrast": 5.224742889404297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084107398986816,
      "cov-distil (oracle2student)": 2.898590087890625,
      "cov-distil (oracle2teacher)": 3.3174948692321777,
      "epoch": 0.4740973312401884,
      "rel-constrast": 2.7475545406341553,
      "step": 604,
      "subrel-constrast": 3.777217388153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9945967197418213,
      "cov-distil (oracle2student)": 4.426960468292236,
      "cov-distil (oracle2teacher)": 4.22544002532959,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.5664846897125244,
      "step": 605,
      "subrel-constrast": 4.567395210266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8221659660339355,
      "cov-distil (oracle2student)": 3.611281394958496,
      "cov-distil (oracle2teacher)": 3.8467791080474854,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.0812203884124756,
      "step": 606,
      "subrel-constrast": 3.6698391437530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745021104812622,
      "cov-distil (oracle2student)": 3.340475559234619,
      "cov-distil (oracle2teacher)": 3.4368185997009277,
      "epoch": 0.4764521193092622,
      "rel-constrast": 2.7794532775878906,
      "step": 607,
      "subrel-constrast": 3.4617154598236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173768997192383,
      "cov-distil (oracle2student)": 2.964137077331543,
      "cov-distil (oracle2teacher)": 2.917433738708496,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.1539111137390137,
      "step": 608,
      "subrel-constrast": 2.934051275253296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8317006826400757,
      "cov-distil (oracle2student)": 3.440765857696533,
      "cov-distil (oracle2teacher)": 3.399944543838501,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.178050994873047,
      "step": 609,
      "subrel-constrast": 2.904749870300293,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 4.375,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7398,
      "step": 610
    },
    {
      "cov-distil": 2.003549575805664,
      "cov-distil (oracle2student)": 3.783566951751709,
      "cov-distil (oracle2teacher)": 3.7357070446014404,
      "epoch": 0.478806907378336,
      "rel-constrast": 3.686595916748047,
      "step": 610,
      "subrel-constrast": 4.546491622924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938096284866333,
      "cov-distil (oracle2student)": 5.608180999755859,
      "cov-distil (oracle2teacher)": 5.347366809844971,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.0274486541748047,
      "step": 611,
      "subrel-constrast": 3.9459567070007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067316770553589,
      "cov-distil (oracle2student)": 6.032888412475586,
      "cov-distil (oracle2teacher)": 4.621774673461914,
      "epoch": 0.4803767660910518,
      "rel-constrast": 1.8828284740447998,
      "step": 612,
      "subrel-constrast": 2.8560850620269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0123097896575928,
      "cov-distil (oracle2student)": 3.2514681816101074,
      "cov-distil (oracle2teacher)": 3.271815061569214,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.0821478366851807,
      "step": 613,
      "subrel-constrast": 3.315408945083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7268569469451904,
      "cov-distil (oracle2student)": 2.921142816543579,
      "cov-distil (oracle2teacher)": 3.2337207794189453,
      "epoch": 0.48194662480376765,
      "rel-constrast": 1.9471334218978882,
      "step": 614,
      "subrel-constrast": 3.0289008617401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9545825719833374,
      "cov-distil (oracle2student)": 3.1722793579101562,
      "cov-distil (oracle2teacher)": 3.1083717346191406,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.7895207405090332,
      "step": 615,
      "subrel-constrast": 3.3514647483825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8254815340042114,
      "cov-distil (oracle2student)": 3.4216790199279785,
      "cov-distil (oracle2teacher)": 3.801793336868286,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.1834678649902344,
      "step": 616,
      "subrel-constrast": 3.788243293762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587054967880249,
      "cov-distil (oracle2student)": 4.932183265686035,
      "cov-distil (oracle2teacher)": 5.077976226806641,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.5374579429626465,
      "step": 617,
      "subrel-constrast": 3.9986815452575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9809807538986206,
      "cov-distil (oracle2student)": 3.1110239028930664,
      "cov-distil (oracle2teacher)": 3.290471076965332,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.5163071155548096,
      "step": 618,
      "subrel-constrast": 3.4603195190429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0139358043670654,
      "cov-distil (oracle2student)": 4.8892822265625,
      "cov-distil (oracle2teacher)": 4.425084590911865,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.3747119903564453,
      "step": 619,
      "subrel-constrast": 3.4537553787231445,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 4.4375,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.6735,
      "step": 620
    },
    {
      "cov-distil": 1.9074541330337524,
      "cov-distil (oracle2student)": 4.318047046661377,
      "cov-distil (oracle2teacher)": 4.261008262634277,
      "epoch": 0.48665620094191525,
      "rel-constrast": 2.8364992141723633,
      "step": 620,
      "subrel-constrast": 3.7996771335601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1276192665100098,
      "cov-distil (oracle2student)": 3.4932785034179688,
      "cov-distil (oracle2teacher)": 3.404122829437256,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.7430686950683594,
      "step": 621,
      "subrel-constrast": 3.517274856567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018676280975342,
      "cov-distil (oracle2student)": 4.619915962219238,
      "cov-distil (oracle2teacher)": 4.319418907165527,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.0970163345336914,
      "step": 622,
      "subrel-constrast": 4.144411087036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24633526802063,
      "cov-distil (oracle2student)": 3.178819417953491,
      "cov-distil (oracle2teacher)": 3.6020102500915527,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.547361135482788,
      "step": 623,
      "subrel-constrast": 3.5811290740966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703192949295044,
      "cov-distil (oracle2student)": 4.018478870391846,
      "cov-distil (oracle2teacher)": 4.155197620391846,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.057934284210205,
      "step": 624,
      "subrel-constrast": 3.4667601585388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8892680406570435,
      "cov-distil (oracle2student)": 3.6746268272399902,
      "cov-distil (oracle2teacher)": 3.9819016456604004,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.0784716606140137,
      "step": 625,
      "subrel-constrast": 4.3080034255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9712285995483398,
      "cov-distil (oracle2student)": 3.705672264099121,
      "cov-distil (oracle2teacher)": 3.6102728843688965,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1424150466918945,
      "step": 626,
      "subrel-constrast": 3.848153829574585,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061213493347168,
      "cov-distil (oracle2student)": 2.942023277282715,
      "cov-distil (oracle2teacher)": 2.830702304840088,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.6604434251785278,
      "step": 627,
      "subrel-constrast": 2.802905321121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2532694339752197,
      "cov-distil (oracle2student)": 5.003042697906494,
      "cov-distil (oracle2teacher)": 4.305685043334961,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.2096261978149414,
      "step": 628,
      "subrel-constrast": 3.060896635055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5387165546417236,
      "cov-distil (oracle2student)": 3.7483701705932617,
      "cov-distil (oracle2teacher)": 3.8148155212402344,
      "epoch": 0.4937205651491366,
      "rel-constrast": 2.9895246028900146,
      "step": 629,
      "subrel-constrast": 3.6298418045043945,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 5.15625,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7334,
      "step": 630
    },
    {
      "cov-distil": 2.0500049591064453,
      "cov-distil (oracle2student)": 2.8785276412963867,
      "cov-distil (oracle2teacher)": 3.141098976135254,
      "epoch": 0.4945054945054945,
      "rel-constrast": 2.954033613204956,
      "step": 630,
      "subrel-constrast": 3.5757739543914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420116901397705,
      "cov-distil (oracle2student)": 4.928947448730469,
      "cov-distil (oracle2teacher)": 4.235078811645508,
      "epoch": 0.49529042386185246,
      "rel-constrast": 2.7812633514404297,
      "step": 631,
      "subrel-constrast": 3.1765706539154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351800441741943,
      "cov-distil (oracle2student)": 4.120834827423096,
      "cov-distil (oracle2teacher)": 3.9052772521972656,
      "epoch": 0.49607535321821034,
      "rel-constrast": 3.615407705307007,
      "step": 632,
      "subrel-constrast": 4.2025980949401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3755626678466797,
      "cov-distil (oracle2student)": 5.056934356689453,
      "cov-distil (oracle2teacher)": 4.90856409072876,
      "epoch": 0.49686028257456827,
      "rel-constrast": 2.6612343788146973,
      "step": 633,
      "subrel-constrast": 4.209048271179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9675778150558472,
      "cov-distil (oracle2student)": 4.686700820922852,
      "cov-distil (oracle2teacher)": 4.426020622253418,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.1365408897399902,
      "step": 634,
      "subrel-constrast": 3.9273977279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0035932064056396,
      "cov-distil (oracle2student)": 5.538258075714111,
      "cov-distil (oracle2teacher)": 5.165951251983643,
      "epoch": 0.49843014128728413,
      "rel-constrast": 2.7750558853149414,
      "step": 635,
      "subrel-constrast": 3.806626558303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3596818447113037,
      "cov-distil (oracle2student)": 3.209580898284912,
      "cov-distil (oracle2teacher)": 2.825058698654175,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.5642096996307373,
      "step": 636,
      "subrel-constrast": 3.0287351608276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282710552215576,
      "cov-distil (oracle2student)": 3.7373931407928467,
      "cov-distil (oracle2teacher)": 4.138462543487549,
      "epoch": 0.5,
      "rel-constrast": 1.9786146879196167,
      "step": 637,
      "subrel-constrast": 3.205592155456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8553136587142944,
      "cov-distil (oracle2student)": 5.393945217132568,
      "cov-distil (oracle2teacher)": 5.395947456359863,
      "epoch": 0.5007849293563579,
      "rel-constrast": 2.923612117767334,
      "step": 638,
      "subrel-constrast": 4.007955074310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033832550048828,
      "cov-distil (oracle2student)": 3.891213893890381,
      "cov-distil (oracle2teacher)": 3.800802230834961,
      "epoch": 0.5015698587127159,
      "rel-constrast": 2.741145133972168,
      "step": 639,
      "subrel-constrast": 3.580454111099243,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 3.71875,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.7548,
      "step": 640
    },
    {
      "cov-distil": 1.8791983127593994,
      "cov-distil (oracle2student)": 5.5948591232299805,
      "cov-distil (oracle2teacher)": 5.109271049499512,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.0045385360717773,
      "step": 640,
      "subrel-constrast": 3.511796236038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166692018508911,
      "cov-distil (oracle2student)": 3.539957284927368,
      "cov-distil (oracle2teacher)": 3.8402397632598877,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.736812114715576,
      "step": 641,
      "subrel-constrast": 3.8283913135528564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041395664215088,
      "cov-distil (oracle2student)": 4.303011417388916,
      "cov-distil (oracle2teacher)": 4.821286201477051,
      "epoch": 0.5039246467817896,
      "rel-constrast": 2.6481075286865234,
      "step": 642,
      "subrel-constrast": 4.06143045425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227583646774292,
      "cov-distil (oracle2student)": 3.535529375076294,
      "cov-distil (oracle2teacher)": 3.594417095184326,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.365248680114746,
      "step": 643,
      "subrel-constrast": 3.5968401432037354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073756217956543,
      "cov-distil (oracle2student)": 5.083521842956543,
      "cov-distil (oracle2teacher)": 4.960268974304199,
      "epoch": 0.5054945054945055,
      "rel-constrast": 1.8958954811096191,
      "step": 644,
      "subrel-constrast": 2.701568126678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.137397289276123,
      "cov-distil (oracle2student)": 3.588860034942627,
      "cov-distil (oracle2teacher)": 3.9593214988708496,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.8824877738952637,
      "step": 645,
      "subrel-constrast": 3.7336277961730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6752140522003174,
      "cov-distil (oracle2student)": 4.316745281219482,
      "cov-distil (oracle2teacher)": 4.366512775421143,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.3616843223571777,
      "step": 646,
      "subrel-constrast": 3.8452634811401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8800933361053467,
      "cov-distil (oracle2student)": 3.7130632400512695,
      "cov-distil (oracle2teacher)": 4.398766994476318,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.4403882026672363,
      "step": 647,
      "subrel-constrast": 3.7813916206359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7442132234573364,
      "cov-distil (oracle2student)": 4.6336798667907715,
      "cov-distil (oracle2teacher)": 4.778153896331787,
      "epoch": 0.5086342229199372,
      "rel-constrast": 3.3467373847961426,
      "step": 648,
      "subrel-constrast": 3.521540641784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5582833290100098,
      "cov-distil (oracle2student)": 4.778079986572266,
      "cov-distil (oracle2teacher)": 4.901483058929443,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.397049903869629,
      "step": 649,
      "subrel-constrast": 5.637807369232178,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.1875,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.75,
      "step": 650
    },
    {
      "cov-distil": 1.795478343963623,
      "cov-distil (oracle2student)": 2.912015914916992,
      "cov-distil (oracle2teacher)": 3.1785459518432617,
      "epoch": 0.5102040816326531,
      "rel-constrast": 1.8433455228805542,
      "step": 650,
      "subrel-constrast": 2.8273890018463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9204704761505127,
      "cov-distil (oracle2student)": 3.5337541103363037,
      "cov-distil (oracle2teacher)": 4.10527229309082,
      "epoch": 0.510989010989011,
      "rel-constrast": 3.8916494846343994,
      "step": 651,
      "subrel-constrast": 4.8195109367370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054694652557373,
      "cov-distil (oracle2student)": 4.187878608703613,
      "cov-distil (oracle2teacher)": 3.8050854206085205,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.5740184783935547,
      "step": 652,
      "subrel-constrast": 3.30517315864563,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1405389308929443,
      "cov-distil (oracle2student)": 4.149928569793701,
      "cov-distil (oracle2teacher)": 3.9852166175842285,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.254607677459717,
      "step": 653,
      "subrel-constrast": 4.203800678253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8489280939102173,
      "cov-distil (oracle2student)": 5.060158729553223,
      "cov-distil (oracle2teacher)": 5.052308082580566,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.165128231048584,
      "step": 654,
      "subrel-constrast": 3.9826109409332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9807188510894775,
      "cov-distil (oracle2student)": 3.158275842666626,
      "cov-distil (oracle2teacher)": 3.332206964492798,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.14204478263855,
      "step": 655,
      "subrel-constrast": 3.5155529975891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601781606674194,
      "cov-distil (oracle2student)": 4.074418544769287,
      "cov-distil (oracle2teacher)": 3.8383498191833496,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.2515664100646973,
      "step": 656,
      "subrel-constrast": 3.1376144886016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272733449935913,
      "cov-distil (oracle2student)": 3.7542519569396973,
      "cov-distil (oracle2teacher)": 3.874791145324707,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.684518337249756,
      "step": 657,
      "subrel-constrast": 4.712831020355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5630360841751099,
      "cov-distil (oracle2student)": 2.1613852977752686,
      "cov-distil (oracle2teacher)": 3.0094685554504395,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.075195074081421,
      "step": 658,
      "subrel-constrast": 3.025210380554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6856491565704346,
      "cov-distil (oracle2student)": 4.793187141418457,
      "cov-distil (oracle2teacher)": 4.714203834533691,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.0633230209350586,
      "step": 659,
      "subrel-constrast": 3.479147434234619,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.03125,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7257,
      "step": 660
    },
    {
      "cov-distil": 1.7510147094726562,
      "cov-distil (oracle2student)": 4.795334815979004,
      "cov-distil (oracle2teacher)": 4.340865135192871,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.31113338470459,
      "step": 660,
      "subrel-constrast": 4.312914848327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8804326057434082,
      "cov-distil (oracle2student)": 2.849928855895996,
      "cov-distil (oracle2teacher)": 3.5340828895568848,
      "epoch": 0.5188383045525903,
      "rel-constrast": 3.0784831047058105,
      "step": 661,
      "subrel-constrast": 4.467003345489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328789234161377,
      "cov-distil (oracle2student)": 2.676158905029297,
      "cov-distil (oracle2teacher)": 3.3783020973205566,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.5121450424194336,
      "step": 662,
      "subrel-constrast": 4.109726905822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6037254333496094,
      "cov-distil (oracle2student)": 3.3752005100250244,
      "cov-distil (oracle2teacher)": 3.9540486335754395,
      "epoch": 0.5204081632653061,
      "rel-constrast": 2.7328197956085205,
      "step": 663,
      "subrel-constrast": 4.131999492645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808890700340271,
      "cov-distil (oracle2student)": 4.667914390563965,
      "cov-distil (oracle2teacher)": 4.556419849395752,
      "epoch": 0.521193092621664,
      "rel-constrast": 1.8735610246658325,
      "step": 664,
      "subrel-constrast": 3.0393104553222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6346778869628906,
      "cov-distil (oracle2student)": 5.942058563232422,
      "cov-distil (oracle2teacher)": 6.0120320320129395,
      "epoch": 0.521978021978022,
      "rel-constrast": 3.8109772205352783,
      "step": 665,
      "subrel-constrast": 4.580883979797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676388263702393,
      "cov-distil (oracle2student)": 3.298137664794922,
      "cov-distil (oracle2teacher)": 3.070352792739868,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4468603134155273,
      "step": 666,
      "subrel-constrast": 2.820176362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.455923557281494,
      "cov-distil (oracle2student)": 3.8468985557556152,
      "cov-distil (oracle2teacher)": 4.581437110900879,
      "epoch": 0.5235478806907379,
      "rel-constrast": 2.9434757232666016,
      "step": 667,
      "subrel-constrast": 4.126277923583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.33247709274292,
      "cov-distil (oracle2student)": 4.847843170166016,
      "cov-distil (oracle2teacher)": 4.846686363220215,
      "epoch": 0.5243328100470958,
      "rel-constrast": 2.0010688304901123,
      "step": 668,
      "subrel-constrast": 3.347223997116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.186685562133789,
      "cov-distil (oracle2student)": 3.4688880443573,
      "cov-distil (oracle2teacher)": 4.149722576141357,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.5588297843933105,
      "step": 669,
      "subrel-constrast": 3.745596170425415,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 4.53125,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.7801,
      "step": 670
    },
    {
      "cov-distil": 2.1033074855804443,
      "cov-distil (oracle2student)": 3.6809587478637695,
      "cov-distil (oracle2teacher)": 3.9030838012695312,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.2177886962890625,
      "step": 670,
      "subrel-constrast": 3.0960311889648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365766525268555,
      "cov-distil (oracle2student)": 5.242362976074219,
      "cov-distil (oracle2teacher)": 5.114618301391602,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.16544771194458,
      "step": 671,
      "subrel-constrast": 4.709212779998779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521654605865479,
      "cov-distil (oracle2student)": 2.6562910079956055,
      "cov-distil (oracle2teacher)": 3.192100763320923,
      "epoch": 0.5274725274725275,
      "rel-constrast": 2.6507606506347656,
      "step": 672,
      "subrel-constrast": 3.5334577560424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8022798299789429,
      "cov-distil (oracle2student)": 5.275149822235107,
      "cov-distil (oracle2teacher)": 4.900774955749512,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.4359850883483887,
      "step": 673,
      "subrel-constrast": 4.495357990264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201789379119873,
      "cov-distil (oracle2student)": 4.586761474609375,
      "cov-distil (oracle2teacher)": 4.908451080322266,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.8908510208129883,
      "step": 674,
      "subrel-constrast": 3.9534451961517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3140687942504883,
      "cov-distil (oracle2student)": 5.266844749450684,
      "cov-distil (oracle2teacher)": 5.422895908355713,
      "epoch": 0.5298273155416012,
      "rel-constrast": 2.6317949295043945,
      "step": 675,
      "subrel-constrast": 4.1110429763793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8345911502838135,
      "cov-distil (oracle2student)": 5.15147590637207,
      "cov-distil (oracle2teacher)": 5.193542003631592,
      "epoch": 0.5306122448979592,
      "rel-constrast": 3.7150840759277344,
      "step": 676,
      "subrel-constrast": 4.585597991943359,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2882975339889526,
      "cov-distil (oracle2student)": 3.5526535511016846,
      "cov-distil (oracle2teacher)": 3.846144676208496,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.110678195953369,
      "step": 677,
      "subrel-constrast": 3.7565042972564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4231371879577637,
      "cov-distil (oracle2student)": 7.52601432800293,
      "cov-distil (oracle2teacher)": 7.282402992248535,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.0562167167663574,
      "step": 678,
      "subrel-constrast": 3.131530523300171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7832036018371582,
      "cov-distil (oracle2student)": 4.332822799682617,
      "cov-distil (oracle2teacher)": 3.8415884971618652,
      "epoch": 0.532967032967033,
      "rel-constrast": 2.9941887855529785,
      "step": 679,
      "subrel-constrast": 4.148957252502441,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.40625,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.7661,
      "step": 680
    },
    {
      "cov-distil": 2.976506233215332,
      "cov-distil (oracle2student)": 2.737016201019287,
      "cov-distil (oracle2teacher)": 3.6427924633026123,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.768526077270508,
      "step": 680,
      "subrel-constrast": 4.171741008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017043352127075,
      "cov-distil (oracle2student)": 4.856146812438965,
      "cov-distil (oracle2teacher)": 4.975362777709961,
      "epoch": 0.5345368916797488,
      "rel-constrast": 2.8353424072265625,
      "step": 681,
      "subrel-constrast": 3.510315179824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8593993186950684,
      "cov-distil (oracle2student)": 4.279115676879883,
      "cov-distil (oracle2teacher)": 4.743142127990723,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.975757598876953,
      "step": 682,
      "subrel-constrast": 4.763212203979492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9653644561767578,
      "cov-distil (oracle2student)": 5.283106803894043,
      "cov-distil (oracle2teacher)": 5.245314598083496,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.18721866607666,
      "step": 683,
      "subrel-constrast": 3.3328561782836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7421069145202637,
      "cov-distil (oracle2student)": 2.9826724529266357,
      "cov-distil (oracle2teacher)": 3.6690473556518555,
      "epoch": 0.5368916797488226,
      "rel-constrast": 2.8987863063812256,
      "step": 684,
      "subrel-constrast": 4.028104782104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444427251815796,
      "cov-distil (oracle2student)": 4.8611860275268555,
      "cov-distil (oracle2teacher)": 4.537598609924316,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.2304131984710693,
      "step": 685,
      "subrel-constrast": 3.6858301162719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1695566177368164,
      "cov-distil (oracle2student)": 3.313580274581909,
      "cov-distil (oracle2teacher)": 3.8200268745422363,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.3684518337249756,
      "step": 686,
      "subrel-constrast": 3.3099071979522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468451738357544,
      "cov-distil (oracle2student)": 3.6276543140411377,
      "cov-distil (oracle2teacher)": 3.6492221355438232,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.8236753940582275,
      "step": 687,
      "subrel-constrast": 3.790072202682495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849158525466919,
      "cov-distil (oracle2student)": 3.6526594161987305,
      "cov-distil (oracle2teacher)": 4.209420204162598,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.067387342453003,
      "step": 688,
      "subrel-constrast": 3.2145984172821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7833809852600098,
      "cov-distil (oracle2student)": 5.275423049926758,
      "cov-distil (oracle2teacher)": 5.1099467277526855,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.1524910926818848,
      "step": 689,
      "subrel-constrast": 3.165025472640991,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 4.125,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7331,
      "step": 690
    },
    {
      "cov-distil": 1.7439091205596924,
      "cov-distil (oracle2student)": 4.504364967346191,
      "cov-distil (oracle2teacher)": 4.584873199462891,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.27126407623291,
      "step": 690,
      "subrel-constrast": 4.273568153381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728256344795227,
      "cov-distil (oracle2student)": 3.9927732944488525,
      "cov-distil (oracle2teacher)": 4.180449485778809,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.197436809539795,
      "step": 691,
      "subrel-constrast": 3.5176374912261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9203484058380127,
      "cov-distil (oracle2student)": 5.035391807556152,
      "cov-distil (oracle2teacher)": 4.4238152503967285,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.6449713706970215,
      "step": 692,
      "subrel-constrast": 3.5408897399902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9521615505218506,
      "cov-distil (oracle2student)": 3.8563003540039062,
      "cov-distil (oracle2teacher)": 4.393877029418945,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.0978217124938965,
      "step": 693,
      "subrel-constrast": 4.061553955078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2051734924316406,
      "cov-distil (oracle2student)": 4.695972442626953,
      "cov-distil (oracle2teacher)": 4.743729591369629,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.614407539367676,
      "step": 694,
      "subrel-constrast": 3.8574283123016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6928645372390747,
      "cov-distil (oracle2student)": 6.365776062011719,
      "cov-distil (oracle2teacher)": 6.010419845581055,
      "epoch": 0.5455259026687598,
      "rel-constrast": 1.9208966493606567,
      "step": 695,
      "subrel-constrast": 3.240328788757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0202674865722656,
      "cov-distil (oracle2student)": 5.320736885070801,
      "cov-distil (oracle2teacher)": 4.7221832275390625,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.25128173828125,
      "step": 696,
      "subrel-constrast": 4.200072288513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9833574295043945,
      "cov-distil (oracle2student)": 4.140048503875732,
      "cov-distil (oracle2teacher)": 5.275056838989258,
      "epoch": 0.5470957613814756,
      "rel-constrast": 2.8362722396850586,
      "step": 697,
      "subrel-constrast": 4.380163192749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.392133951187134,
      "cov-distil (oracle2student)": 5.000821113586426,
      "cov-distil (oracle2teacher)": 4.708486557006836,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.3633127212524414,
      "step": 698,
      "subrel-constrast": 3.6294126510620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0554394721984863,
      "cov-distil (oracle2student)": 4.788439750671387,
      "cov-distil (oracle2teacher)": 4.742029190063477,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.9329466819763184,
      "step": 699,
      "subrel-constrast": 4.796554088592529,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.40625,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7525,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.3218750059604645,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.057861328125
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.03521728515625
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.02264404296875,
      "step": 700
    },
    {
      "cov-distil": 2.181175708770752,
      "cov-distil (oracle2student)": 4.4960432052612305,
      "cov-distil (oracle2teacher)": 4.555289268493652,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.3909902572631836,
      "step": 700,
      "subrel-constrast": 3.3291940689086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4125492572784424,
      "cov-distil (oracle2student)": 5.076875686645508,
      "cov-distil (oracle2teacher)": 5.282895565032959,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.278326988220215,
      "step": 701,
      "subrel-constrast": 4.172837734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980322360992432,
      "cov-distil (oracle2student)": 3.827308177947998,
      "cov-distil (oracle2teacher)": 4.035863876342773,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.771920680999756,
      "step": 702,
      "subrel-constrast": 3.9793426990509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5649192333221436,
      "cov-distil (oracle2student)": 4.107869625091553,
      "cov-distil (oracle2teacher)": 4.0452775955200195,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.268759250640869,
      "step": 703,
      "subrel-constrast": 3.65757417678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433073997497559,
      "cov-distil (oracle2student)": 2.1061594486236572,
      "cov-distil (oracle2teacher)": 2.601578712463379,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.1269843578338623,
      "step": 704,
      "subrel-constrast": 3.0356030464172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9998645782470703,
      "cov-distil (oracle2student)": 4.566271781921387,
      "cov-distil (oracle2teacher)": 4.426023483276367,
      "epoch": 0.5533751962323391,
      "rel-constrast": 1.916378378868103,
      "step": 705,
      "subrel-constrast": 3.0175156593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18949031829834,
      "cov-distil (oracle2student)": 3.0585789680480957,
      "cov-distil (oracle2teacher)": 3.8023111820220947,
      "epoch": 0.554160125588697,
      "rel-constrast": 1.8999524116516113,
      "step": 706,
      "subrel-constrast": 3.1546006202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456933498382568,
      "cov-distil (oracle2student)": 3.723079204559326,
      "cov-distil (oracle2teacher)": 4.140909194946289,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.3275699615478516,
      "step": 707,
      "subrel-constrast": 3.293647050857544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1336488723754883,
      "cov-distil (oracle2student)": 4.3351359367370605,
      "cov-distil (oracle2teacher)": 4.747817039489746,
      "epoch": 0.5557299843014128,
      "rel-constrast": 2.995155096054077,
      "step": 708,
      "subrel-constrast": 4.156558513641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4298558235168457,
      "cov-distil (oracle2student)": 3.0355224609375,
      "cov-distil (oracle2teacher)": 3.4870455265045166,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.5049521923065186,
      "step": 709,
      "subrel-constrast": 3.4288554191589355,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.5,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.6403,
      "step": 710
    },
    {
      "cov-distil": 2.3285465240478516,
      "cov-distil (oracle2student)": 3.796743869781494,
      "cov-distil (oracle2teacher)": 3.953320026397705,
      "epoch": 0.5572998430141287,
      "rel-constrast": 1.6819190979003906,
      "step": 710,
      "subrel-constrast": 2.71814227104187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937394380569458,
      "cov-distil (oracle2student)": 4.53237247467041,
      "cov-distil (oracle2teacher)": 4.101768493652344,
      "epoch": 0.5580847723704867,
      "rel-constrast": 2.289489984512329,
      "step": 711,
      "subrel-constrast": 3.409165143966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033285140991211,
      "cov-distil (oracle2student)": 4.064957618713379,
      "cov-distil (oracle2teacher)": 3.6352124214172363,
      "epoch": 0.5588697017268446,
      "rel-constrast": 1.7584384679794312,
      "step": 712,
      "subrel-constrast": 2.966434955596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5807933807373047,
      "cov-distil (oracle2student)": 4.193121910095215,
      "cov-distil (oracle2teacher)": 4.513419151306152,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.623839855194092,
      "step": 713,
      "subrel-constrast": 3.41446590423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4482460021972656,
      "cov-distil (oracle2student)": 5.951502323150635,
      "cov-distil (oracle2teacher)": 5.5351409912109375,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.2057461738586426,
      "step": 714,
      "subrel-constrast": 3.3180081844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8429044485092163,
      "cov-distil (oracle2student)": 2.9461498260498047,
      "cov-distil (oracle2teacher)": 3.229332208633423,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.7670886516571045,
      "step": 715,
      "subrel-constrast": 4.00112771987915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8822686672210693,
      "cov-distil (oracle2student)": 2.8478963375091553,
      "cov-distil (oracle2teacher)": 3.1465117931365967,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.2811474800109863,
      "step": 716,
      "subrel-constrast": 3.01971697807312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868134617805481,
      "cov-distil (oracle2student)": 4.128328323364258,
      "cov-distil (oracle2teacher)": 3.9095497131347656,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.2149505615234375,
      "step": 717,
      "subrel-constrast": 3.2841734886169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0253477096557617,
      "cov-distil (oracle2student)": 4.625003814697266,
      "cov-distil (oracle2teacher)": 4.456612586975098,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.236102819442749,
      "step": 718,
      "subrel-constrast": 4.146581172943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6980504989624023,
      "cov-distil (oracle2student)": 4.7073798179626465,
      "cov-distil (oracle2teacher)": 4.387423515319824,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.6584084033966064,
      "step": 719,
      "subrel-constrast": 3.217298984527588,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 4.15625,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.642,
      "step": 720
    },
    {
      "cov-distil": 1.6974848508834839,
      "cov-distil (oracle2student)": 3.8708817958831787,
      "cov-distil (oracle2teacher)": 3.658071279525757,
      "epoch": 0.565149136577708,
      "rel-constrast": 2.6722283363342285,
      "step": 720,
      "subrel-constrast": 3.7077722549438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95380437374115,
      "cov-distil (oracle2student)": 3.4798552989959717,
      "cov-distil (oracle2teacher)": 3.7423927783966064,
      "epoch": 0.5659340659340659,
      "rel-constrast": 2.7985827922821045,
      "step": 721,
      "subrel-constrast": 3.8340163230895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6302876472473145,
      "cov-distil (oracle2student)": 4.880523681640625,
      "cov-distil (oracle2teacher)": 4.8840556144714355,
      "epoch": 0.5667189952904239,
      "rel-constrast": 2.8865725994110107,
      "step": 722,
      "subrel-constrast": 3.844895124435425,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2841336727142334,
      "cov-distil (oracle2student)": 4.262124538421631,
      "cov-distil (oracle2teacher)": 4.380487442016602,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.5732898712158203,
      "step": 723,
      "subrel-constrast": 3.7322702407836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614408016204834,
      "cov-distil (oracle2student)": 4.4937744140625,
      "cov-distil (oracle2teacher)": 4.162192344665527,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.472415566444397,
      "step": 724,
      "subrel-constrast": 2.318080425262451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539646863937378,
      "cov-distil (oracle2student)": 5.594768524169922,
      "cov-distil (oracle2teacher)": 5.4902753829956055,
      "epoch": 0.5690737833594977,
      "rel-constrast": 3.8985586166381836,
      "step": 725,
      "subrel-constrast": 5.044704437255859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6071202754974365,
      "cov-distil (oracle2student)": 4.9737653732299805,
      "cov-distil (oracle2teacher)": 4.753851890563965,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.3673129081726074,
      "step": 726,
      "subrel-constrast": 3.5244293212890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035290241241455,
      "cov-distil (oracle2student)": 5.015532493591309,
      "cov-distil (oracle2teacher)": 5.08856725692749,
      "epoch": 0.5706436420722135,
      "rel-constrast": 3.928107261657715,
      "step": 727,
      "subrel-constrast": 4.4519453048706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6042835712432861,
      "cov-distil (oracle2student)": 3.1648106575012207,
      "cov-distil (oracle2teacher)": 3.4619603157043457,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.7597668170928955,
      "step": 728,
      "subrel-constrast": 3.488325834274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238103151321411,
      "cov-distil (oracle2student)": 4.232260704040527,
      "cov-distil (oracle2teacher)": 3.9429643154144287,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.8198904991149902,
      "step": 729,
      "subrel-constrast": 3.6119511127471924,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 5.09375,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.7486,
      "step": 730
    },
    {
      "cov-distil": 1.8439668416976929,
      "cov-distil (oracle2student)": 4.110138893127441,
      "cov-distil (oracle2teacher)": 3.962405204772949,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.1389997005462646,
      "step": 730,
      "subrel-constrast": 3.5892951488494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4400129318237305,
      "cov-distil (oracle2student)": 3.724912166595459,
      "cov-distil (oracle2teacher)": 4.169910430908203,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.5383870601654053,
      "step": 731,
      "subrel-constrast": 3.2534592151641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.374474048614502,
      "cov-distil (oracle2student)": 4.087512493133545,
      "cov-distil (oracle2teacher)": 3.7768959999084473,
      "epoch": 0.5745682888540031,
      "rel-constrast": 1.816800832748413,
      "step": 732,
      "subrel-constrast": 2.8753979206085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032419443130493,
      "cov-distil (oracle2student)": 4.098456382751465,
      "cov-distil (oracle2teacher)": 3.386483907699585,
      "epoch": 0.5753532182103611,
      "rel-constrast": 1.8954277038574219,
      "step": 733,
      "subrel-constrast": 2.733671188354492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211997032165527,
      "cov-distil (oracle2student)": 4.219961643218994,
      "cov-distil (oracle2teacher)": 4.6359758377075195,
      "epoch": 0.576138147566719,
      "rel-constrast": 2.807623863220215,
      "step": 734,
      "subrel-constrast": 3.7198948860168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3842740058898926,
      "cov-distil (oracle2student)": 4.580625534057617,
      "cov-distil (oracle2teacher)": 4.127991676330566,
      "epoch": 0.5769230769230769,
      "rel-constrast": 2.8058359622955322,
      "step": 735,
      "subrel-constrast": 3.4826033115386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7599005699157715,
      "cov-distil (oracle2student)": 5.418863296508789,
      "cov-distil (oracle2teacher)": 5.302369117736816,
      "epoch": 0.5777080062794349,
      "rel-constrast": 1.7956748008728027,
      "step": 736,
      "subrel-constrast": 2.849947690963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2356743812561035,
      "cov-distil (oracle2student)": 2.6182398796081543,
      "cov-distil (oracle2teacher)": 3.016958236694336,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.01657772064209,
      "step": 737,
      "subrel-constrast": 2.753005266189575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0652637481689453,
      "cov-distil (oracle2student)": 3.9404373168945312,
      "cov-distil (oracle2teacher)": 3.7618329524993896,
      "epoch": 0.5792778649921507,
      "rel-constrast": 2.7158360481262207,
      "step": 738,
      "subrel-constrast": 3.5680131912231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013216495513916,
      "cov-distil (oracle2student)": 3.339348077774048,
      "cov-distil (oracle2teacher)": 3.1466188430786133,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.0378217697143555,
      "step": 739,
      "subrel-constrast": 3.1805734634399414,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 4.125,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.6309,
      "step": 740
    },
    {
      "cov-distil": 1.949844479560852,
      "cov-distil (oracle2student)": 4.5332417488098145,
      "cov-distil (oracle2teacher)": 4.617924690246582,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.6459059715270996,
      "step": 740,
      "subrel-constrast": 3.8767051696777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0017354488372803,
      "cov-distil (oracle2student)": 5.176070690155029,
      "cov-distil (oracle2teacher)": 4.812751770019531,
      "epoch": 0.5816326530612245,
      "rel-constrast": 2.6857471466064453,
      "step": 741,
      "subrel-constrast": 3.5699117183685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0519344806671143,
      "cov-distil (oracle2student)": 4.6799774169921875,
      "cov-distil (oracle2teacher)": 4.275152683258057,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.65838360786438,
      "step": 742,
      "subrel-constrast": 3.7809247970581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0028586387634277,
      "cov-distil (oracle2student)": 2.3408918380737305,
      "cov-distil (oracle2teacher)": 2.9450252056121826,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.606565475463867,
      "step": 743,
      "subrel-constrast": 3.8307268619537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5043437480926514,
      "cov-distil (oracle2student)": 6.3548994064331055,
      "cov-distil (oracle2teacher)": 5.169794082641602,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.319561243057251,
      "step": 744,
      "subrel-constrast": 3.9419381618499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9331130981445312,
      "cov-distil (oracle2student)": 4.296886920928955,
      "cov-distil (oracle2teacher)": 4.507917404174805,
      "epoch": 0.5847723704866562,
      "rel-constrast": 2.9349594116210938,
      "step": 745,
      "subrel-constrast": 4.073703765869141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.708876371383667,
      "cov-distil (oracle2student)": 4.380034446716309,
      "cov-distil (oracle2teacher)": 4.600903511047363,
      "epoch": 0.5855572998430141,
      "rel-constrast": 3.596048355102539,
      "step": 746,
      "subrel-constrast": 4.517871856689453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9165735244750977,
      "cov-distil (oracle2student)": 5.582075119018555,
      "cov-distil (oracle2teacher)": 5.568267822265625,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.320577621459961,
      "step": 747,
      "subrel-constrast": 4.465821266174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.807887077331543,
      "cov-distil (oracle2student)": 4.038469314575195,
      "cov-distil (oracle2teacher)": 3.829639434814453,
      "epoch": 0.5871271585557299,
      "rel-constrast": 2.9379968643188477,
      "step": 748,
      "subrel-constrast": 4.443359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151285648345947,
      "cov-distil (oracle2student)": 6.675088405609131,
      "cov-distil (oracle2teacher)": 5.760778427124023,
      "epoch": 0.5879120879120879,
      "rel-constrast": 3.1933486461639404,
      "step": 749,
      "subrel-constrast": 4.155144691467285,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 5.46875,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.7967,
      "step": 750
    },
    {
      "cov-distil": 2.0760631561279297,
      "cov-distil (oracle2student)": 5.336791038513184,
      "cov-distil (oracle2teacher)": 5.114401817321777,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.3286993503570557,
      "step": 750,
      "subrel-constrast": 3.512091875076294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2394602298736572,
      "cov-distil (oracle2student)": 5.6748881340026855,
      "cov-distil (oracle2teacher)": 5.144212245941162,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.638474464416504,
      "step": 751,
      "subrel-constrast": 5.298325061798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4248030185699463,
      "cov-distil (oracle2student)": 5.969118118286133,
      "cov-distil (oracle2teacher)": 5.920683860778809,
      "epoch": 0.5902668759811617,
      "rel-constrast": 2.6738457679748535,
      "step": 752,
      "subrel-constrast": 3.660184383392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776297926902771,
      "cov-distil (oracle2student)": 4.063953399658203,
      "cov-distil (oracle2teacher)": 4.271987438201904,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.9542176723480225,
      "step": 753,
      "subrel-constrast": 3.4446635246276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009873151779175,
      "cov-distil (oracle2student)": 4.819291114807129,
      "cov-distil (oracle2teacher)": 5.023648262023926,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.668694496154785,
      "step": 754,
      "subrel-constrast": 3.9819419384002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8136714696884155,
      "cov-distil (oracle2student)": 3.8283181190490723,
      "cov-distil (oracle2teacher)": 4.019775867462158,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.249709367752075,
      "step": 755,
      "subrel-constrast": 3.7809886932373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941622257232666,
      "cov-distil (oracle2student)": 5.0208258628845215,
      "cov-distil (oracle2teacher)": 4.80550479888916,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.1995248794555664,
      "step": 756,
      "subrel-constrast": 3.4141409397125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5829741954803467,
      "cov-distil (oracle2student)": 4.337187767028809,
      "cov-distil (oracle2teacher)": 3.7503623962402344,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.040661334991455,
      "step": 757,
      "subrel-constrast": 3.911614418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256251335144043,
      "cov-distil (oracle2student)": 3.9614734649658203,
      "cov-distil (oracle2teacher)": 4.102365016937256,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.3889245986938477,
      "step": 758,
      "subrel-constrast": 4.144565582275391,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4632577896118164,
      "cov-distil (oracle2student)": 3.574937105178833,
      "cov-distil (oracle2teacher)": 4.017751216888428,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.5197906494140625,
      "step": 759,
      "subrel-constrast": 4.00142240524292,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.96875,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8405,
      "step": 760
    },
    {
      "cov-distil": 1.5264246463775635,
      "cov-distil (oracle2student)": 3.019094944000244,
      "cov-distil (oracle2teacher)": 3.103343963623047,
      "epoch": 0.5965463108320251,
      "rel-constrast": 2.8679990768432617,
      "step": 760,
      "subrel-constrast": 3.4613089561462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.414930582046509,
      "cov-distil (oracle2student)": 5.818894386291504,
      "cov-distil (oracle2teacher)": 4.7737650871276855,
      "epoch": 0.597331240188383,
      "rel-constrast": 2.8752079010009766,
      "step": 761,
      "subrel-constrast": 3.6584367752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3983787298202515,
      "cov-distil (oracle2student)": 2.590700149536133,
      "cov-distil (oracle2teacher)": 3.1148464679718018,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.4492878913879395,
      "step": 762,
      "subrel-constrast": 3.479527473449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7677974700927734,
      "cov-distil (oracle2student)": 3.653330087661743,
      "cov-distil (oracle2teacher)": 3.5676822662353516,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.266293525695801,
      "step": 763,
      "subrel-constrast": 3.4307045936584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5328972339630127,
      "cov-distil (oracle2student)": 5.413540840148926,
      "cov-distil (oracle2teacher)": 5.277166843414307,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.538240432739258,
      "step": 764,
      "subrel-constrast": 3.8095598220825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399198532104492,
      "cov-distil (oracle2student)": 4.329865455627441,
      "cov-distil (oracle2teacher)": 4.046688079833984,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.544536590576172,
      "step": 765,
      "subrel-constrast": 3.504791736602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4949631690979004,
      "cov-distil (oracle2student)": 5.501690864562988,
      "cov-distil (oracle2teacher)": 5.278680801391602,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.085678815841675,
      "step": 766,
      "subrel-constrast": 4.5386152267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.97635817527771,
      "cov-distil (oracle2student)": 4.331391334533691,
      "cov-distil (oracle2teacher)": 4.819714546203613,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.6791534423828125,
      "step": 767,
      "subrel-constrast": 4.109835624694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9795265197753906,
      "cov-distil (oracle2student)": 3.9604601860046387,
      "cov-distil (oracle2teacher)": 3.897409677505493,
      "epoch": 0.6028257456828885,
      "rel-constrast": 2.893381118774414,
      "step": 768,
      "subrel-constrast": 3.544994354248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9364285469055176,
      "cov-distil (oracle2student)": 4.221736907958984,
      "cov-distil (oracle2teacher)": 4.471977233886719,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.094393730163574,
      "step": 769,
      "subrel-constrast": 4.143015384674072,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 4.46875,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7313,
      "step": 770
    },
    {
      "cov-distil": 2.1344192028045654,
      "cov-distil (oracle2student)": 3.236863613128662,
      "cov-distil (oracle2teacher)": 3.2669906616210938,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.0116946697235107,
      "step": 770,
      "subrel-constrast": 3.48584246635437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8091436624526978,
      "cov-distil (oracle2student)": 4.835150241851807,
      "cov-distil (oracle2teacher)": 4.91487979888916,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.3150572776794434,
      "step": 771,
      "subrel-constrast": 3.490152359008789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7060894966125488,
      "cov-distil (oracle2student)": 4.400781631469727,
      "cov-distil (oracle2teacher)": 4.320243835449219,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.0776548385620117,
      "step": 772,
      "subrel-constrast": 3.744307041168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118053913116455,
      "cov-distil (oracle2student)": 3.5519628524780273,
      "cov-distil (oracle2teacher)": 3.86251163482666,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.6412463188171387,
      "step": 773,
      "subrel-constrast": 3.580489158630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049075126647949,
      "cov-distil (oracle2student)": 4.674647331237793,
      "cov-distil (oracle2teacher)": 4.685955047607422,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.4921607971191406,
      "step": 774,
      "subrel-constrast": 3.911351442337036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678742527961731,
      "cov-distil (oracle2student)": 3.3168811798095703,
      "cov-distil (oracle2teacher)": 3.5869855880737305,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.557799816131592,
      "step": 775,
      "subrel-constrast": 5.056005477905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3578884601593018,
      "cov-distil (oracle2student)": 4.702489852905273,
      "cov-distil (oracle2teacher)": 4.410811424255371,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.905818462371826,
      "step": 776,
      "subrel-constrast": 3.6025571823120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991921663284302,
      "cov-distil (oracle2student)": 4.095460891723633,
      "cov-distil (oracle2teacher)": 4.141031265258789,
      "epoch": 0.6098901098901099,
      "rel-constrast": 2.7875232696533203,
      "step": 777,
      "subrel-constrast": 3.784414291381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6491081714630127,
      "cov-distil (oracle2student)": 2.649587631225586,
      "cov-distil (oracle2teacher)": 3.2644364833831787,
      "epoch": 0.6106750392464678,
      "rel-constrast": 1.7853388786315918,
      "step": 778,
      "subrel-constrast": 2.930776357650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5443012714385986,
      "cov-distil (oracle2student)": 3.640695333480835,
      "cov-distil (oracle2teacher)": 4.029472351074219,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.539719820022583,
      "step": 779,
      "subrel-constrast": 3.831068754196167,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 4.46875,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7467,
      "step": 780
    },
    {
      "cov-distil": 1.6489627361297607,
      "cov-distil (oracle2student)": 3.650981903076172,
      "cov-distil (oracle2teacher)": 3.8227877616882324,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.8401718139648438,
      "step": 780,
      "subrel-constrast": 3.6593315601348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8222053050994873,
      "cov-distil (oracle2student)": 5.953646659851074,
      "cov-distil (oracle2teacher)": 5.817246437072754,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.459453582763672,
      "step": 781,
      "subrel-constrast": 3.681818723678589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8810442686080933,
      "cov-distil (oracle2student)": 4.430765151977539,
      "cov-distil (oracle2teacher)": 4.269031047821045,
      "epoch": 0.6138147566718996,
      "rel-constrast": 2.9935178756713867,
      "step": 782,
      "subrel-constrast": 3.9122650623321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.505290985107422,
      "cov-distil (oracle2student)": 3.330160140991211,
      "cov-distil (oracle2teacher)": 3.4497852325439453,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.111135482788086,
      "step": 783,
      "subrel-constrast": 4.567922592163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9309662580490112,
      "cov-distil (oracle2student)": 3.646366596221924,
      "cov-distil (oracle2teacher)": 3.8098273277282715,
      "epoch": 0.6153846153846154,
      "rel-constrast": 3.902768611907959,
      "step": 784,
      "subrel-constrast": 4.465827465057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588878631591797,
      "cov-distil (oracle2student)": 2.622892379760742,
      "cov-distil (oracle2teacher)": 2.644770383834839,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.198070526123047,
      "step": 785,
      "subrel-constrast": 3.013568639755249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4264769554138184,
      "cov-distil (oracle2student)": 3.7463393211364746,
      "cov-distil (oracle2teacher)": 3.880138874053955,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.1726560592651367,
      "step": 786,
      "subrel-constrast": 3.9151108264923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2779414653778076,
      "cov-distil (oracle2student)": 7.057794570922852,
      "cov-distil (oracle2teacher)": 5.9195780754089355,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.1665666103363037,
      "step": 787,
      "subrel-constrast": 4.142194747924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8585708141326904,
      "cov-distil (oracle2student)": 4.567445755004883,
      "cov-distil (oracle2teacher)": 4.804073333740234,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.965137004852295,
      "step": 788,
      "subrel-constrast": 3.868421792984009,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01106595993042,
      "cov-distil (oracle2student)": 4.328401565551758,
      "cov-distil (oracle2teacher)": 3.814530611038208,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.5885238647460938,
      "step": 789,
      "subrel-constrast": 4.095194339752197,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 6.53125,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.8075,
      "step": 790
    },
    {
      "cov-distil": 1.9032108783721924,
      "cov-distil (oracle2student)": 5.536253929138184,
      "cov-distil (oracle2teacher)": 5.041342735290527,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.5481302738189697,
      "step": 790,
      "subrel-constrast": 4.37382698059082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5197924375534058,
      "cov-distil (oracle2student)": 3.0786914825439453,
      "cov-distil (oracle2teacher)": 3.5315918922424316,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.6151833534240723,
      "step": 791,
      "subrel-constrast": 3.840066432952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8417248725891113,
      "cov-distil (oracle2student)": 4.127201080322266,
      "cov-distil (oracle2teacher)": 4.197141170501709,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.331087827682495,
      "step": 792,
      "subrel-constrast": 3.0706467628479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125084400177002,
      "cov-distil (oracle2student)": 4.039155960083008,
      "cov-distil (oracle2teacher)": 4.068049430847168,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.0692524909973145,
      "step": 793,
      "subrel-constrast": 3.3239994049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439935445785522,
      "cov-distil (oracle2student)": 3.8534066677093506,
      "cov-distil (oracle2teacher)": 4.038243293762207,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.5582923889160156,
      "step": 794,
      "subrel-constrast": 3.556321382522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2708503007888794,
      "cov-distil (oracle2student)": 2.701033592224121,
      "cov-distil (oracle2teacher)": 2.9735465049743652,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.2404656410217285,
      "step": 795,
      "subrel-constrast": 2.6901257038116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018622398376465,
      "cov-distil (oracle2student)": 4.433980941772461,
      "cov-distil (oracle2teacher)": 4.023255348205566,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.044856548309326,
      "step": 796,
      "subrel-constrast": 3.9142961502075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688415050506592,
      "cov-distil (oracle2student)": 3.791220188140869,
      "cov-distil (oracle2teacher)": 3.8067524433135986,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.0085039138793945,
      "step": 797,
      "subrel-constrast": 3.0669939517974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5651764869689941,
      "cov-distil (oracle2student)": 4.241485118865967,
      "cov-distil (oracle2teacher)": 4.090527057647705,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.2804651260375977,
      "step": 798,
      "subrel-constrast": 4.208683013916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788403868675232,
      "cov-distil (oracle2student)": 4.605666160583496,
      "cov-distil (oracle2teacher)": 4.535662651062012,
      "epoch": 0.6271585557299842,
      "rel-constrast": 3.704131841659546,
      "step": 799,
      "subrel-constrast": 4.373096466064453,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 4.90625,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7291,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.30000001192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.0548095703125
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.030029296875
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.0247802734375,
      "step": 800
    },
    {
      "cov-distil": 2.07137393951416,
      "cov-distil (oracle2student)": 3.7887167930603027,
      "cov-distil (oracle2teacher)": 3.9164695739746094,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.7764430046081543,
      "step": 800,
      "subrel-constrast": 3.3220698833465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.393472194671631,
      "cov-distil (oracle2student)": 4.741421699523926,
      "cov-distil (oracle2teacher)": 4.460577011108398,
      "epoch": 0.6287284144427001,
      "rel-constrast": 3.892425775527954,
      "step": 801,
      "subrel-constrast": 4.917531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7432823181152344,
      "cov-distil (oracle2student)": 3.0089168548583984,
      "cov-distil (oracle2teacher)": 3.588092803955078,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.488374710083008,
      "step": 802,
      "subrel-constrast": 3.4828929901123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0196077823638916,
      "cov-distil (oracle2student)": 6.32865571975708,
      "cov-distil (oracle2teacher)": 5.71528434753418,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.041060209274292,
      "step": 803,
      "subrel-constrast": 3.621938943862915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.890907645225525,
      "cov-distil (oracle2student)": 3.559891700744629,
      "cov-distil (oracle2teacher)": 3.3717827796936035,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.9127113819122314,
      "step": 804,
      "subrel-constrast": 3.0880022048950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2540407180786133,
      "cov-distil (oracle2student)": 4.077268600463867,
      "cov-distil (oracle2teacher)": 4.5374579429626465,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.3933563232421875,
      "step": 805,
      "subrel-constrast": 3.99078106880188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5415126085281372,
      "cov-distil (oracle2student)": 4.850283622741699,
      "cov-distil (oracle2teacher)": 4.938112258911133,
      "epoch": 0.6326530612244898,
      "rel-constrast": 2.7276740074157715,
      "step": 806,
      "subrel-constrast": 3.5619046688079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9655267000198364,
      "cov-distil (oracle2student)": 4.568509101867676,
      "cov-distil (oracle2teacher)": 4.79448127746582,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.127692222595215,
      "step": 807,
      "subrel-constrast": 4.244476318359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9445416927337646,
      "cov-distil (oracle2student)": 4.588274955749512,
      "cov-distil (oracle2teacher)": 4.637552738189697,
      "epoch": 0.6342229199372057,
      "rel-constrast": 1.8590281009674072,
      "step": 808,
      "subrel-constrast": 3.3275527954101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1496570110321045,
      "cov-distil (oracle2student)": 4.097894668579102,
      "cov-distil (oracle2teacher)": 4.129263877868652,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.1304121017456055,
      "step": 809,
      "subrel-constrast": 3.053251028060913,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 4.0625,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.7062,
      "step": 810
    },
    {
      "cov-distil": 1.9604099988937378,
      "cov-distil (oracle2student)": 4.845346450805664,
      "cov-distil (oracle2teacher)": 4.403116226196289,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.1647017002105713,
      "step": 810,
      "subrel-constrast": 3.679816246032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9721311330795288,
      "cov-distil (oracle2student)": 4.078941345214844,
      "cov-distil (oracle2teacher)": 4.232403755187988,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.2535033226013184,
      "step": 811,
      "subrel-constrast": 3.9063940048217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8286757469177246,
      "cov-distil (oracle2student)": 3.535308837890625,
      "cov-distil (oracle2teacher)": 3.682401180267334,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.6325817108154297,
      "step": 812,
      "subrel-constrast": 3.3632500171661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8448810577392578,
      "cov-distil (oracle2student)": 4.806265830993652,
      "cov-distil (oracle2teacher)": 4.622739315032959,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.028944492340088,
      "step": 813,
      "subrel-constrast": 3.403648853302002,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02101993560791,
      "cov-distil (oracle2student)": 4.138705253601074,
      "cov-distil (oracle2teacher)": 4.006689071655273,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.283756971359253,
      "step": 814,
      "subrel-constrast": 4.3549275398254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6917802095413208,
      "cov-distil (oracle2student)": 2.688693046569824,
      "cov-distil (oracle2teacher)": 3.134133815765381,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.4147956371307373,
      "step": 815,
      "subrel-constrast": 3.459134101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903291940689087,
      "cov-distil (oracle2student)": 3.503342390060425,
      "cov-distil (oracle2teacher)": 3.974421739578247,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.778625965118408,
      "step": 816,
      "subrel-constrast": 3.484713315963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7478690147399902,
      "cov-distil (oracle2student)": 5.24201774597168,
      "cov-distil (oracle2teacher)": 4.368651390075684,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.3097801208496094,
      "step": 817,
      "subrel-constrast": 3.8402271270751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151348114013672,
      "cov-distil (oracle2student)": 4.053069114685059,
      "cov-distil (oracle2teacher)": 3.972433090209961,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.5827136039733887,
      "step": 818,
      "subrel-constrast": 3.633152723312378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8682067394256592,
      "cov-distil (oracle2student)": 4.006582260131836,
      "cov-distil (oracle2teacher)": 3.94551944732666,
      "epoch": 0.6428571428571429,
      "rel-constrast": 2.338613271713257,
      "step": 819,
      "subrel-constrast": 3.299278974533081,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 3.6875,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.7172,
      "step": 820
    },
    {
      "cov-distil": 1.3613040447235107,
      "cov-distil (oracle2student)": 3.4806251525878906,
      "cov-distil (oracle2teacher)": 3.470193386077881,
      "epoch": 0.6436420722135008,
      "rel-constrast": 2.731233596801758,
      "step": 820,
      "subrel-constrast": 3.265641927719116,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244143009185791,
      "cov-distil (oracle2student)": 4.559513092041016,
      "cov-distil (oracle2teacher)": 4.53828239440918,
      "epoch": 0.6444270015698587,
      "rel-constrast": 1.8589560985565186,
      "step": 821,
      "subrel-constrast": 3.1558451652526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5794264078140259,
      "cov-distil (oracle2student)": 4.966009140014648,
      "cov-distil (oracle2teacher)": 4.443942070007324,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.2919812202453613,
      "step": 822,
      "subrel-constrast": 3.8437931537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960428953170776,
      "cov-distil (oracle2student)": 3.97774600982666,
      "cov-distil (oracle2teacher)": 4.340310096740723,
      "epoch": 0.6459968602825745,
      "rel-constrast": 3.759077787399292,
      "step": 823,
      "subrel-constrast": 3.9104790687561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.342135429382324,
      "cov-distil (oracle2student)": 4.254604339599609,
      "cov-distil (oracle2teacher)": 3.7513608932495117,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.8113479614257812,
      "step": 824,
      "subrel-constrast": 3.7916905879974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8334715366363525,
      "cov-distil (oracle2student)": 4.044943809509277,
      "cov-distil (oracle2teacher)": 3.8085620403289795,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.648815155029297,
      "step": 825,
      "subrel-constrast": 4.402959823608398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441406726837158,
      "cov-distil (oracle2student)": 4.912572860717773,
      "cov-distil (oracle2teacher)": 5.065012454986572,
      "epoch": 0.6483516483516484,
      "rel-constrast": 2.6673500537872314,
      "step": 826,
      "subrel-constrast": 4.091324806213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0244760513305664,
      "cov-distil (oracle2student)": 4.431854248046875,
      "cov-distil (oracle2teacher)": 4.079989910125732,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.2582874298095703,
      "step": 827,
      "subrel-constrast": 3.59161376953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524113416671753,
      "cov-distil (oracle2student)": 2.973283052444458,
      "cov-distil (oracle2teacher)": 3.2418324947357178,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.0942296981811523,
      "step": 828,
      "subrel-constrast": 3.1687159538269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158206939697266,
      "cov-distil (oracle2student)": 5.789151191711426,
      "cov-distil (oracle2teacher)": 5.1509904861450195,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.08081316947937,
      "step": 829,
      "subrel-constrast": 4.06684684753418,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 4.90625,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.776,
      "step": 830
    },
    {
      "cov-distil": 1.8688712120056152,
      "cov-distil (oracle2student)": 3.8828787803649902,
      "cov-distil (oracle2teacher)": 3.662693500518799,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.318396806716919,
      "step": 830,
      "subrel-constrast": 4.195152759552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9686133861541748,
      "cov-distil (oracle2student)": 3.1399126052856445,
      "cov-distil (oracle2teacher)": 3.730818033218384,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.692656993865967,
      "step": 831,
      "subrel-constrast": 3.786558151245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7779088020324707,
      "cov-distil (oracle2student)": 4.928066253662109,
      "cov-distil (oracle2teacher)": 4.778559684753418,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.099802017211914,
      "step": 832,
      "subrel-constrast": 4.224693298339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308538913726807,
      "cov-distil (oracle2student)": 2.6736679077148438,
      "cov-distil (oracle2teacher)": 3.0721518993377686,
      "epoch": 0.6538461538461539,
      "rel-constrast": 1.786879301071167,
      "step": 833,
      "subrel-constrast": 3.1197421550750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8115979433059692,
      "cov-distil (oracle2student)": 3.8968236446380615,
      "cov-distil (oracle2teacher)": 3.8140316009521484,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.6642560958862305,
      "step": 834,
      "subrel-constrast": 4.2297043800354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5339590311050415,
      "cov-distil (oracle2student)": 6.116901397705078,
      "cov-distil (oracle2teacher)": 5.722593307495117,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.4206228256225586,
      "step": 835,
      "subrel-constrast": 3.1838877201080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5586905479431152,
      "cov-distil (oracle2student)": 4.893721580505371,
      "cov-distil (oracle2teacher)": 4.87391996383667,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.4486303329467773,
      "step": 836,
      "subrel-constrast": 4.176630020141602,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259620189666748,
      "cov-distil (oracle2student)": 3.9855966567993164,
      "cov-distil (oracle2teacher)": 3.9351415634155273,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.2155091762542725,
      "step": 837,
      "subrel-constrast": 4.581693649291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2658183574676514,
      "cov-distil (oracle2student)": 3.9359545707702637,
      "cov-distil (oracle2teacher)": 3.8236522674560547,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.3544206619262695,
      "step": 838,
      "subrel-constrast": 2.9630014896392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1661616563796997,
      "cov-distil (oracle2student)": 3.9864234924316406,
      "cov-distil (oracle2teacher)": 3.830979108810425,
      "epoch": 0.6585557299843015,
      "rel-constrast": 3.685758590698242,
      "step": 839,
      "subrel-constrast": 4.283655643463135,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 5.28125,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.7843,
      "step": 840
    },
    {
      "cov-distil": 1.585517168045044,
      "cov-distil (oracle2student)": 5.028079986572266,
      "cov-distil (oracle2teacher)": 4.944415092468262,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.739194869995117,
      "step": 840,
      "subrel-constrast": 3.7220168113708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1238415241241455,
      "cov-distil (oracle2student)": 4.506241798400879,
      "cov-distil (oracle2teacher)": 4.564523696899414,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.273859977722168,
      "step": 841,
      "subrel-constrast": 3.255267858505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1754188537597656,
      "cov-distil (oracle2student)": 5.162229537963867,
      "cov-distil (oracle2teacher)": 5.27392053604126,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.758368492126465,
      "step": 842,
      "subrel-constrast": 4.21079683303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751971960067749,
      "cov-distil (oracle2student)": 3.0191264152526855,
      "cov-distil (oracle2teacher)": 3.1608991622924805,
      "epoch": 0.6616954474097331,
      "rel-constrast": 2.8903708457946777,
      "step": 843,
      "subrel-constrast": 3.6265742778778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6524056196212769,
      "cov-distil (oracle2student)": 3.7987866401672363,
      "cov-distil (oracle2teacher)": 4.253772735595703,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.489950180053711,
      "step": 844,
      "subrel-constrast": 3.440852403640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2547926902770996,
      "cov-distil (oracle2student)": 3.4837350845336914,
      "cov-distil (oracle2teacher)": 3.916646957397461,
      "epoch": 0.6632653061224489,
      "rel-constrast": 2.699276924133301,
      "step": 845,
      "subrel-constrast": 4.090303421020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8929013013839722,
      "cov-distil (oracle2student)": 5.557638645172119,
      "cov-distil (oracle2teacher)": 4.966164588928223,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.8288395404815674,
      "step": 846,
      "subrel-constrast": 3.9585092067718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3410125970840454,
      "cov-distil (oracle2student)": 4.162353038787842,
      "cov-distil (oracle2teacher)": 3.8749754428863525,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.3669276237487793,
      "step": 847,
      "subrel-constrast": 3.8084867000579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055241823196411,
      "cov-distil (oracle2student)": 3.8613104820251465,
      "cov-distil (oracle2teacher)": 3.961886405944824,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.1296777725219727,
      "step": 848,
      "subrel-constrast": 3.0637824535369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7852144241333008,
      "cov-distil (oracle2student)": 3.866853713989258,
      "cov-distil (oracle2teacher)": 3.817869186401367,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.6137993335723877,
      "step": 849,
      "subrel-constrast": 3.6594152450561523,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.21875,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.7152,
      "step": 850
    },
    {
      "cov-distil": 1.8544361591339111,
      "cov-distil (oracle2student)": 3.851184129714966,
      "cov-distil (oracle2teacher)": 3.840437173843384,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.343392848968506,
      "step": 850,
      "subrel-constrast": 3.0036966800689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836443901062012,
      "cov-distil (oracle2student)": 2.708463191986084,
      "cov-distil (oracle2teacher)": 3.1831774711608887,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.166572570800781,
      "step": 851,
      "subrel-constrast": 4.379469394683838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8671015501022339,
      "cov-distil (oracle2student)": 3.9282665252685547,
      "cov-distil (oracle2teacher)": 3.7997078895568848,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.465226888656616,
      "step": 852,
      "subrel-constrast": 3.140305757522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3529698848724365,
      "cov-distil (oracle2student)": 5.888525485992432,
      "cov-distil (oracle2teacher)": 5.636739253997803,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.213122844696045,
      "step": 853,
      "subrel-constrast": 3.198671817779541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7354469299316406,
      "cov-distil (oracle2student)": 5.205506324768066,
      "cov-distil (oracle2teacher)": 5.337170600891113,
      "epoch": 0.6703296703296703,
      "rel-constrast": 2.7035794258117676,
      "step": 854,
      "subrel-constrast": 3.4473960399627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4154722690582275,
      "cov-distil (oracle2student)": 5.028477668762207,
      "cov-distil (oracle2teacher)": 4.714015483856201,
      "epoch": 0.6711145996860283,
      "rel-constrast": 3.080421209335327,
      "step": 855,
      "subrel-constrast": 4.315674304962158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1069283485412598,
      "cov-distil (oracle2student)": 4.502045154571533,
      "cov-distil (oracle2teacher)": 4.230210781097412,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.332057476043701,
      "step": 856,
      "subrel-constrast": 3.827903985977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9153714179992676,
      "cov-distil (oracle2student)": 5.1061906814575195,
      "cov-distil (oracle2teacher)": 4.543417930603027,
      "epoch": 0.6726844583987441,
      "rel-constrast": 3.87703013420105,
      "step": 857,
      "subrel-constrast": 4.184089183807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6606446504592896,
      "cov-distil (oracle2student)": 4.434763431549072,
      "cov-distil (oracle2teacher)": 4.45719575881958,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.3445687294006348,
      "step": 858,
      "subrel-constrast": 3.505504608154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464602947235107,
      "cov-distil (oracle2student)": 4.741555213928223,
      "cov-distil (oracle2teacher)": 4.754049777984619,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.2796947956085205,
      "step": 859,
      "subrel-constrast": 4.12204647064209,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 4.65625,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.793,
      "step": 860
    },
    {
      "cov-distil": 2.1119139194488525,
      "cov-distil (oracle2student)": 5.213024616241455,
      "cov-distil (oracle2teacher)": 4.918108940124512,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.2706429958343506,
      "step": 860,
      "subrel-constrast": 3.733924627304077,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0580742359161377,
      "cov-distil (oracle2student)": 3.656494379043579,
      "cov-distil (oracle2teacher)": 3.4598336219787598,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.052098274230957,
      "step": 861,
      "subrel-constrast": 3.435699701309204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918952226638794,
      "cov-distil (oracle2student)": 5.861886024475098,
      "cov-distil (oracle2teacher)": 5.304023742675781,
      "epoch": 0.6766091051805337,
      "rel-constrast": 2.732722282409668,
      "step": 862,
      "subrel-constrast": 3.5686354637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8519134521484375,
      "cov-distil (oracle2student)": 5.4147868156433105,
      "cov-distil (oracle2teacher)": 5.282538414001465,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.4323840141296387,
      "step": 863,
      "subrel-constrast": 4.113813877105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4379552602767944,
      "cov-distil (oracle2student)": 5.890660285949707,
      "cov-distil (oracle2teacher)": 5.143360614776611,
      "epoch": 0.6781789638932496,
      "rel-constrast": 2.542649269104004,
      "step": 864,
      "subrel-constrast": 3.5844109058380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9804813861846924,
      "cov-distil (oracle2student)": 5.398472785949707,
      "cov-distil (oracle2teacher)": 4.858977794647217,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.2103490829467773,
      "step": 865,
      "subrel-constrast": 3.3650054931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7397279739379883,
      "cov-distil (oracle2student)": 5.103935241699219,
      "cov-distil (oracle2teacher)": 4.587593078613281,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.820547580718994,
      "step": 866,
      "subrel-constrast": 3.4527432918548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322346448898315,
      "cov-distil (oracle2student)": 4.916431427001953,
      "cov-distil (oracle2teacher)": 5.138644218444824,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.696272373199463,
      "step": 867,
      "subrel-constrast": 5.016303539276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8857619762420654,
      "cov-distil (oracle2student)": 4.0981903076171875,
      "cov-distil (oracle2teacher)": 4.014559268951416,
      "epoch": 0.6813186813186813,
      "rel-constrast": 2.0508675575256348,
      "step": 868,
      "subrel-constrast": 3.1872570514678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5803077220916748,
      "cov-distil (oracle2student)": 3.2245841026306152,
      "cov-distil (oracle2teacher)": 3.468702793121338,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.4359402656555176,
      "step": 869,
      "subrel-constrast": 3.36860990524292,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.0,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.7024,
      "step": 870
    },
    {
      "cov-distil": 1.7187564373016357,
      "cov-distil (oracle2student)": 5.383778095245361,
      "cov-distil (oracle2teacher)": 5.235700607299805,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.1511690616607666,
      "step": 870,
      "subrel-constrast": 3.534976005554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476004958152771,
      "cov-distil (oracle2student)": 3.8219008445739746,
      "cov-distil (oracle2teacher)": 4.0723772048950195,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.0895910263061523,
      "step": 871,
      "subrel-constrast": 4.117893218994141,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.470381021499634,
      "cov-distil (oracle2student)": 4.607852935791016,
      "cov-distil (oracle2teacher)": 4.075732231140137,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.166947603225708,
      "step": 872,
      "subrel-constrast": 3.5940258502960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689425706863403,
      "cov-distil (oracle2student)": 4.214531421661377,
      "cov-distil (oracle2teacher)": 4.445000648498535,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.0187690258026123,
      "step": 873,
      "subrel-constrast": 3.747178316116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866528034210205,
      "cov-distil (oracle2student)": 5.252414226531982,
      "cov-distil (oracle2teacher)": 5.025193214416504,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.5388922691345215,
      "step": 874,
      "subrel-constrast": 3.355250597000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362359046936035,
      "cov-distil (oracle2student)": 3.863281726837158,
      "cov-distil (oracle2teacher)": 4.085927963256836,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.7269537448883057,
      "step": 875,
      "subrel-constrast": 3.3114888668060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247708320617676,
      "cov-distil (oracle2student)": 4.680023193359375,
      "cov-distil (oracle2teacher)": 4.505131721496582,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.360785484313965,
      "step": 876,
      "subrel-constrast": 4.492066383361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.14748215675354,
      "cov-distil (oracle2student)": 4.216982841491699,
      "cov-distil (oracle2teacher)": 3.8833765983581543,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8274626731872559,
      "step": 877,
      "subrel-constrast": 2.3975515365600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059462070465088,
      "cov-distil (oracle2student)": 3.9345309734344482,
      "cov-distil (oracle2teacher)": 3.6621665954589844,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.3162317276000977,
      "step": 878,
      "subrel-constrast": 3.1174283027648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635522723197937,
      "cov-distil (oracle2student)": 4.455538272857666,
      "cov-distil (oracle2teacher)": 4.065136432647705,
      "epoch": 0.6899529042386185,
      "rel-constrast": 2.5478322505950928,
      "step": 879,
      "subrel-constrast": 3.2075719833374023,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 4.375,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.714,
      "step": 880
    },
    {
      "cov-distil": 2.3419814109802246,
      "cov-distil (oracle2student)": 5.109210014343262,
      "cov-distil (oracle2teacher)": 4.545287132263184,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.585604667663574,
      "step": 880,
      "subrel-constrast": 3.7950093746185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058218717575073,
      "cov-distil (oracle2student)": 3.3312792778015137,
      "cov-distil (oracle2teacher)": 3.4038925170898438,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.864086627960205,
      "step": 881,
      "subrel-constrast": 3.2701587677001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7360910177230835,
      "cov-distil (oracle2student)": 5.190556526184082,
      "cov-distil (oracle2teacher)": 4.769707679748535,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.529582977294922,
      "step": 882,
      "subrel-constrast": 4.164109230041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8139595985412598,
      "cov-distil (oracle2student)": 2.983628273010254,
      "cov-distil (oracle2teacher)": 3.1807034015655518,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.228362798690796,
      "step": 883,
      "subrel-constrast": 3.0694305896759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6234595775604248,
      "cov-distil (oracle2student)": 4.972040176391602,
      "cov-distil (oracle2teacher)": 4.525599479675293,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.3969666957855225,
      "step": 884,
      "subrel-constrast": 3.8126723766326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3615365028381348,
      "cov-distil (oracle2student)": 3.1853981018066406,
      "cov-distil (oracle2teacher)": 3.733419418334961,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.395984411239624,
      "step": 885,
      "subrel-constrast": 4.092850685119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456525564193726,
      "cov-distil (oracle2student)": 2.8674278259277344,
      "cov-distil (oracle2teacher)": 3.133357048034668,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.0922560691833496,
      "step": 886,
      "subrel-constrast": 3.789360761642456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576092004776001,
      "cov-distil (oracle2student)": 3.6172804832458496,
      "cov-distil (oracle2teacher)": 3.6217429637908936,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.8564932346343994,
      "step": 887,
      "subrel-constrast": 3.685474157333374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8408576250076294,
      "cov-distil (oracle2student)": 3.1587188243865967,
      "cov-distil (oracle2teacher)": 3.03484845161438,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.409207820892334,
      "step": 888,
      "subrel-constrast": 3.24705171585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8653795719146729,
      "cov-distil (oracle2student)": 5.4005937576293945,
      "cov-distil (oracle2teacher)": 4.76096773147583,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.1176583766937256,
      "step": 889,
      "subrel-constrast": 3.173741340637207,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 4.0,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7334,
      "step": 890
    },
    {
      "cov-distil": 2.185938596725464,
      "cov-distil (oracle2student)": 5.16299295425415,
      "cov-distil (oracle2teacher)": 5.005082130432129,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.198255777359009,
      "step": 890,
      "subrel-constrast": 3.4309003353118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119247198104858,
      "cov-distil (oracle2student)": 4.537696838378906,
      "cov-distil (oracle2teacher)": 3.914477825164795,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.1729631423950195,
      "step": 891,
      "subrel-constrast": 3.1753902435302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0340452194213867,
      "cov-distil (oracle2student)": 3.322777271270752,
      "cov-distil (oracle2teacher)": 3.4288601875305176,
      "epoch": 0.7001569858712716,
      "rel-constrast": 2.7764010429382324,
      "step": 892,
      "subrel-constrast": 4.208310604095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2398788928985596,
      "cov-distil (oracle2student)": 4.844778537750244,
      "cov-distil (oracle2teacher)": 4.498135089874268,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.199577569961548,
      "step": 893,
      "subrel-constrast": 2.8831679821014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8128867149353027,
      "cov-distil (oracle2student)": 4.802634239196777,
      "cov-distil (oracle2teacher)": 4.127959251403809,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.103572130203247,
      "step": 894,
      "subrel-constrast": 2.9984514713287354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6452707052230835,
      "cov-distil (oracle2student)": 5.216860771179199,
      "cov-distil (oracle2teacher)": 4.596412658691406,
      "epoch": 0.7025117739403454,
      "rel-constrast": 2.9926700592041016,
      "step": 895,
      "subrel-constrast": 4.218294620513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189830303192139,
      "cov-distil (oracle2student)": 4.1188178062438965,
      "cov-distil (oracle2teacher)": 4.403017044067383,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.607673168182373,
      "step": 896,
      "subrel-constrast": 3.03582763671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7369756698608398,
      "cov-distil (oracle2student)": 3.847229480743408,
      "cov-distil (oracle2teacher)": 3.80568790435791,
      "epoch": 0.7040816326530612,
      "rel-constrast": 1.9371387958526611,
      "step": 897,
      "subrel-constrast": 3.058107852935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3147246837615967,
      "cov-distil (oracle2student)": 4.650227069854736,
      "cov-distil (oracle2teacher)": 4.196084499359131,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.1417362689971924,
      "step": 898,
      "subrel-constrast": 3.6078920364379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226754426956177,
      "cov-distil (oracle2student)": 4.18241024017334,
      "cov-distil (oracle2teacher)": 3.75490403175354,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.5729312896728516,
      "step": 899,
      "subrel-constrast": 4.453416347503662,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.71875,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6631,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.28125,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.05902099609375
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.03277587890625
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.0262451171875,
      "step": 900
    },
    {
      "cov-distil": 2.3278403282165527,
      "cov-distil (oracle2student)": 2.8679323196411133,
      "cov-distil (oracle2teacher)": 3.5325591564178467,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.3284692764282227,
      "step": 900,
      "subrel-constrast": 4.296357154846191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9252349138259888,
      "cov-distil (oracle2student)": 3.219708204269409,
      "cov-distil (oracle2teacher)": 3.3871054649353027,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.619817018508911,
      "step": 901,
      "subrel-constrast": 3.8613526821136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.586960554122925,
      "cov-distil (oracle2student)": 3.112065315246582,
      "cov-distil (oracle2teacher)": 3.3236923217773438,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.144674777984619,
      "step": 902,
      "subrel-constrast": 4.500852584838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3095976114273071,
      "cov-distil (oracle2student)": 5.939230442047119,
      "cov-distil (oracle2teacher)": 5.332485198974609,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.430797815322876,
      "step": 903,
      "subrel-constrast": 2.7166426181793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.519312858581543,
      "cov-distil (oracle2student)": 5.461803436279297,
      "cov-distil (oracle2teacher)": 4.861772060394287,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.7782325744628906,
      "step": 904,
      "subrel-constrast": 3.29797625541687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4935053586959839,
      "cov-distil (oracle2student)": 4.571123123168945,
      "cov-distil (oracle2teacher)": 4.514808654785156,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.5420804023742676,
      "step": 905,
      "subrel-constrast": 3.9844167232513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9400930404663086,
      "cov-distil (oracle2student)": 5.282829284667969,
      "cov-distil (oracle2teacher)": 4.44680643081665,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.5253589153289795,
      "step": 906,
      "subrel-constrast": 3.95029616355896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6930510997772217,
      "cov-distil (oracle2student)": 4.00838041305542,
      "cov-distil (oracle2teacher)": 3.583366870880127,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.103201389312744,
      "step": 907,
      "subrel-constrast": 2.618912935256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8840441703796387,
      "cov-distil (oracle2student)": 4.263169288635254,
      "cov-distil (oracle2teacher)": 3.896958351135254,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.5980570316314697,
      "step": 908,
      "subrel-constrast": 4.032626152038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314073085784912,
      "cov-distil (oracle2student)": 6.502326965332031,
      "cov-distil (oracle2teacher)": 5.842830657958984,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.061990737915039,
      "step": 909,
      "subrel-constrast": 4.739138126373291,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 5.90625,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.8258,
      "step": 910
    },
    {
      "cov-distil": 1.4946293830871582,
      "cov-distil (oracle2student)": 5.065395355224609,
      "cov-distil (oracle2teacher)": 5.114096641540527,
      "epoch": 0.7142857142857143,
      "rel-constrast": 3.001603126525879,
      "step": 910,
      "subrel-constrast": 3.6763594150543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6026544570922852,
      "cov-distil (oracle2student)": 4.51880407333374,
      "cov-distil (oracle2teacher)": 4.240922927856445,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5311896800994873,
      "step": 911,
      "subrel-constrast": 3.4316627979278564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4739491939544678,
      "cov-distil (oracle2student)": 4.439577102661133,
      "cov-distil (oracle2teacher)": 3.970860004425049,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.0789260864257812,
      "step": 912,
      "subrel-constrast": 3.2692384719848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543712615966797,
      "cov-distil (oracle2student)": 4.820319175720215,
      "cov-distil (oracle2teacher)": 5.333560943603516,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.499708414077759,
      "step": 913,
      "subrel-constrast": 4.113425254821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2648141384124756,
      "cov-distil (oracle2student)": 4.079101085662842,
      "cov-distil (oracle2teacher)": 3.9338107109069824,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.3500757217407227,
      "step": 914,
      "subrel-constrast": 3.638373851776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151430606842041,
      "cov-distil (oracle2student)": 4.387969017028809,
      "cov-distil (oracle2teacher)": 3.7789244651794434,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.0951294898986816,
      "step": 915,
      "subrel-constrast": 3.414203643798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099252700805664,
      "cov-distil (oracle2student)": 3.8347725868225098,
      "cov-distil (oracle2teacher)": 4.590567111968994,
      "epoch": 0.7189952904238619,
      "rel-constrast": 2.846203565597534,
      "step": 916,
      "subrel-constrast": 4.091598033905029,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.565068244934082,
      "cov-distil (oracle2student)": 4.5201005935668945,
      "cov-distil (oracle2teacher)": 4.264035701751709,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.3707821369171143,
      "step": 917,
      "subrel-constrast": 3.7372355461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2706947326660156,
      "cov-distil (oracle2student)": 5.3279852867126465,
      "cov-distil (oracle2teacher)": 4.935421943664551,
      "epoch": 0.7205651491365777,
      "rel-constrast": 2.8688926696777344,
      "step": 918,
      "subrel-constrast": 3.692213535308838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387702703475952,
      "cov-distil (oracle2student)": 5.241740703582764,
      "cov-distil (oracle2teacher)": 5.003386974334717,
      "epoch": 0.7213500784929356,
      "rel-constrast": 2.801392078399658,
      "step": 919,
      "subrel-constrast": 4.026244640350342,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 5.34375,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.7132,
      "step": 920
    },
    {
      "cov-distil": 1.6857125759124756,
      "cov-distil (oracle2student)": 4.096576690673828,
      "cov-distil (oracle2teacher)": 4.330269813537598,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.1641464233398438,
      "step": 920,
      "subrel-constrast": 3.342304229736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.592947483062744,
      "cov-distil (oracle2student)": 3.546478509902954,
      "cov-distil (oracle2teacher)": 3.374276638031006,
      "epoch": 0.7229199372056515,
      "rel-constrast": 2.7279772758483887,
      "step": 921,
      "subrel-constrast": 3.930187940597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9237574338912964,
      "cov-distil (oracle2student)": 4.122393608093262,
      "cov-distil (oracle2teacher)": 3.973314046859741,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.343792200088501,
      "step": 922,
      "subrel-constrast": 3.4378864765167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9929040670394897,
      "cov-distil (oracle2student)": 5.2746124267578125,
      "cov-distil (oracle2teacher)": 4.291801452636719,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.136617422103882,
      "step": 923,
      "subrel-constrast": 3.679090976715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1917405128479004,
      "cov-distil (oracle2student)": 3.608060836791992,
      "cov-distil (oracle2teacher)": 3.8674869537353516,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.7323617935180664,
      "step": 924,
      "subrel-constrast": 3.8995144367218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2753560543060303,
      "cov-distil (oracle2student)": 4.13979959487915,
      "cov-distil (oracle2teacher)": 4.0276875495910645,
      "epoch": 0.7260596546310832,
      "rel-constrast": 2.578165054321289,
      "step": 925,
      "subrel-constrast": 3.387669324874878,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384042739868164,
      "cov-distil (oracle2student)": 6.604379177093506,
      "cov-distil (oracle2teacher)": 6.052989959716797,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.352703094482422,
      "step": 926,
      "subrel-constrast": 4.056376934051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6860285997390747,
      "cov-distil (oracle2student)": 3.28550386428833,
      "cov-distil (oracle2teacher)": 3.7273149490356445,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.187718391418457,
      "step": 927,
      "subrel-constrast": 3.2490994930267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002694606781006,
      "cov-distil (oracle2student)": 6.049374580383301,
      "cov-distil (oracle2teacher)": 5.476312637329102,
      "epoch": 0.728414442700157,
      "rel-constrast": 2.8620219230651855,
      "step": 928,
      "subrel-constrast": 3.8677866458892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9229111671447754,
      "cov-distil (oracle2student)": 5.125191688537598,
      "cov-distil (oracle2teacher)": 3.6602344512939453,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.382375955581665,
      "step": 929,
      "subrel-constrast": 4.373349189758301,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 5.71875,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7358,
      "step": 930
    },
    {
      "cov-distil": 1.680762529373169,
      "cov-distil (oracle2student)": 3.993350028991699,
      "cov-distil (oracle2teacher)": 3.8370485305786133,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.28242564201355,
      "step": 930,
      "subrel-constrast": 3.4376816749572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6269545555114746,
      "cov-distil (oracle2student)": 5.5384931564331055,
      "cov-distil (oracle2teacher)": 4.9275617599487305,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.383631706237793,
      "step": 931,
      "subrel-constrast": 4.17223596572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9625129699707031,
      "cov-distil (oracle2student)": 4.651949882507324,
      "cov-distil (oracle2teacher)": 4.719106674194336,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.2063684463500977,
      "step": 932,
      "subrel-constrast": 3.468092203140259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8945714235305786,
      "cov-distil (oracle2student)": 2.9865407943725586,
      "cov-distil (oracle2teacher)": 3.0954577922821045,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.4042563438415527,
      "step": 933,
      "subrel-constrast": 4.185856819152832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7899348735809326,
      "cov-distil (oracle2student)": 4.805500030517578,
      "cov-distil (oracle2teacher)": 4.337860584259033,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.117603063583374,
      "step": 934,
      "subrel-constrast": 4.027557849884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.178535223007202,
      "cov-distil (oracle2student)": 4.10899019241333,
      "cov-distil (oracle2teacher)": 3.6318328380584717,
      "epoch": 0.7339089481946625,
      "rel-constrast": 2.4905309677124023,
      "step": 935,
      "subrel-constrast": 3.9259376525878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787770390510559,
      "cov-distil (oracle2student)": 4.484441757202148,
      "cov-distil (oracle2teacher)": 4.502730369567871,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.204718589782715,
      "step": 936,
      "subrel-constrast": 4.270704746246338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8174713850021362,
      "cov-distil (oracle2student)": 5.609299659729004,
      "cov-distil (oracle2teacher)": 4.812699317932129,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.399522066116333,
      "step": 937,
      "subrel-constrast": 4.018050193786621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582417607307434,
      "cov-distil (oracle2student)": 2.8782706260681152,
      "cov-distil (oracle2teacher)": 3.2037506103515625,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.140026807785034,
      "step": 938,
      "subrel-constrast": 2.843534231185913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618847370147705,
      "cov-distil (oracle2student)": 2.5554850101470947,
      "cov-distil (oracle2teacher)": 3.320178508758545,
      "epoch": 0.7370486656200942,
      "rel-constrast": 2.9577834606170654,
      "step": 939,
      "subrel-constrast": 4.092543125152588,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 4.65625,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.7845,
      "step": 940
    },
    {
      "cov-distil": 2.3093695640563965,
      "cov-distil (oracle2student)": 3.444074869155884,
      "cov-distil (oracle2teacher)": 3.8329479694366455,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.140254497528076,
      "step": 940,
      "subrel-constrast": 4.168913841247559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350565433502197,
      "cov-distil (oracle2student)": 4.143813133239746,
      "cov-distil (oracle2teacher)": 4.068920135498047,
      "epoch": 0.7386185243328101,
      "rel-constrast": 2.916661262512207,
      "step": 941,
      "subrel-constrast": 3.675098180770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6501386165618896,
      "cov-distil (oracle2student)": 3.583803653717041,
      "cov-distil (oracle2teacher)": 3.5915398597717285,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.3993287086486816,
      "step": 942,
      "subrel-constrast": 3.930673122406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.505727767944336,
      "cov-distil (oracle2student)": 4.264348983764648,
      "cov-distil (oracle2teacher)": 4.170516490936279,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.7812845706939697,
      "step": 943,
      "subrel-constrast": 3.804757595062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9934110641479492,
      "cov-distil (oracle2student)": 4.810548305511475,
      "cov-distil (oracle2teacher)": 4.590520858764648,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.162502288818359,
      "step": 944,
      "subrel-constrast": 4.978723526000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6210637092590332,
      "cov-distil (oracle2student)": 4.09129524230957,
      "cov-distil (oracle2teacher)": 3.7916207313537598,
      "epoch": 0.7417582417582418,
      "rel-constrast": 2.026646137237549,
      "step": 945,
      "subrel-constrast": 2.6029839515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252098798751831,
      "cov-distil (oracle2student)": 2.8392839431762695,
      "cov-distil (oracle2teacher)": 3.0135605335235596,
      "epoch": 0.7425431711145997,
      "rel-constrast": 1.8827382326126099,
      "step": 946,
      "subrel-constrast": 2.847273588180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906043529510498,
      "cov-distil (oracle2student)": 3.9126174449920654,
      "cov-distil (oracle2teacher)": 3.9041152000427246,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.616605758666992,
      "step": 947,
      "subrel-constrast": 3.9963996410369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803222179412842,
      "cov-distil (oracle2student)": 4.415708541870117,
      "cov-distil (oracle2teacher)": 4.665463447570801,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.243545055389404,
      "step": 948,
      "subrel-constrast": 4.949463367462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961648225784302,
      "cov-distil (oracle2student)": 4.242341041564941,
      "cov-distil (oracle2teacher)": 3.840780735015869,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.241827964782715,
      "step": 949,
      "subrel-constrast": 3.4559364318847656,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 4.09375,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7817,
      "step": 950
    },
    {
      "cov-distil": 1.5550205707550049,
      "cov-distil (oracle2student)": 4.722037315368652,
      "cov-distil (oracle2teacher)": 4.989180564880371,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.72161865234375,
      "step": 950,
      "subrel-constrast": 4.739727973937988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7522592544555664,
      "cov-distil (oracle2student)": 3.7160940170288086,
      "cov-distil (oracle2teacher)": 4.016148567199707,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.6911725997924805,
      "step": 951,
      "subrel-constrast": 4.012121677398682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377670288085938,
      "cov-distil (oracle2student)": 3.289557933807373,
      "cov-distil (oracle2teacher)": 3.525301456451416,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.121034622192383,
      "step": 952,
      "subrel-constrast": 3.3746719360351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8894319534301758,
      "cov-distil (oracle2student)": 4.548948287963867,
      "cov-distil (oracle2teacher)": 3.9547910690307617,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.453495979309082,
      "step": 953,
      "subrel-constrast": 3.349898099899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2508639097213745,
      "cov-distil (oracle2student)": 2.9916930198669434,
      "cov-distil (oracle2teacher)": 3.2814931869506836,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.9557766914367676,
      "step": 954,
      "subrel-constrast": 3.4831275939941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4935473203659058,
      "cov-distil (oracle2student)": 3.457585096359253,
      "cov-distil (oracle2teacher)": 3.4859652519226074,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.578484296798706,
      "step": 955,
      "subrel-constrast": 3.2314224243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827455759048462,
      "cov-distil (oracle2student)": 4.61871337890625,
      "cov-distil (oracle2teacher)": 4.183684349060059,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.592534065246582,
      "step": 956,
      "subrel-constrast": 4.324194431304932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.515198826789856,
      "cov-distil (oracle2student)": 3.942765712738037,
      "cov-distil (oracle2teacher)": 4.095778942108154,
      "epoch": 0.7511773940345369,
      "rel-constrast": 2.723170280456543,
      "step": 957,
      "subrel-constrast": 3.4561336040496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499755620956421,
      "cov-distil (oracle2student)": 4.416839599609375,
      "cov-distil (oracle2teacher)": 4.718210220336914,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.173955202102661,
      "step": 958,
      "subrel-constrast": 3.281564712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113699197769165,
      "cov-distil (oracle2student)": 3.6987619400024414,
      "cov-distil (oracle2teacher)": 3.850356101989746,
      "epoch": 0.7527472527472527,
      "rel-constrast": 2.5579206943511963,
      "step": 959,
      "subrel-constrast": 3.342083215713501,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 4.4375,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.731,
      "step": 960
    },
    {
      "cov-distil": 1.8992085456848145,
      "cov-distil (oracle2student)": 3.866809129714966,
      "cov-distil (oracle2teacher)": 3.587955951690674,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.05134916305542,
      "step": 960,
      "subrel-constrast": 3.74141263961792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9128745794296265,
      "cov-distil (oracle2student)": 4.948001384735107,
      "cov-distil (oracle2teacher)": 4.4947943687438965,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.3177502155303955,
      "step": 961,
      "subrel-constrast": 3.5016705989837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0391485691070557,
      "cov-distil (oracle2student)": 4.612666606903076,
      "cov-distil (oracle2teacher)": 4.1108808517456055,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.3345494270324707,
      "step": 962,
      "subrel-constrast": 3.530433177947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4816194772720337,
      "cov-distil (oracle2student)": 5.328680038452148,
      "cov-distil (oracle2teacher)": 4.7598876953125,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.3393630981445312,
      "step": 963,
      "subrel-constrast": 4.012816905975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59944486618042,
      "cov-distil (oracle2student)": 4.365919589996338,
      "cov-distil (oracle2teacher)": 3.869565486907959,
      "epoch": 0.7566718995290423,
      "rel-constrast": 2.7430686950683594,
      "step": 964,
      "subrel-constrast": 3.4097230434417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.212661623954773,
      "cov-distil (oracle2student)": 5.159426689147949,
      "cov-distil (oracle2teacher)": 4.783937454223633,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8246352672576904,
      "step": 965,
      "subrel-constrast": 3.3832054138183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5199551582336426,
      "cov-distil (oracle2student)": 4.135056495666504,
      "cov-distil (oracle2teacher)": 3.363719940185547,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.2918338775634766,
      "step": 966,
      "subrel-constrast": 2.9072437286376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5733065605163574,
      "cov-distil (oracle2student)": 3.843726873397827,
      "cov-distil (oracle2teacher)": 3.673248052597046,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.544182300567627,
      "step": 967,
      "subrel-constrast": 3.030637264251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899988174438477,
      "cov-distil (oracle2student)": 5.170188903808594,
      "cov-distil (oracle2teacher)": 4.80361270904541,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.4355649948120117,
      "step": 968,
      "subrel-constrast": 3.383324384689331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1787400245666504,
      "cov-distil (oracle2student)": 4.876185894012451,
      "cov-distil (oracle2teacher)": 4.273920059204102,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.1591498851776123,
      "step": 969,
      "subrel-constrast": 3.7800745964050293,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 4.28125,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7183,
      "step": 970
    },
    {
      "cov-distil": 1.9805448055267334,
      "cov-distil (oracle2student)": 4.849039554595947,
      "cov-distil (oracle2teacher)": 4.581366539001465,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.702167510986328,
      "step": 970,
      "subrel-constrast": 3.594686269760132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7246333360671997,
      "cov-distil (oracle2student)": 5.452347278594971,
      "cov-distil (oracle2teacher)": 5.233721733093262,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.3767778873443604,
      "step": 971,
      "subrel-constrast": 3.1993656158447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.376394748687744,
      "cov-distil (oracle2student)": 4.331896781921387,
      "cov-distil (oracle2teacher)": 4.352166175842285,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.2726778984069824,
      "step": 972,
      "subrel-constrast": 3.85211181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5097630023956299,
      "cov-distil (oracle2student)": 4.390826225280762,
      "cov-distil (oracle2teacher)": 4.497813701629639,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.6856441497802734,
      "step": 973,
      "subrel-constrast": 3.8251237869262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6998558044433594,
      "cov-distil (oracle2student)": 4.224571228027344,
      "cov-distil (oracle2teacher)": 4.483846664428711,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.5814640522003174,
      "step": 974,
      "subrel-constrast": 3.005512237548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669296383857727,
      "cov-distil (oracle2student)": 4.788771629333496,
      "cov-distil (oracle2teacher)": 4.346296310424805,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.3068230152130127,
      "step": 975,
      "subrel-constrast": 3.23909854888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7938685417175293,
      "cov-distil (oracle2student)": 4.231975078582764,
      "cov-distil (oracle2teacher)": 4.596545219421387,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.6155853271484375,
      "step": 976,
      "subrel-constrast": 3.9604644775390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152716636657715,
      "cov-distil (oracle2student)": 5.380428314208984,
      "cov-distil (oracle2teacher)": 5.337581634521484,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.4007701873779297,
      "step": 977,
      "subrel-constrast": 4.22275447845459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1188058853149414,
      "cov-distil (oracle2student)": 3.92704176902771,
      "cov-distil (oracle2teacher)": 3.7316722869873047,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.162843704223633,
      "step": 978,
      "subrel-constrast": 3.7823588848114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765267372131348,
      "cov-distil (oracle2student)": 4.45253849029541,
      "cov-distil (oracle2teacher)": 4.194311141967773,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.5519051551818848,
      "step": 979,
      "subrel-constrast": 3.4212911128997803,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 4.03125,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7377,
      "step": 980
    },
    {
      "cov-distil": 1.954390525817871,
      "cov-distil (oracle2student)": 4.760594844818115,
      "cov-distil (oracle2teacher)": 4.569355487823486,
      "epoch": 0.7692307692307693,
      "rel-constrast": 3.9711103439331055,
      "step": 980,
      "subrel-constrast": 4.746830463409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0982542037963867,
      "cov-distil (oracle2student)": 3.446382522583008,
      "cov-distil (oracle2teacher)": 3.627925395965576,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.105985403060913,
      "step": 981,
      "subrel-constrast": 3.7896721363067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5121814012527466,
      "cov-distil (oracle2student)": 3.435030460357666,
      "cov-distil (oracle2teacher)": 3.984583854675293,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.1117324829101562,
      "step": 982,
      "subrel-constrast": 3.170980453491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.570065975189209,
      "cov-distil (oracle2student)": 4.528712272644043,
      "cov-distil (oracle2teacher)": 4.335658550262451,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.0113329887390137,
      "step": 983,
      "subrel-constrast": 3.8013455867767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549606800079346,
      "cov-distil (oracle2student)": 3.741734266281128,
      "cov-distil (oracle2teacher)": 4.042133331298828,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.2068514823913574,
      "step": 984,
      "subrel-constrast": 3.706735134124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8767592906951904,
      "cov-distil (oracle2student)": 5.2455644607543945,
      "cov-distil (oracle2teacher)": 5.262659549713135,
      "epoch": 0.7731554160125589,
      "rel-constrast": 2.8642377853393555,
      "step": 985,
      "subrel-constrast": 3.863832473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3232914209365845,
      "cov-distil (oracle2student)": 3.8468658924102783,
      "cov-distil (oracle2teacher)": 3.7578890323638916,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.0726699829101562,
      "step": 986,
      "subrel-constrast": 2.8772776126861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013394355773926,
      "cov-distil (oracle2student)": 5.253365993499756,
      "cov-distil (oracle2teacher)": 4.2144622802734375,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.44222092628479,
      "step": 987,
      "subrel-constrast": 3.323666572570801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3091192245483398,
      "cov-distil (oracle2student)": 4.01625919342041,
      "cov-distil (oracle2teacher)": 4.146607398986816,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.5343427658081055,
      "step": 988,
      "subrel-constrast": 3.293091297149658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3540021181106567,
      "cov-distil (oracle2student)": 3.925992727279663,
      "cov-distil (oracle2teacher)": 4.347702980041504,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.1544342041015625,
      "step": 989,
      "subrel-constrast": 3.380295753479004,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 4.03125,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.7278,
      "step": 990
    },
    {
      "cov-distil": 1.834320068359375,
      "cov-distil (oracle2student)": 3.9926223754882812,
      "cov-distil (oracle2teacher)": 3.7844057083129883,
      "epoch": 0.7770800627943485,
      "rel-constrast": 2.622889280319214,
      "step": 990,
      "subrel-constrast": 3.395768165588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6065993309020996,
      "cov-distil (oracle2student)": 4.744279861450195,
      "cov-distil (oracle2teacher)": 4.89969539642334,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.0403337478637695,
      "step": 991,
      "subrel-constrast": 2.9949395656585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1603047847747803,
      "cov-distil (oracle2student)": 3.51969313621521,
      "cov-distil (oracle2teacher)": 3.660102605819702,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.361011505126953,
      "step": 992,
      "subrel-constrast": 3.077962636947632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635535717010498,
      "cov-distil (oracle2student)": 5.042505264282227,
      "cov-distil (oracle2teacher)": 4.358460426330566,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.432356357574463,
      "step": 993,
      "subrel-constrast": 3.2991325855255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401649832725525,
      "cov-distil (oracle2student)": 5.487519264221191,
      "cov-distil (oracle2teacher)": 5.968873023986816,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.2822272777557373,
      "step": 994,
      "subrel-constrast": 4.573506832122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88730788230896,
      "cov-distil (oracle2student)": 4.00202751159668,
      "cov-distil (oracle2teacher)": 4.237935543060303,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.6748671531677246,
      "step": 995,
      "subrel-constrast": 3.753457546234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9225785732269287,
      "cov-distil (oracle2student)": 4.573124885559082,
      "cov-distil (oracle2teacher)": 4.28183650970459,
      "epoch": 0.7817896389324961,
      "rel-constrast": 2.87973952293396,
      "step": 996,
      "subrel-constrast": 3.634485960006714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20396089553833,
      "cov-distil (oracle2student)": 3.963594436645508,
      "cov-distil (oracle2teacher)": 4.170433044433594,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.4001893997192383,
      "step": 997,
      "subrel-constrast": 3.6627042293548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7592867612838745,
      "cov-distil (oracle2student)": 2.126343250274658,
      "cov-distil (oracle2teacher)": 2.323319911956787,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.3413610458374023,
      "step": 998,
      "subrel-constrast": 2.886735439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4533278942108154,
      "cov-distil (oracle2student)": 2.45023775100708,
      "cov-distil (oracle2teacher)": 2.4356515407562256,
      "epoch": 0.7841444270015698,
      "rel-constrast": 1.7331279516220093,
      "step": 999,
      "subrel-constrast": 2.542954206466675,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 3.734375,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.6639,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7611797711539355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5811937704501579,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.433,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.6088649936193469,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.5951678544610067,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5363970670255742,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.32343751192092896,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.053131103515625
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.0347900390625
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.018341064453125,
      "step": 1000
    },
    {
      "cov-distil": 1.8628003597259521,
      "cov-distil (oracle2student)": 4.5226664543151855,
      "cov-distil (oracle2teacher)": 4.530149936676025,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.451986789703369,
      "step": 1000,
      "subrel-constrast": 3.370218276977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4649078845977783,
      "cov-distil (oracle2student)": 4.480956077575684,
      "cov-distil (oracle2teacher)": 4.217907905578613,
      "epoch": 0.7857142857142857,
      "rel-constrast": 1.7550714015960693,
      "step": 1001,
      "subrel-constrast": 2.5892295837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4196300506591797,
      "cov-distil (oracle2student)": 6.065260887145996,
      "cov-distil (oracle2teacher)": 5.647472381591797,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.212766408920288,
      "step": 1002,
      "subrel-constrast": 3.532376289367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365485191345215,
      "cov-distil (oracle2student)": 5.746280193328857,
      "cov-distil (oracle2teacher)": 4.969874858856201,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.8052990436553955,
      "step": 1003,
      "subrel-constrast": 3.2986907958984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7270495891571045,
      "cov-distil (oracle2student)": 3.6880152225494385,
      "cov-distil (oracle2teacher)": 3.3948380947113037,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.457611322402954,
      "step": 1004,
      "subrel-constrast": 3.004429817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2099568843841553,
      "cov-distil (oracle2student)": 3.8637819290161133,
      "cov-distil (oracle2teacher)": 3.665703058242798,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.0438549518585205,
      "step": 1005,
      "subrel-constrast": 2.9167592525482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0235390663146973,
      "cov-distil (oracle2student)": 2.3829853534698486,
      "cov-distil (oracle2teacher)": 2.800290822982788,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.0958633422851562,
      "step": 1006,
      "subrel-constrast": 2.900660514831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8755824565887451,
      "cov-distil (oracle2student)": 4.555052757263184,
      "cov-distil (oracle2teacher)": 4.504824638366699,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.5898656845092773,
      "step": 1007,
      "subrel-constrast": 3.348902702331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7086913585662842,
      "cov-distil (oracle2student)": 6.323323726654053,
      "cov-distil (oracle2teacher)": 5.836905479431152,
      "epoch": 0.7912087912087912,
      "rel-constrast": 2.6686909198760986,
      "step": 1008,
      "subrel-constrast": 4.1445794105529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6890771389007568,
      "cov-distil (oracle2student)": 3.5162103176116943,
      "cov-distil (oracle2teacher)": 3.7502450942993164,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.2805633544921875,
      "step": 1009,
      "subrel-constrast": 3.3177831172943115,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 4.75,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6306,
      "step": 1010
    },
    {
      "cov-distil": 2.0325088500976562,
      "cov-distil (oracle2student)": 4.039732933044434,
      "cov-distil (oracle2teacher)": 3.9420766830444336,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.686609983444214,
      "step": 1010,
      "subrel-constrast": 3.242486000061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29323673248291,
      "cov-distil (oracle2student)": 5.631789684295654,
      "cov-distil (oracle2teacher)": 4.794661521911621,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.242980003356934,
      "step": 1011,
      "subrel-constrast": 4.527745246887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2880895137786865,
      "cov-distil (oracle2student)": 4.35601806640625,
      "cov-distil (oracle2teacher)": 3.937708854675293,
      "epoch": 0.7943485086342229,
      "rel-constrast": 2.6280620098114014,
      "step": 1012,
      "subrel-constrast": 3.201231002807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014979839324951,
      "cov-distil (oracle2student)": 5.684317588806152,
      "cov-distil (oracle2teacher)": 5.093666076660156,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.338198184967041,
      "step": 1013,
      "subrel-constrast": 3.7201945781707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4304447174072266,
      "cov-distil (oracle2student)": 5.260124683380127,
      "cov-distil (oracle2teacher)": 4.931661605834961,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.5536139011383057,
      "step": 1014,
      "subrel-constrast": 3.7123754024505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3937246799468994,
      "cov-distil (oracle2student)": 3.5657553672790527,
      "cov-distil (oracle2teacher)": 4.085602760314941,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.413470506668091,
      "step": 1015,
      "subrel-constrast": 3.1039445400238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9442667961120605,
      "cov-distil (oracle2student)": 4.552270889282227,
      "cov-distil (oracle2teacher)": 3.9525351524353027,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.5603396892547607,
      "step": 1016,
      "subrel-constrast": 3.8191683292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5727958679199219,
      "cov-distil (oracle2student)": 3.9875869750976562,
      "cov-distil (oracle2teacher)": 3.875765800476074,
      "epoch": 0.7982731554160125,
      "rel-constrast": 2.9373652935028076,
      "step": 1017,
      "subrel-constrast": 3.9748058319091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6259751319885254,
      "cov-distil (oracle2student)": 4.741113185882568,
      "cov-distil (oracle2teacher)": 4.820483684539795,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.462773323059082,
      "step": 1018,
      "subrel-constrast": 4.052767276763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8147778511047363,
      "cov-distil (oracle2student)": 2.4001245498657227,
      "cov-distil (oracle2teacher)": 2.795497417449951,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.1614129543304443,
      "step": 1019,
      "subrel-constrast": 3.371605634689331,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 4.1875,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.7681,
      "step": 1020
    },
    {
      "cov-distil": 2.027719497680664,
      "cov-distil (oracle2student)": 3.443777561187744,
      "cov-distil (oracle2teacher)": 4.068449974060059,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.084487199783325,
      "step": 1020,
      "subrel-constrast": 4.097242832183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189805269241333,
      "cov-distil (oracle2student)": 5.171370983123779,
      "cov-distil (oracle2teacher)": 4.705845832824707,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.516526222229004,
      "step": 1021,
      "subrel-constrast": 3.0015029907226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198660373687744,
      "cov-distil (oracle2student)": 5.2850260734558105,
      "cov-distil (oracle2teacher)": 4.936790466308594,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.138915777206421,
      "step": 1022,
      "subrel-constrast": 3.048569679260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4685125350952148,
      "cov-distil (oracle2student)": 3.2354464530944824,
      "cov-distil (oracle2teacher)": 3.680014133453369,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.0768332481384277,
      "step": 1023,
      "subrel-constrast": 3.698580741882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5821576118469238,
      "cov-distil (oracle2student)": 4.071377277374268,
      "cov-distil (oracle2teacher)": 3.817991256713867,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.7155282497406006,
      "step": 1024,
      "subrel-constrast": 3.6673645973205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132115125656128,
      "cov-distil (oracle2student)": 4.5735063552856445,
      "cov-distil (oracle2teacher)": 4.161543846130371,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.720311403274536,
      "step": 1025,
      "subrel-constrast": 3.623866558074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7046070098876953,
      "cov-distil (oracle2student)": 5.760319232940674,
      "cov-distil (oracle2teacher)": 5.143543243408203,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.387950897216797,
      "step": 1026,
      "subrel-constrast": 4.000970840454102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7640877962112427,
      "cov-distil (oracle2student)": 3.468818187713623,
      "cov-distil (oracle2teacher)": 3.4804437160491943,
      "epoch": 0.8061224489795918,
      "rel-constrast": 1.7559993267059326,
      "step": 1027,
      "subrel-constrast": 2.878906726837158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861248016357422,
      "cov-distil (oracle2student)": 4.939949989318848,
      "cov-distil (oracle2teacher)": 4.553873062133789,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.305217742919922,
      "step": 1028,
      "subrel-constrast": 3.0905895233154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169939041137695,
      "cov-distil (oracle2student)": 3.5773215293884277,
      "cov-distil (oracle2teacher)": 3.7114551067352295,
      "epoch": 0.8076923076923077,
      "rel-constrast": 2.957848072052002,
      "step": 1029,
      "subrel-constrast": 3.6410200595855713,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 5.59375,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.6874,
      "step": 1030
    },
    {
      "cov-distil": 1.8106896877288818,
      "cov-distil (oracle2student)": 3.6458239555358887,
      "cov-distil (oracle2teacher)": 3.957334518432617,
      "epoch": 0.8084772370486656,
      "rel-constrast": 2.92349910736084,
      "step": 1030,
      "subrel-constrast": 3.482757091522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5824317932128906,
      "cov-distil (oracle2student)": 6.624978065490723,
      "cov-distil (oracle2teacher)": 6.124990463256836,
      "epoch": 0.8092621664050236,
      "rel-constrast": 3.8873136043548584,
      "step": 1031,
      "subrel-constrast": 4.417416095733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6061540842056274,
      "cov-distil (oracle2student)": 3.793649435043335,
      "cov-distil (oracle2teacher)": 4.019211769104004,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.2672576904296875,
      "step": 1032,
      "subrel-constrast": 4.373100757598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6579890251159668,
      "cov-distil (oracle2student)": 3.244474411010742,
      "cov-distil (oracle2teacher)": 3.813622236251831,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.8350658416748047,
      "step": 1033,
      "subrel-constrast": 3.7572238445281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757830142974854,
      "cov-distil (oracle2student)": 4.86230993270874,
      "cov-distil (oracle2teacher)": 3.9821395874023438,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.378297805786133,
      "step": 1034,
      "subrel-constrast": 2.792750597000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4425725936889648,
      "cov-distil (oracle2student)": 5.1923675537109375,
      "cov-distil (oracle2teacher)": 4.809959411621094,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.8825559616088867,
      "step": 1035,
      "subrel-constrast": 3.3040783405303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6329056024551392,
      "cov-distil (oracle2student)": 4.314358711242676,
      "cov-distil (oracle2teacher)": 4.303414344787598,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.181838035583496,
      "step": 1036,
      "subrel-constrast": 3.318356990814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9896368980407715,
      "cov-distil (oracle2student)": 3.963052749633789,
      "cov-distil (oracle2teacher)": 4.353612899780273,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.1072487831115723,
      "step": 1037,
      "subrel-constrast": 3.809403657913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7683387994766235,
      "cov-distil (oracle2student)": 4.107810020446777,
      "cov-distil (oracle2teacher)": 3.842982769012451,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.350456714630127,
      "step": 1038,
      "subrel-constrast": 3.8402345180511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.477534532546997,
      "cov-distil (oracle2student)": 4.8065643310546875,
      "cov-distil (oracle2teacher)": 4.394598007202148,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.32611083984375,
      "step": 1039,
      "subrel-constrast": 3.4650700092315674,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 3.96875,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7699,
      "step": 1040
    },
    {
      "cov-distil": 1.7925989627838135,
      "cov-distil (oracle2student)": 4.035504341125488,
      "cov-distil (oracle2teacher)": 4.069883346557617,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.846017837524414,
      "step": 1040,
      "subrel-constrast": 4.103398323059082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023847579956055,
      "cov-distil (oracle2student)": 3.843099594116211,
      "cov-distil (oracle2teacher)": 4.037495136260986,
      "epoch": 0.8171114599686028,
      "rel-constrast": 2.573598623275757,
      "step": 1041,
      "subrel-constrast": 3.0158514976501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524056911468506,
      "cov-distil (oracle2student)": 4.586222171783447,
      "cov-distil (oracle2teacher)": 4.96474552154541,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.567324161529541,
      "step": 1042,
      "subrel-constrast": 4.3281755447387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8739690780639648,
      "cov-distil (oracle2student)": 7.1469526290893555,
      "cov-distil (oracle2teacher)": 5.957895278930664,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.095526695251465,
      "step": 1043,
      "subrel-constrast": 3.598128080368042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4660667181015015,
      "cov-distil (oracle2student)": 4.490926265716553,
      "cov-distil (oracle2teacher)": 4.480849266052246,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.3184189796447754,
      "step": 1044,
      "subrel-constrast": 3.7818589210510254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384640693664551,
      "cov-distil (oracle2student)": 2.910491943359375,
      "cov-distil (oracle2teacher)": 3.350701093673706,
      "epoch": 0.8202511773940345,
      "rel-constrast": 2.7978649139404297,
      "step": 1045,
      "subrel-constrast": 4.001078128814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2389426231384277,
      "cov-distil (oracle2student)": 3.480020046234131,
      "cov-distil (oracle2teacher)": 4.3337507247924805,
      "epoch": 0.8210361067503925,
      "rel-constrast": 2.991933822631836,
      "step": 1046,
      "subrel-constrast": 4.081931114196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6469001770019531,
      "cov-distil (oracle2student)": 4.843432426452637,
      "cov-distil (oracle2teacher)": 4.686857223510742,
      "epoch": 0.8218210361067504,
      "rel-constrast": 2.7703468799591064,
      "step": 1047,
      "subrel-constrast": 4.027308940887451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629330396652222,
      "cov-distil (oracle2student)": 4.4629011154174805,
      "cov-distil (oracle2teacher)": 4.539138317108154,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.5734782218933105,
      "step": 1048,
      "subrel-constrast": 3.399585247039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.660278081893921,
      "cov-distil (oracle2student)": 3.7600698471069336,
      "cov-distil (oracle2teacher)": 3.9104297161102295,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.1612446308135986,
      "step": 1049,
      "subrel-constrast": 4.506696701049805,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 4.28125,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.7881,
      "step": 1050
    },
    {
      "cov-distil": 1.6164019107818604,
      "cov-distil (oracle2student)": 3.8206026554107666,
      "cov-distil (oracle2teacher)": 3.944897413253784,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.3361825942993164,
      "step": 1050,
      "subrel-constrast": 3.7580296993255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7840702533721924,
      "cov-distil (oracle2student)": 3.0256316661834717,
      "cov-distil (oracle2teacher)": 3.6616899967193604,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.291940689086914,
      "step": 1051,
      "subrel-constrast": 3.6692779064178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7631590366363525,
      "cov-distil (oracle2student)": 3.656487226486206,
      "cov-distil (oracle2teacher)": 3.960211753845215,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.690711498260498,
      "step": 1052,
      "subrel-constrast": 4.15252161026001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3266143798828125,
      "cov-distil (oracle2student)": 3.983217716217041,
      "cov-distil (oracle2teacher)": 4.407350540161133,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.3135576248168945,
      "step": 1053,
      "subrel-constrast": 3.3906259536743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0207600593566895,
      "cov-distil (oracle2student)": 4.32850456237793,
      "cov-distil (oracle2teacher)": 4.184805870056152,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.349275588989258,
      "step": 1054,
      "subrel-constrast": 4.493255138397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5650665760040283,
      "cov-distil (oracle2student)": 3.345418930053711,
      "cov-distil (oracle2teacher)": 3.5081210136413574,
      "epoch": 0.8281004709576139,
      "rel-constrast": 1.8294142484664917,
      "step": 1055,
      "subrel-constrast": 3.165656089782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719931721687317,
      "cov-distil (oracle2student)": 5.1440887451171875,
      "cov-distil (oracle2teacher)": 4.970905303955078,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.2107913494110107,
      "step": 1056,
      "subrel-constrast": 4.171673774719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4246008396148682,
      "cov-distil (oracle2student)": 3.978316068649292,
      "cov-distil (oracle2teacher)": 3.674072742462158,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.3066517114639282,
      "step": 1057,
      "subrel-constrast": 2.4721665382385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487764835357666,
      "cov-distil (oracle2student)": 5.393230438232422,
      "cov-distil (oracle2teacher)": 4.770092010498047,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.330756187438965,
      "step": 1058,
      "subrel-constrast": 3.2525157928466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5988163948059082,
      "cov-distil (oracle2student)": 4.023097038269043,
      "cov-distil (oracle2teacher)": 4.515697002410889,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.138927936553955,
      "step": 1059,
      "subrel-constrast": 3.2638373374938965,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 3.984375,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.7132,
      "step": 1060
    },
    {
      "cov-distil": 1.7634214162826538,
      "cov-distil (oracle2student)": 4.596302509307861,
      "cov-distil (oracle2teacher)": 4.385504722595215,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.6825990676879883,
      "step": 1060,
      "subrel-constrast": 3.3700788021087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000319719314575,
      "cov-distil (oracle2student)": 4.139833450317383,
      "cov-distil (oracle2teacher)": 4.253546714782715,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.3510313034057617,
      "step": 1061,
      "subrel-constrast": 3.0012290477752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9436346292495728,
      "cov-distil (oracle2student)": 3.900317668914795,
      "cov-distil (oracle2teacher)": 4.155367374420166,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.8061623573303223,
      "step": 1062,
      "subrel-constrast": 3.7366721630096436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4160996675491333,
      "cov-distil (oracle2student)": 3.251985549926758,
      "cov-distil (oracle2teacher)": 2.771364450454712,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.147320508956909,
      "step": 1063,
      "subrel-constrast": 3.4135777950286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8887712955474854,
      "cov-distil (oracle2student)": 5.749523162841797,
      "cov-distil (oracle2teacher)": 5.095005035400391,
      "epoch": 0.8351648351648352,
      "rel-constrast": 2.6653130054473877,
      "step": 1064,
      "subrel-constrast": 4.0916900634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248770475387573,
      "cov-distil (oracle2student)": 6.382534027099609,
      "cov-distil (oracle2teacher)": 5.871962547302246,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.8222265243530273,
      "step": 1065,
      "subrel-constrast": 3.441693067550659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3510991334915161,
      "cov-distil (oracle2student)": 4.302297592163086,
      "cov-distil (oracle2teacher)": 4.406790733337402,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.2316131591796875,
      "step": 1066,
      "subrel-constrast": 3.0212955474853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5802234411239624,
      "cov-distil (oracle2student)": 3.697017192840576,
      "cov-distil (oracle2teacher)": 3.6706840991973877,
      "epoch": 0.8375196232339089,
      "rel-constrast": 1.6987382173538208,
      "step": 1067,
      "subrel-constrast": 2.76116681098938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6104096174240112,
      "cov-distil (oracle2student)": 4.713435173034668,
      "cov-distil (oracle2teacher)": 4.685287952423096,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.206899881362915,
      "step": 1068,
      "subrel-constrast": 3.8750016689300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551302433013916,
      "cov-distil (oracle2student)": 5.244860649108887,
      "cov-distil (oracle2teacher)": 5.400216102600098,
      "epoch": 0.8390894819466248,
      "rel-constrast": 2.9657280445098877,
      "step": 1069,
      "subrel-constrast": 4.163245677947998,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 3.9375,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.706,
      "step": 1070
    },
    {
      "cov-distil": 1.2886357307434082,
      "cov-distil (oracle2student)": 4.621914386749268,
      "cov-distil (oracle2teacher)": 3.9015297889709473,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.8079662322998047,
      "step": 1070,
      "subrel-constrast": 2.4859864711761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9027646780014038,
      "cov-distil (oracle2student)": 4.068519592285156,
      "cov-distil (oracle2teacher)": 4.4184722900390625,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.5185775756835938,
      "step": 1071,
      "subrel-constrast": 3.79280948638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610694169998169,
      "cov-distil (oracle2student)": 5.256581783294678,
      "cov-distil (oracle2teacher)": 4.202345848083496,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.7948429584503174,
      "step": 1072,
      "subrel-constrast": 2.149874448776245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5720903873443604,
      "cov-distil (oracle2student)": 2.5972678661346436,
      "cov-distil (oracle2teacher)": 2.549935817718506,
      "epoch": 0.8422291993720565,
      "rel-constrast": 2.8846240043640137,
      "step": 1073,
      "subrel-constrast": 3.755218267440796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2602043151855469,
      "cov-distil (oracle2student)": 6.56927490234375,
      "cov-distil (oracle2teacher)": 5.913023948669434,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.259208917617798,
      "step": 1074,
      "subrel-constrast": 3.0340468883514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912826418876648,
      "cov-distil (oracle2student)": 5.491884708404541,
      "cov-distil (oracle2teacher)": 4.559049129486084,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.2352657318115234,
      "step": 1075,
      "subrel-constrast": 3.8456273078918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9904232025146484,
      "cov-distil (oracle2student)": 3.253878116607666,
      "cov-distil (oracle2teacher)": 3.703411340713501,
      "epoch": 0.8445839874411303,
      "rel-constrast": 2.863182306289673,
      "step": 1076,
      "subrel-constrast": 4.177298545837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882885217666626,
      "cov-distil (oracle2student)": 4.126079559326172,
      "cov-distil (oracle2teacher)": 4.227783679962158,
      "epoch": 0.8453689167974883,
      "rel-constrast": 2.9614031314849854,
      "step": 1077,
      "subrel-constrast": 3.795863628387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776341915130615,
      "cov-distil (oracle2student)": 3.3317291736602783,
      "cov-distil (oracle2teacher)": 3.3138623237609863,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.3572006225585938,
      "step": 1078,
      "subrel-constrast": 2.9749090671539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4215022325515747,
      "cov-distil (oracle2student)": 7.1245245933532715,
      "cov-distil (oracle2teacher)": 6.631807327270508,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.5559624433517456,
      "step": 1079,
      "subrel-constrast": 2.727398157119751,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 4.0,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.6483,
      "step": 1080
    },
    {
      "cov-distil": 2.2612788677215576,
      "cov-distil (oracle2student)": 2.441570281982422,
      "cov-distil (oracle2teacher)": 2.711883544921875,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.431687355041504,
      "step": 1080,
      "subrel-constrast": 2.5502729415893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776302456855774,
      "cov-distil (oracle2student)": 3.7759766578674316,
      "cov-distil (oracle2teacher)": 3.8109960556030273,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.977764368057251,
      "step": 1081,
      "subrel-constrast": 3.808194160461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0173511505126953,
      "cov-distil (oracle2student)": 3.3843555450439453,
      "cov-distil (oracle2teacher)": 3.38594913482666,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.338865280151367,
      "step": 1082,
      "subrel-constrast": 3.3615052700042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259052038192749,
      "cov-distil (oracle2student)": 6.709156036376953,
      "cov-distil (oracle2teacher)": 5.610198020935059,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.0296573638916016,
      "step": 1083,
      "subrel-constrast": 3.5144412517547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5684027671813965,
      "cov-distil (oracle2student)": 4.759820938110352,
      "cov-distil (oracle2teacher)": 4.083112716674805,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.521782875061035,
      "step": 1084,
      "subrel-constrast": 3.0945487022399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4398539066314697,
      "cov-distil (oracle2student)": 4.179915428161621,
      "cov-distil (oracle2teacher)": 4.522205352783203,
      "epoch": 0.8516483516483516,
      "rel-constrast": 2.952085018157959,
      "step": 1085,
      "subrel-constrast": 3.3064024448394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656529188156128,
      "cov-distil (oracle2student)": 5.259430885314941,
      "cov-distil (oracle2teacher)": 4.256065368652344,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.573294162750244,
      "step": 1086,
      "subrel-constrast": 4.102229118347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4870409965515137,
      "cov-distil (oracle2student)": 3.2967703342437744,
      "cov-distil (oracle2teacher)": 3.5612845420837402,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.2876057624816895,
      "step": 1087,
      "subrel-constrast": 2.8591420650482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5758378505706787,
      "cov-distil (oracle2student)": 4.145998954772949,
      "cov-distil (oracle2teacher)": 3.86887264251709,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.466554880142212,
      "step": 1088,
      "subrel-constrast": 3.0888187885284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4580416679382324,
      "cov-distil (oracle2student)": 3.5481619834899902,
      "cov-distil (oracle2teacher)": 3.891221046447754,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.3350257873535156,
      "step": 1089,
      "subrel-constrast": 3.2699694633483887,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 4.5,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.6916,
      "step": 1090
    },
    {
      "cov-distil": 2.1054770946502686,
      "cov-distil (oracle2student)": 4.161252498626709,
      "cov-distil (oracle2teacher)": 3.5828795433044434,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.893124580383301,
      "step": 1090,
      "subrel-constrast": 3.7985823154449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6175923347473145,
      "cov-distil (oracle2student)": 3.538158893585205,
      "cov-distil (oracle2teacher)": 4.154867649078369,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.5513758659362793,
      "step": 1091,
      "subrel-constrast": 3.8530352115631104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2550013065338135,
      "cov-distil (oracle2student)": 4.955796241760254,
      "cov-distil (oracle2teacher)": 4.485112190246582,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.0515384674072266,
      "step": 1092,
      "subrel-constrast": 3.6082208156585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9093921184539795,
      "cov-distil (oracle2student)": 6.275992393493652,
      "cov-distil (oracle2teacher)": 5.936104774475098,
      "epoch": 0.8579277864992151,
      "rel-constrast": 2.746659517288208,
      "step": 1093,
      "subrel-constrast": 3.500150203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559880256652832,
      "cov-distil (oracle2student)": 5.980669021606445,
      "cov-distil (oracle2teacher)": 5.451399803161621,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.9223594665527344,
      "step": 1094,
      "subrel-constrast": 3.431309461593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9203022718429565,
      "cov-distil (oracle2student)": 4.37349271774292,
      "cov-distil (oracle2teacher)": 4.252681732177734,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.075744867324829,
      "step": 1095,
      "subrel-constrast": 2.7751643657684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717166781425476,
      "cov-distil (oracle2student)": 4.556638240814209,
      "cov-distil (oracle2teacher)": 4.48246955871582,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.5287399291992188,
      "step": 1096,
      "subrel-constrast": 3.3429861068725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659001111984253,
      "cov-distil (oracle2student)": 2.7157702445983887,
      "cov-distil (oracle2teacher)": 2.870422840118408,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.0655741691589355,
      "step": 1097,
      "subrel-constrast": 2.8546369075775146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5593934059143066,
      "cov-distil (oracle2student)": 6.0179057121276855,
      "cov-distil (oracle2teacher)": 5.587730407714844,
      "epoch": 0.8618524332810047,
      "rel-constrast": 2.677334785461426,
      "step": 1098,
      "subrel-constrast": 4.152379989624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0314323902130127,
      "cov-distil (oracle2student)": 4.601337432861328,
      "cov-distil (oracle2teacher)": 4.624104022979736,
      "epoch": 0.8626373626373627,
      "rel-constrast": 1.8721895217895508,
      "step": 1099,
      "subrel-constrast": 3.296999216079712,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 3.71875,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.6817,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.34843751788139343,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.06329345703125
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.039794921875
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.02349853515625,
      "step": 1100
    },
    {
      "cov-distil": 1.4833276271820068,
      "cov-distil (oracle2student)": 2.5811314582824707,
      "cov-distil (oracle2teacher)": 3.234126567840576,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.340510129928589,
      "step": 1100,
      "subrel-constrast": 3.2712020874023438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7645385265350342,
      "cov-distil (oracle2student)": 3.677969217300415,
      "cov-distil (oracle2teacher)": 3.6294074058532715,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.167717933654785,
      "step": 1101,
      "subrel-constrast": 4.671776294708252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8379162549972534,
      "cov-distil (oracle2student)": 2.7142980098724365,
      "cov-distil (oracle2teacher)": 3.048560619354248,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.7332358360290527,
      "step": 1102,
      "subrel-constrast": 3.7854421138763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7900221347808838,
      "cov-distil (oracle2student)": 3.7195370197296143,
      "cov-distil (oracle2teacher)": 4.015216827392578,
      "epoch": 0.8657770800627943,
      "rel-constrast": 2.7825095653533936,
      "step": 1103,
      "subrel-constrast": 3.296682596206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4053113460540771,
      "cov-distil (oracle2student)": 4.217700958251953,
      "cov-distil (oracle2teacher)": 3.6578311920166016,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.052328109741211,
      "step": 1104,
      "subrel-constrast": 3.7783777713775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3801968097686768,
      "cov-distil (oracle2student)": 5.993281364440918,
      "cov-distil (oracle2teacher)": 5.398037910461426,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.293044090270996,
      "step": 1105,
      "subrel-constrast": 2.9968013763427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8247287273406982,
      "cov-distil (oracle2student)": 4.098142147064209,
      "cov-distil (oracle2teacher)": 3.8097481727600098,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.533796787261963,
      "step": 1106,
      "subrel-constrast": 3.3139874935150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4530056715011597,
      "cov-distil (oracle2student)": 3.797022819519043,
      "cov-distil (oracle2teacher)": 3.834474563598633,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.3914051055908203,
      "step": 1107,
      "subrel-constrast": 2.933656930923462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.399402141571045,
      "cov-distil (oracle2student)": 6.081768989562988,
      "cov-distil (oracle2teacher)": 5.472435474395752,
      "epoch": 0.869701726844584,
      "rel-constrast": 2.705120086669922,
      "step": 1108,
      "subrel-constrast": 3.3974111080169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1830177307128906,
      "cov-distil (oracle2student)": 4.560810089111328,
      "cov-distil (oracle2teacher)": 4.15213680267334,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.559567451477051,
      "step": 1109,
      "subrel-constrast": 3.008854866027832,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 4.5625,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7303,
      "step": 1110
    },
    {
      "cov-distil": 1.2235275506973267,
      "cov-distil (oracle2student)": 3.794009208679199,
      "cov-distil (oracle2teacher)": 3.8570096492767334,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.551140069961548,
      "step": 1110,
      "subrel-constrast": 2.904038906097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7267662286758423,
      "cov-distil (oracle2student)": 4.95948600769043,
      "cov-distil (oracle2teacher)": 4.704637050628662,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.715531826019287,
      "step": 1111,
      "subrel-constrast": 3.808561325073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4849038124084473,
      "cov-distil (oracle2student)": 5.699418067932129,
      "cov-distil (oracle2teacher)": 5.444860935211182,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.156691551208496,
      "step": 1112,
      "subrel-constrast": 4.330676078796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6230366230010986,
      "cov-distil (oracle2student)": 3.6282854080200195,
      "cov-distil (oracle2teacher)": 3.7687344551086426,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.298485279083252,
      "step": 1113,
      "subrel-constrast": 4.327947616577148,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3193984031677246,
      "cov-distil (oracle2student)": 4.089964866638184,
      "cov-distil (oracle2teacher)": 4.076715469360352,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.4449801445007324,
      "step": 1114,
      "subrel-constrast": 4.282724380493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5472908020019531,
      "cov-distil (oracle2student)": 4.376423358917236,
      "cov-distil (oracle2teacher)": 4.297941207885742,
      "epoch": 0.8751962323390895,
      "rel-constrast": 2.9351186752319336,
      "step": 1115,
      "subrel-constrast": 3.8922715187072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1743741035461426,
      "cov-distil (oracle2student)": 3.9836480617523193,
      "cov-distil (oracle2teacher)": 4.377137184143066,
      "epoch": 0.8759811616954474,
      "rel-constrast": 2.871256113052368,
      "step": 1116,
      "subrel-constrast": 4.048947334289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5275554656982422,
      "cov-distil (oracle2student)": 4.710699558258057,
      "cov-distil (oracle2teacher)": 4.594585418701172,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.3685479164123535,
      "step": 1117,
      "subrel-constrast": 3.934133529663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2723639011383057,
      "cov-distil (oracle2student)": 3.645294427871704,
      "cov-distil (oracle2teacher)": 3.5527291297912598,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.21423602104187,
      "step": 1118,
      "subrel-constrast": 2.8356733322143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123837947845459,
      "cov-distil (oracle2student)": 4.337810516357422,
      "cov-distil (oracle2teacher)": 4.060410499572754,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.6620709896087646,
      "step": 1119,
      "subrel-constrast": 4.455970764160156,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 7.1875,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.798,
      "step": 1120
    },
    {
      "cov-distil": 1.571814775466919,
      "cov-distil (oracle2student)": 3.5054187774658203,
      "cov-distil (oracle2teacher)": 3.261589527130127,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.269399642944336,
      "step": 1120,
      "subrel-constrast": 3.0529563426971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0937509536743164,
      "cov-distil (oracle2student)": 4.064808368682861,
      "cov-distil (oracle2teacher)": 4.127132415771484,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.0518972873687744,
      "step": 1121,
      "subrel-constrast": 3.6217973232269287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1840193271636963,
      "cov-distil (oracle2student)": 4.489145755767822,
      "cov-distil (oracle2teacher)": 3.5891308784484863,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.198768138885498,
      "step": 1122,
      "subrel-constrast": 3.3932459354400635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248802661895752,
      "cov-distil (oracle2student)": 4.523759841918945,
      "cov-distil (oracle2teacher)": 4.695162773132324,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.6944828033447266,
      "step": 1123,
      "subrel-constrast": 4.282294273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031193733215332,
      "cov-distil (oracle2student)": 4.548890590667725,
      "cov-distil (oracle2teacher)": 4.035934925079346,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.739450454711914,
      "step": 1124,
      "subrel-constrast": 3.720611095428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1998677253723145,
      "cov-distil (oracle2student)": 4.823317527770996,
      "cov-distil (oracle2teacher)": 4.251072406768799,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.5668554306030273,
      "step": 1125,
      "subrel-constrast": 2.824064254760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067883253097534,
      "cov-distil (oracle2student)": 4.868155002593994,
      "cov-distil (oracle2teacher)": 4.854118347167969,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.8667964935302734,
      "step": 1126,
      "subrel-constrast": 5.2667555809021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5876684188842773,
      "cov-distil (oracle2student)": 3.949136972427368,
      "cov-distil (oracle2teacher)": 4.12576961517334,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.681436538696289,
      "step": 1127,
      "subrel-constrast": 3.5201127529144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3168267011642456,
      "cov-distil (oracle2student)": 3.8228814601898193,
      "cov-distil (oracle2teacher)": 3.8702011108398438,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.4905176162719727,
      "step": 1128,
      "subrel-constrast": 3.3689873218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6659281253814697,
      "cov-distil (oracle2student)": 3.591095447540283,
      "cov-distil (oracle2teacher)": 3.3310017585754395,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.8482139110565186,
      "step": 1129,
      "subrel-constrast": 3.5865471363067627,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 4.5,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7282,
      "step": 1130
    },
    {
      "cov-distil": 1.2501623630523682,
      "cov-distil (oracle2student)": 3.4405083656311035,
      "cov-distil (oracle2teacher)": 3.822848081588745,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.310263156890869,
      "step": 1130,
      "subrel-constrast": 3.67504620552063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023420810699463,
      "cov-distil (oracle2student)": 4.349114894866943,
      "cov-distil (oracle2teacher)": 3.7581562995910645,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.737643003463745,
      "step": 1131,
      "subrel-constrast": 3.8389017581939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875125527381897,
      "cov-distil (oracle2student)": 3.852022409439087,
      "cov-distil (oracle2teacher)": 3.9263296127319336,
      "epoch": 0.8885400313971743,
      "rel-constrast": 2.9334559440612793,
      "step": 1132,
      "subrel-constrast": 4.020740509033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681649088859558,
      "cov-distil (oracle2student)": 3.246659994125366,
      "cov-distil (oracle2teacher)": 3.271294116973877,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.1920580863952637,
      "step": 1133,
      "subrel-constrast": 3.1769967079162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6531949043273926,
      "cov-distil (oracle2student)": 5.079378604888916,
      "cov-distil (oracle2teacher)": 4.647866249084473,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.080786943435669,
      "step": 1134,
      "subrel-constrast": 3.9597272872924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251246452331543,
      "cov-distil (oracle2student)": 3.9195938110351562,
      "cov-distil (oracle2teacher)": 3.9517698287963867,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.895026683807373,
      "step": 1135,
      "subrel-constrast": 3.5273540019989014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1951422691345215,
      "cov-distil (oracle2student)": 3.674179792404175,
      "cov-distil (oracle2teacher)": 3.949899196624756,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.414430618286133,
      "step": 1136,
      "subrel-constrast": 3.3157989978790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406358242034912,
      "cov-distil (oracle2student)": 5.6439104080200195,
      "cov-distil (oracle2teacher)": 5.224896430969238,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.673257350921631,
      "step": 1137,
      "subrel-constrast": 3.3259668350219727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4170578718185425,
      "cov-distil (oracle2student)": 3.125720977783203,
      "cov-distil (oracle2teacher)": 3.3830299377441406,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.4036521911621094,
      "step": 1138,
      "subrel-constrast": 2.1827547550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.56028151512146,
      "cov-distil (oracle2student)": 4.748476982116699,
      "cov-distil (oracle2teacher)": 4.825471878051758,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.5303781032562256,
      "step": 1139,
      "subrel-constrast": 3.5083651542663574,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.6926,
      "step": 1140
    },
    {
      "cov-distil": 1.6231253147125244,
      "cov-distil (oracle2student)": 3.6117701530456543,
      "cov-distil (oracle2teacher)": 3.011739730834961,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.6998871564865112,
      "step": 1140,
      "subrel-constrast": 2.5687835216522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6277525424957275,
      "cov-distil (oracle2student)": 3.921034097671509,
      "cov-distil (oracle2teacher)": 4.101091384887695,
      "epoch": 0.8956043956043956,
      "rel-constrast": 2.0519986152648926,
      "step": 1141,
      "subrel-constrast": 2.8336429595947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7959699630737305,
      "cov-distil (oracle2student)": 4.145328521728516,
      "cov-distil (oracle2teacher)": 4.078837871551514,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.2661423683166504,
      "step": 1142,
      "subrel-constrast": 3.6944267749786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7383415699005127,
      "cov-distil (oracle2student)": 4.898563861846924,
      "cov-distil (oracle2teacher)": 4.586406707763672,
      "epoch": 0.8971742543171115,
      "rel-constrast": 1.939466953277588,
      "step": 1143,
      "subrel-constrast": 3.167980909347534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882118701934814,
      "cov-distil (oracle2student)": 5.280661582946777,
      "cov-distil (oracle2teacher)": 4.710152626037598,
      "epoch": 0.8979591836734694,
      "rel-constrast": 2.7240095138549805,
      "step": 1144,
      "subrel-constrast": 3.643813133239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6273691654205322,
      "cov-distil (oracle2student)": 5.149251461029053,
      "cov-distil (oracle2teacher)": 4.367751121520996,
      "epoch": 0.8987441130298273,
      "rel-constrast": 2.867098331451416,
      "step": 1145,
      "subrel-constrast": 3.6574766635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935086250305176,
      "cov-distil (oracle2student)": 6.38236665725708,
      "cov-distil (oracle2teacher)": 6.156482696533203,
      "epoch": 0.8995290423861853,
      "rel-constrast": 1.7907439470291138,
      "step": 1146,
      "subrel-constrast": 3.184711456298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4945895671844482,
      "cov-distil (oracle2student)": 4.936389923095703,
      "cov-distil (oracle2teacher)": 4.539090156555176,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.644914150238037,
      "step": 1147,
      "subrel-constrast": 4.2774128913879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4410946369171143,
      "cov-distil (oracle2student)": 4.45939826965332,
      "cov-distil (oracle2teacher)": 4.1736040115356445,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.5368399620056152,
      "step": 1148,
      "subrel-constrast": 3.9831151962280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751585841178894,
      "cov-distil (oracle2student)": 5.582363128662109,
      "cov-distil (oracle2teacher)": 4.989151954650879,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.1458239555358887,
      "step": 1149,
      "subrel-constrast": 3.912555694580078,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 5.5,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.6836,
      "step": 1150
    },
    {
      "cov-distil": 1.3166242837905884,
      "cov-distil (oracle2student)": 4.205977439880371,
      "cov-distil (oracle2teacher)": 4.073219299316406,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.686522960662842,
      "step": 1150,
      "subrel-constrast": 3.222052812576294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0893232822418213,
      "cov-distil (oracle2student)": 3.0405430793762207,
      "cov-distil (oracle2teacher)": 3.103191375732422,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.527759075164795,
      "step": 1151,
      "subrel-constrast": 3.260211229324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4247220754623413,
      "cov-distil (oracle2student)": 4.437274932861328,
      "cov-distil (oracle2teacher)": 3.507920503616333,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.5112786293029785,
      "step": 1152,
      "subrel-constrast": 2.9173386096954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8933457136154175,
      "cov-distil (oracle2student)": 4.599787712097168,
      "cov-distil (oracle2teacher)": 3.93801212310791,
      "epoch": 0.9050235478806907,
      "rel-constrast": 2.9544529914855957,
      "step": 1153,
      "subrel-constrast": 3.94472074508667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7987773418426514,
      "cov-distil (oracle2student)": 4.754169464111328,
      "cov-distil (oracle2teacher)": 3.8799026012420654,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.6446785926818848,
      "step": 1154,
      "subrel-constrast": 3.349853515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505367517471313,
      "cov-distil (oracle2student)": 4.531599998474121,
      "cov-distil (oracle2teacher)": 4.644270420074463,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.12009859085083,
      "step": 1155,
      "subrel-constrast": 3.233833074569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2821686267852783,
      "cov-distil (oracle2student)": 3.822535514831543,
      "cov-distil (oracle2teacher)": 3.8887791633605957,
      "epoch": 0.9073783359497645,
      "rel-constrast": 2.8811583518981934,
      "step": 1156,
      "subrel-constrast": 3.296569347381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4985346794128418,
      "cov-distil (oracle2student)": 3.086726665496826,
      "cov-distil (oracle2teacher)": 2.8055214881896973,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.100804090499878,
      "step": 1157,
      "subrel-constrast": 2.6775074005126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.466531753540039,
      "cov-distil (oracle2student)": 3.2765588760375977,
      "cov-distil (oracle2teacher)": 3.3337197303771973,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.827808141708374,
      "step": 1158,
      "subrel-constrast": 3.6539833545684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021986961364746,
      "cov-distil (oracle2student)": 4.244625091552734,
      "cov-distil (oracle2teacher)": 3.8632240295410156,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.7144017219543457,
      "step": 1159,
      "subrel-constrast": 3.6200084686279297,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 3.734375,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.7201,
      "step": 1160
    },
    {
      "cov-distil": 1.2979786396026611,
      "cov-distil (oracle2student)": 4.201969146728516,
      "cov-distil (oracle2teacher)": 3.9029698371887207,
      "epoch": 0.9105180533751962,
      "rel-constrast": 2.8292670249938965,
      "step": 1160,
      "subrel-constrast": 3.5320496559143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0141704082489014,
      "cov-distil (oracle2student)": 2.953571081161499,
      "cov-distil (oracle2teacher)": 3.2779788970947266,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.6523966789245605,
      "step": 1161,
      "subrel-constrast": 3.5234549045562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976268291473389,
      "cov-distil (oracle2student)": 5.376161098480225,
      "cov-distil (oracle2teacher)": 5.060492515563965,
      "epoch": 0.9120879120879121,
      "rel-constrast": 2.931504011154175,
      "step": 1162,
      "subrel-constrast": 3.9529800415039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813007116317749,
      "cov-distil (oracle2student)": 5.948803424835205,
      "cov-distil (oracle2teacher)": 5.331986904144287,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.500373363494873,
      "step": 1163,
      "subrel-constrast": 4.298351287841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3975372314453125,
      "cov-distil (oracle2student)": 3.503666877746582,
      "cov-distil (oracle2teacher)": 3.7389934062957764,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.32747745513916,
      "step": 1164,
      "subrel-constrast": 3.1099324226379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01520037651062,
      "cov-distil (oracle2student)": 3.7509379386901855,
      "cov-distil (oracle2teacher)": 3.9740700721740723,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.3922195434570312,
      "step": 1165,
      "subrel-constrast": 3.644641160964966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952460050582886,
      "cov-distil (oracle2student)": 5.417086601257324,
      "cov-distil (oracle2teacher)": 5.014781951904297,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.4913744926452637,
      "step": 1166,
      "subrel-constrast": 3.7487809658050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961735248565674,
      "cov-distil (oracle2student)": 2.986576557159424,
      "cov-distil (oracle2teacher)": 3.818789482116699,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.203270435333252,
      "step": 1167,
      "subrel-constrast": 3.236823558807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0130348205566406,
      "cov-distil (oracle2student)": 5.149880409240723,
      "cov-distil (oracle2teacher)": 4.798189163208008,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.753026008605957,
      "step": 1168,
      "subrel-constrast": 3.9270730018615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.501684308052063,
      "cov-distil (oracle2student)": 3.8572030067443848,
      "cov-distil (oracle2teacher)": 3.7087833881378174,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.009178876876831,
      "step": 1169,
      "subrel-constrast": 3.6050803661346436,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 4.65625,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.7451,
      "step": 1170
    },
    {
      "cov-distil": 2.2440497875213623,
      "cov-distil (oracle2student)": 5.438259601593018,
      "cov-distil (oracle2teacher)": 6.017505168914795,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.4756507873535156,
      "step": 1170,
      "subrel-constrast": 4.350358009338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8304718732833862,
      "cov-distil (oracle2student)": 4.279886245727539,
      "cov-distil (oracle2teacher)": 3.70857834815979,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.044724702835083,
      "step": 1171,
      "subrel-constrast": 3.9490966796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6617827415466309,
      "cov-distil (oracle2student)": 6.607244491577148,
      "cov-distil (oracle2teacher)": 5.819287300109863,
      "epoch": 0.9199372056514914,
      "rel-constrast": 2.6870391368865967,
      "step": 1172,
      "subrel-constrast": 3.5879151821136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6941949129104614,
      "cov-distil (oracle2student)": 4.0640058517456055,
      "cov-distil (oracle2teacher)": 3.718726634979248,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.171328067779541,
      "step": 1173,
      "subrel-constrast": 4.517958641052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606048107147217,
      "cov-distil (oracle2student)": 5.81865119934082,
      "cov-distil (oracle2teacher)": 5.35563850402832,
      "epoch": 0.9215070643642073,
      "rel-constrast": 3.0460877418518066,
      "step": 1174,
      "subrel-constrast": 4.113963603973389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8238593339920044,
      "cov-distil (oracle2student)": 5.197890758514404,
      "cov-distil (oracle2teacher)": 4.986410140991211,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.6522445678710938,
      "step": 1175,
      "subrel-constrast": 4.078558921813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0134215354919434,
      "cov-distil (oracle2student)": 4.401877403259277,
      "cov-distil (oracle2teacher)": 4.206283092498779,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.171078681945801,
      "step": 1176,
      "subrel-constrast": 4.500491619110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5161776542663574,
      "cov-distil (oracle2student)": 4.1661272048950195,
      "cov-distil (oracle2teacher)": 4.304996490478516,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.551457405090332,
      "step": 1177,
      "subrel-constrast": 3.3223350048065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2079062461853027,
      "cov-distil (oracle2student)": 4.168429374694824,
      "cov-distil (oracle2teacher)": 3.741354465484619,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.1079952716827393,
      "step": 1178,
      "subrel-constrast": 4.202869892120361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9897029399871826,
      "cov-distil (oracle2student)": 3.056656837463379,
      "cov-distil (oracle2teacher)": 3.4330224990844727,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.705441474914551,
      "step": 1179,
      "subrel-constrast": 4.179513931274414,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 4.25,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8117,
      "step": 1180
    },
    {
      "cov-distil": 1.6385297775268555,
      "cov-distil (oracle2student)": 4.018562316894531,
      "cov-distil (oracle2teacher)": 3.957552194595337,
      "epoch": 0.9262166405023547,
      "rel-constrast": 3.807039737701416,
      "step": 1180,
      "subrel-constrast": 4.254812240600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0436596870422363,
      "cov-distil (oracle2student)": 2.9802255630493164,
      "cov-distil (oracle2teacher)": 3.1497929096221924,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.539369583129883,
      "step": 1181,
      "subrel-constrast": 4.188117027282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7912375926971436,
      "cov-distil (oracle2student)": 6.986716270446777,
      "cov-distil (oracle2teacher)": 6.872638702392578,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.627889394760132,
      "step": 1182,
      "subrel-constrast": 5.0161519050598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244184970855713,
      "cov-distil (oracle2student)": 4.350063323974609,
      "cov-distil (oracle2teacher)": 4.1805620193481445,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.519531726837158,
      "step": 1183,
      "subrel-constrast": 4.265542507171631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4995149374008179,
      "cov-distil (oracle2student)": 3.728036403656006,
      "cov-distil (oracle2teacher)": 3.4130442142486572,
      "epoch": 0.9293563579277865,
      "rel-constrast": 3.084534168243408,
      "step": 1184,
      "subrel-constrast": 3.459879159927368,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110381841659546,
      "cov-distil (oracle2student)": 4.622827529907227,
      "cov-distil (oracle2teacher)": 4.333540916442871,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.8681445121765137,
      "step": 1185,
      "subrel-constrast": 3.609586715698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155304908752441,
      "cov-distil (oracle2student)": 4.237833023071289,
      "cov-distil (oracle2teacher)": 3.9844722747802734,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.0968799591064453,
      "step": 1186,
      "subrel-constrast": 2.722079277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5329607725143433,
      "cov-distil (oracle2student)": 3.8239402770996094,
      "cov-distil (oracle2teacher)": 4.084975719451904,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.026956081390381,
      "step": 1187,
      "subrel-constrast": 3.9352798461914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3725261688232422,
      "cov-distil (oracle2student)": 3.3737990856170654,
      "cov-distil (oracle2teacher)": 3.572425127029419,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.4475972652435303,
      "step": 1188,
      "subrel-constrast": 3.3460988998413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6596436500549316,
      "cov-distil (oracle2student)": 3.739159107208252,
      "cov-distil (oracle2teacher)": 3.539194107055664,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.418382406234741,
      "step": 1189,
      "subrel-constrast": 3.2261364459991455,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 4.8125,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7806,
      "step": 1190
    },
    {
      "cov-distil": 2.050379753112793,
      "cov-distil (oracle2student)": 3.651210069656372,
      "cov-distil (oracle2teacher)": 3.1492159366607666,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.008650541305542,
      "step": 1190,
      "subrel-constrast": 2.9278981685638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2878007888793945,
      "cov-distil (oracle2student)": 4.712845802307129,
      "cov-distil (oracle2teacher)": 4.4940080642700195,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.551302194595337,
      "step": 1191,
      "subrel-constrast": 4.343747615814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.286135196685791,
      "cov-distil (oracle2student)": 3.4416022300720215,
      "cov-distil (oracle2teacher)": 3.451209783554077,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.7415156364440918,
      "step": 1192,
      "subrel-constrast": 2.5693564414978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7655428647994995,
      "cov-distil (oracle2student)": 4.044541358947754,
      "cov-distil (oracle2teacher)": 4.256542205810547,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.802788734436035,
      "step": 1193,
      "subrel-constrast": 3.6892616748809814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.718968391418457,
      "cov-distil (oracle2student)": 3.2723355293273926,
      "cov-distil (oracle2teacher)": 3.43930721282959,
      "epoch": 0.9372056514913658,
      "rel-constrast": 2.687786340713501,
      "step": 1194,
      "subrel-constrast": 3.839388608932495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050898551940918,
      "cov-distil (oracle2student)": 4.88292932510376,
      "cov-distil (oracle2teacher)": 3.8337602615356445,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.687731981277466,
      "step": 1195,
      "subrel-constrast": 3.470791816711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7645866870880127,
      "cov-distil (oracle2student)": 3.544684886932373,
      "cov-distil (oracle2teacher)": 3.7147645950317383,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.8120911121368408,
      "step": 1196,
      "subrel-constrast": 2.8685925006866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6824116706848145,
      "cov-distil (oracle2student)": 4.433561325073242,
      "cov-distil (oracle2teacher)": 3.7769460678100586,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.261565685272217,
      "step": 1197,
      "subrel-constrast": 3.1672310829162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7992297410964966,
      "cov-distil (oracle2student)": 4.164614677429199,
      "cov-distil (oracle2teacher)": 3.888932228088379,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.4039201736450195,
      "step": 1198,
      "subrel-constrast": 3.256847620010376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623246192932129,
      "cov-distil (oracle2student)": 3.07197904586792,
      "cov-distil (oracle2teacher)": 3.161764144897461,
      "epoch": 0.9411302982731554,
      "rel-constrast": 3.8789725303649902,
      "step": 1199,
      "subrel-constrast": 4.576237678527832,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.34375,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.666,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3421874940395355,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.05487060546875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.039398193359375
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.015472412109375,
      "step": 1200
    },
    {
      "cov-distil": 1.7133431434631348,
      "cov-distil (oracle2student)": 5.648471832275391,
      "cov-distil (oracle2teacher)": 4.834444999694824,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.428225517272949,
      "step": 1200,
      "subrel-constrast": 2.921992063522339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4253498315811157,
      "cov-distil (oracle2student)": 3.5066494941711426,
      "cov-distil (oracle2teacher)": 3.365384101867676,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.3290345668792725,
      "step": 1201,
      "subrel-constrast": 3.1280736923217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8522443771362305,
      "cov-distil (oracle2student)": 4.392984390258789,
      "cov-distil (oracle2teacher)": 4.044855117797852,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.3756279945373535,
      "step": 1202,
      "subrel-constrast": 4.058290481567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7007009983062744,
      "cov-distil (oracle2student)": 4.2004499435424805,
      "cov-distil (oracle2teacher)": 4.1159844398498535,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.482828140258789,
      "step": 1203,
      "subrel-constrast": 4.315447807312012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760603904724121,
      "cov-distil (oracle2student)": 3.448439121246338,
      "cov-distil (oracle2teacher)": 3.680354595184326,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.345834732055664,
      "step": 1204,
      "subrel-constrast": 3.0839264392852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102130889892578,
      "cov-distil (oracle2student)": 4.434077262878418,
      "cov-distil (oracle2teacher)": 4.31794548034668,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.5289130210876465,
      "step": 1205,
      "subrel-constrast": 4.476694107055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820412635803223,
      "cov-distil (oracle2student)": 4.289012908935547,
      "cov-distil (oracle2teacher)": 4.138716697692871,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.2273073196411133,
      "step": 1206,
      "subrel-constrast": 3.518357276916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6744107007980347,
      "cov-distil (oracle2student)": 3.7837417125701904,
      "cov-distil (oracle2teacher)": 3.780764102935791,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.815032482147217,
      "step": 1207,
      "subrel-constrast": 3.667283058166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010035991668701,
      "cov-distil (oracle2student)": 3.909099578857422,
      "cov-distil (oracle2teacher)": 4.0203070640563965,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.5706169605255127,
      "step": 1208,
      "subrel-constrast": 3.7003016471862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4678171873092651,
      "cov-distil (oracle2student)": 4.9416093826293945,
      "cov-distil (oracle2teacher)": 4.548694610595703,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.00329327583313,
      "step": 1209,
      "subrel-constrast": 3.0080695152282715,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 3.796875,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.7459,
      "step": 1210
    },
    {
      "cov-distil": 1.8887556791305542,
      "cov-distil (oracle2student)": 5.029094219207764,
      "cov-distil (oracle2teacher)": 4.685323715209961,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.1477766036987305,
      "step": 1210,
      "subrel-constrast": 4.695858478546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006023406982422,
      "cov-distil (oracle2student)": 7.3131103515625,
      "cov-distil (oracle2teacher)": 5.936340808868408,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.052016258239746,
      "step": 1211,
      "subrel-constrast": 2.7677340507507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6882567405700684,
      "cov-distil (oracle2student)": 4.090479850769043,
      "cov-distil (oracle2teacher)": 3.702798843383789,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.1184682846069336,
      "step": 1212,
      "subrel-constrast": 3.0272321701049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1139912605285645,
      "cov-distil (oracle2student)": 3.9437851905822754,
      "cov-distil (oracle2teacher)": 4.38068962097168,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.5961527824401855,
      "step": 1213,
      "subrel-constrast": 3.910390853881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9650013446807861,
      "cov-distil (oracle2student)": 3.547563076019287,
      "cov-distil (oracle2teacher)": 3.854907989501953,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.1913061141967773,
      "step": 1214,
      "subrel-constrast": 3.556689500808716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479048728942871,
      "cov-distil (oracle2student)": 4.849216938018799,
      "cov-distil (oracle2teacher)": 4.833377361297607,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.5633318424224854,
      "step": 1215,
      "subrel-constrast": 3.467383861541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3542823791503906,
      "cov-distil (oracle2student)": 4.921741485595703,
      "cov-distil (oracle2teacher)": 4.243967056274414,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.605343818664551,
      "step": 1216,
      "subrel-constrast": 3.549490451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804331660270691,
      "cov-distil (oracle2student)": 3.6449131965637207,
      "cov-distil (oracle2teacher)": 3.6002583503723145,
      "epoch": 0.9552590266875981,
      "rel-constrast": 1.9028642177581787,
      "step": 1217,
      "subrel-constrast": 3.0257890224456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594340443611145,
      "cov-distil (oracle2student)": 4.7868428230285645,
      "cov-distil (oracle2teacher)": 4.801751136779785,
      "epoch": 0.9560439560439561,
      "rel-constrast": 2.783051013946533,
      "step": 1218,
      "subrel-constrast": 3.7341809272766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7328619956970215,
      "cov-distil (oracle2student)": 2.376598834991455,
      "cov-distil (oracle2teacher)": 2.577131986618042,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.0857491493225098,
      "step": 1219,
      "subrel-constrast": 3.3186066150665283,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.1875,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6727,
      "step": 1220
    },
    {
      "cov-distil": 1.6856849193572998,
      "cov-distil (oracle2student)": 4.4092698097229,
      "cov-distil (oracle2teacher)": 4.817253112792969,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.271865129470825,
      "step": 1220,
      "subrel-constrast": 4.584811210632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7711377143859863,
      "cov-distil (oracle2student)": 4.466126441955566,
      "cov-distil (oracle2teacher)": 4.403432846069336,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.479569435119629,
      "step": 1221,
      "subrel-constrast": 3.623955249786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131411075592041,
      "cov-distil (oracle2student)": 5.958887577056885,
      "cov-distil (oracle2teacher)": 4.874436855316162,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.1623411178588867,
      "step": 1222,
      "subrel-constrast": 3.3998589515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.465287685394287,
      "cov-distil (oracle2student)": 4.384831428527832,
      "cov-distil (oracle2teacher)": 4.029177665710449,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.598634719848633,
      "step": 1223,
      "subrel-constrast": 4.92368745803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0155601501464844,
      "cov-distil (oracle2student)": 4.921403408050537,
      "cov-distil (oracle2teacher)": 4.325307846069336,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.235344648361206,
      "step": 1224,
      "subrel-constrast": 3.795762300491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6235663890838623,
      "cov-distil (oracle2student)": 5.560969352722168,
      "cov-distil (oracle2teacher)": 5.035061836242676,
      "epoch": 0.9615384615384616,
      "rel-constrast": 1.9646334648132324,
      "step": 1225,
      "subrel-constrast": 3.0060536861419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7809407711029053,
      "cov-distil (oracle2student)": 3.430816888809204,
      "cov-distil (oracle2teacher)": 3.2461166381835938,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.108724594116211,
      "step": 1226,
      "subrel-constrast": 2.932401657104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847656726837158,
      "cov-distil (oracle2student)": 5.513424873352051,
      "cov-distil (oracle2teacher)": 4.452227592468262,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.182100296020508,
      "step": 1227,
      "subrel-constrast": 3.2352819442749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3010365962982178,
      "cov-distil (oracle2student)": 3.3496828079223633,
      "cov-distil (oracle2teacher)": 3.4848594665527344,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.087629556655884,
      "step": 1228,
      "subrel-constrast": 4.0638322830200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708299398422241,
      "cov-distil (oracle2student)": 3.9022464752197266,
      "cov-distil (oracle2teacher)": 3.5252435207366943,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.272745370864868,
      "step": 1229,
      "subrel-constrast": 3.2893288135528564,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 3.71875,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7534,
      "step": 1230
    },
    {
      "cov-distil": 2.2557852268218994,
      "cov-distil (oracle2student)": 3.7226924896240234,
      "cov-distil (oracle2teacher)": 3.9678971767425537,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.5099847316741943,
      "step": 1230,
      "subrel-constrast": 3.6662020683288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8427274227142334,
      "cov-distil (oracle2student)": 3.5898661613464355,
      "cov-distil (oracle2teacher)": 3.7649827003479004,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.4526641368865967,
      "step": 1231,
      "subrel-constrast": 4.210954666137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4136936664581299,
      "cov-distil (oracle2student)": 3.773810863494873,
      "cov-distil (oracle2teacher)": 3.7235350608825684,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.3824141025543213,
      "step": 1232,
      "subrel-constrast": 3.0689899921417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1065175533294678,
      "cov-distil (oracle2student)": 3.8684659004211426,
      "cov-distil (oracle2teacher)": 4.128427505493164,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.1847171783447266,
      "step": 1233,
      "subrel-constrast": 3.2286856174468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3627755641937256,
      "cov-distil (oracle2student)": 4.547882080078125,
      "cov-distil (oracle2teacher)": 4.225776672363281,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.376986503601074,
      "step": 1234,
      "subrel-constrast": 3.7157211303710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5526517629623413,
      "cov-distil (oracle2student)": 5.275269031524658,
      "cov-distil (oracle2teacher)": 4.765593528747559,
      "epoch": 0.9693877551020408,
      "rel-constrast": 3.661029815673828,
      "step": 1235,
      "subrel-constrast": 3.615281105041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7758610248565674,
      "cov-distil (oracle2student)": 3.223930835723877,
      "cov-distil (oracle2teacher)": 3.4072999954223633,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.078056573867798,
      "step": 1236,
      "subrel-constrast": 3.6750426292419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9295811653137207,
      "cov-distil (oracle2student)": 4.307931423187256,
      "cov-distil (oracle2teacher)": 4.223228454589844,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.8226922750473022,
      "step": 1237,
      "subrel-constrast": 2.784395456314087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372522592544556,
      "cov-distil (oracle2student)": 3.858151435852051,
      "cov-distil (oracle2teacher)": 4.2189860343933105,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.4866943359375,
      "step": 1238,
      "subrel-constrast": 4.4652323722839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6508934497833252,
      "cov-distil (oracle2student)": 4.007877826690674,
      "cov-distil (oracle2teacher)": 4.178291320800781,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.3634815216064453,
      "step": 1239,
      "subrel-constrast": 3.2829136848449707,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.0,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.7523,
      "step": 1240
    },
    {
      "cov-distil": 2.1733052730560303,
      "cov-distil (oracle2student)": 4.5244855880737305,
      "cov-distil (oracle2teacher)": 4.269556999206543,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.4830050468444824,
      "step": 1240,
      "subrel-constrast": 3.877138614654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374065399169922,
      "cov-distil (oracle2student)": 3.2017195224761963,
      "cov-distil (oracle2teacher)": 3.3770153522491455,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.597238302230835,
      "step": 1241,
      "subrel-constrast": 3.7118422985076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877521276474,
      "cov-distil (oracle2student)": 3.4333481788635254,
      "cov-distil (oracle2teacher)": 3.540961742401123,
      "epoch": 0.9748822605965463,
      "rel-constrast": 1.929709553718567,
      "step": 1242,
      "subrel-constrast": 3.307036876678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0767288208007812,
      "cov-distil (oracle2student)": 4.1432085037231445,
      "cov-distil (oracle2teacher)": 4.281832218170166,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.317578077316284,
      "step": 1243,
      "subrel-constrast": 3.8013644218444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4580729007720947,
      "cov-distil (oracle2student)": 3.8170571327209473,
      "cov-distil (oracle2teacher)": 3.4737024307250977,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2494349479675293,
      "step": 1244,
      "subrel-constrast": 3.2911064624786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8080137968063354,
      "cov-distil (oracle2student)": 2.38392972946167,
      "cov-distil (oracle2teacher)": 2.9056432247161865,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.967331647872925,
      "step": 1245,
      "subrel-constrast": 3.923969268798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4838757514953613,
      "cov-distil (oracle2student)": 4.253380298614502,
      "cov-distil (oracle2teacher)": 4.273747444152832,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.7099862098693848,
      "step": 1246,
      "subrel-constrast": 3.7473561763763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1145081520080566,
      "cov-distil (oracle2student)": 3.9077036380767822,
      "cov-distil (oracle2teacher)": 4.335481643676758,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.7158186435699463,
      "step": 1247,
      "subrel-constrast": 3.792835235595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0386762619018555,
      "cov-distil (oracle2student)": 3.9722177982330322,
      "cov-distil (oracle2teacher)": 4.3464155197143555,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.371110439300537,
      "step": 1248,
      "subrel-constrast": 4.1198954582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8824210166931152,
      "cov-distil (oracle2student)": 3.1942954063415527,
      "cov-distil (oracle2teacher)": 3.031313419342041,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.440620183944702,
      "step": 1249,
      "subrel-constrast": 3.161308526992798,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.5,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6673,
      "step": 1250
    },
    {
      "cov-distil": 1.7019343376159668,
      "cov-distil (oracle2student)": 6.159771919250488,
      "cov-distil (oracle2teacher)": 5.591769218444824,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.587918281555176,
      "step": 1250,
      "subrel-constrast": 4.052894592285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7383372783660889,
      "cov-distil (oracle2student)": 5.381728172302246,
      "cov-distil (oracle2teacher)": 4.472665786743164,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.3968024253845215,
      "step": 1251,
      "subrel-constrast": 3.0218753814697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041019678115845,
      "cov-distil (oracle2student)": 4.4817633628845215,
      "cov-distil (oracle2teacher)": 3.9932727813720703,
      "epoch": 0.9827315541601256,
      "rel-constrast": 3.0972518920898438,
      "step": 1252,
      "subrel-constrast": 3.6115477085113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555248737335205,
      "cov-distil (oracle2student)": 3.6702053546905518,
      "cov-distil (oracle2teacher)": 3.4466419219970703,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.230229377746582,
      "step": 1253,
      "subrel-constrast": 2.690119981765747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1392951011657715,
      "cov-distil (oracle2student)": 4.8956708908081055,
      "cov-distil (oracle2teacher)": 4.107235908508301,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.3204312324523926,
      "step": 1254,
      "subrel-constrast": 3.4476284980773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856653094291687,
      "cov-distil (oracle2student)": 4.038506507873535,
      "cov-distil (oracle2teacher)": 3.504460334777832,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.3627655506134033,
      "step": 1255,
      "subrel-constrast": 3.145533561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4714429378509521,
      "cov-distil (oracle2student)": 3.541940450668335,
      "cov-distil (oracle2teacher)": 3.377403736114502,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.8665027618408203,
      "step": 1256,
      "subrel-constrast": 3.3608999252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9422919750213623,
      "cov-distil (oracle2student)": 2.7409937381744385,
      "cov-distil (oracle2teacher)": 3.171626567840576,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.3532235622406006,
      "step": 1257,
      "subrel-constrast": 3.6623528003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8891230821609497,
      "cov-distil (oracle2student)": 3.1670594215393066,
      "cov-distil (oracle2teacher)": 3.69537353515625,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.2582902908325195,
      "step": 1258,
      "subrel-constrast": 3.5108766555786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323864459991455,
      "cov-distil (oracle2student)": 2.9183056354522705,
      "cov-distil (oracle2teacher)": 2.8503551483154297,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.891387939453125,
      "step": 1259,
      "subrel-constrast": 3.728425979614258,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 4.84375,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7054,
      "step": 1260
    },
    {
      "cov-distil": 1.6731882095336914,
      "cov-distil (oracle2student)": 2.535212993621826,
      "cov-distil (oracle2teacher)": 2.5889928340911865,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.415233612060547,
      "step": 1260,
      "subrel-constrast": 2.7537131309509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929786205291748,
      "cov-distil (oracle2student)": 3.422363042831421,
      "cov-distil (oracle2teacher)": 3.4733099937438965,
      "epoch": 0.9897959183673469,
      "rel-constrast": 1.9138989448547363,
      "step": 1261,
      "subrel-constrast": 2.778909683227539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0537636280059814,
      "cov-distil (oracle2student)": 4.891443252563477,
      "cov-distil (oracle2teacher)": 4.8163371086120605,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.729560136795044,
      "step": 1262,
      "subrel-constrast": 4.306835651397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5975372791290283,
      "cov-distil (oracle2student)": 4.784287452697754,
      "cov-distil (oracle2teacher)": 4.302581787109375,
      "epoch": 0.9913657770800628,
      "rel-constrast": 2.9146604537963867,
      "step": 1263,
      "subrel-constrast": 3.6288070678710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675288200378418,
      "cov-distil (oracle2student)": 5.097334861755371,
      "cov-distil (oracle2teacher)": 4.466014385223389,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.3301808834075928,
      "step": 1264,
      "subrel-constrast": 3.8549270629882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9425020217895508,
      "cov-distil (oracle2student)": 1.978930115699768,
      "cov-distil (oracle2teacher)": 2.2250304222106934,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.441559910774231,
      "step": 1265,
      "subrel-constrast": 2.5301647186279297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4637274742126465,
      "cov-distil (oracle2student)": 3.21248459815979,
      "cov-distil (oracle2teacher)": 3.3801381587982178,
      "epoch": 0.9937205651491365,
      "rel-constrast": 2.9651176929473877,
      "step": 1266,
      "subrel-constrast": 3.476149082183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7295987606048584,
      "cov-distil (oracle2student)": 5.051927089691162,
      "cov-distil (oracle2teacher)": 4.847135543823242,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.588838577270508,
      "step": 1267,
      "subrel-constrast": 3.4894778728485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4773571491241455,
      "cov-distil (oracle2student)": 5.061114311218262,
      "cov-distil (oracle2teacher)": 4.228276252746582,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.6163859367370605,
      "step": 1268,
      "subrel-constrast": 3.4378228187561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407373070716858,
      "cov-distil (oracle2student)": 4.906688690185547,
      "cov-distil (oracle2teacher)": 4.455438613891602,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.251282215118408,
      "step": 1269,
      "subrel-constrast": 3.38559627532959,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 3.890625,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6715,
      "step": 1270
    },
    {
      "cov-distil": 2.2824623584747314,
      "cov-distil (oracle2student)": 4.024026870727539,
      "cov-distil (oracle2teacher)": 3.8683969974517822,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.182014226913452,
      "step": 1270,
      "subrel-constrast": 3.9427082538604736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42728590965271,
      "cov-distil (oracle2student)": 3.05696964263916,
      "cov-distil (oracle2teacher)": 3.0693283081054688,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.2738308906555176,
      "step": 1271,
      "subrel-constrast": 2.8387205600738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5810710191726685,
      "cov-distil (oracle2student)": 4.619758129119873,
      "cov-distil (oracle2teacher)": 4.539496421813965,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.518851280212402,
      "step": 1272,
      "subrel-constrast": 4.939345836639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2980053424835205,
      "cov-distil (oracle2student)": 4.129521369934082,
      "cov-distil (oracle2teacher)": 3.9987332820892334,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.3311824798583984,
      "step": 1273,
      "subrel-constrast": 4.009995937347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5003690719604492,
      "cov-distil (oracle2student)": 4.732708930969238,
      "cov-distil (oracle2teacher)": 4.679630279541016,
      "epoch": 1.0,
      "rel-constrast": 3.1610400676727295,
      "step": 1274,
      "subrel-constrast": 3.2888002395629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904557704925537,
      "cov-distil (oracle2student)": 3.4035744667053223,
      "cov-distil (oracle2teacher)": 3.81952166557312,
      "epoch": 1.000784929356358,
      "rel-constrast": 2.8373327255249023,
      "step": 1275,
      "subrel-constrast": 4.212820529937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150951385498047,
      "cov-distil (oracle2student)": 2.5139622688293457,
      "cov-distil (oracle2teacher)": 3.067919969558716,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.1035385131835938,
      "step": 1276,
      "subrel-constrast": 4.079493999481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.753110408782959,
      "cov-distil (oracle2student)": 3.8360800743103027,
      "cov-distil (oracle2teacher)": 4.253659725189209,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.0215213298797607,
      "step": 1277,
      "subrel-constrast": 3.885761022567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505145072937012,
      "cov-distil (oracle2student)": 4.413851737976074,
      "cov-distil (oracle2teacher)": 4.276083946228027,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0602505207061768,
      "step": 1278,
      "subrel-constrast": 3.8326659202575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012239456176758,
      "cov-distil (oracle2student)": 3.3129730224609375,
      "cov-distil (oracle2teacher)": 3.4726057052612305,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.4435982704162598,
      "step": 1279,
      "subrel-constrast": 3.427029848098755,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 4.25,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8175,
      "step": 1280
    },
    {
      "cov-distil": 1.8327300548553467,
      "cov-distil (oracle2student)": 3.726162910461426,
      "cov-distil (oracle2teacher)": 3.7098488807678223,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.146148681640625,
      "step": 1280,
      "subrel-constrast": 4.108576774597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296780347824097,
      "cov-distil (oracle2student)": 3.534536123275757,
      "cov-distil (oracle2teacher)": 3.707304000854492,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.253932476043701,
      "step": 1281,
      "subrel-constrast": 3.215928792953491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6917200088500977,
      "cov-distil (oracle2student)": 3.8870620727539062,
      "cov-distil (oracle2teacher)": 3.642310619354248,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.668605089187622,
      "step": 1282,
      "subrel-constrast": 4.468566417694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592742919921875,
      "cov-distil (oracle2student)": 3.797647476196289,
      "cov-distil (oracle2teacher)": 3.7054367065429688,
      "epoch": 1.0070643642072215,
      "rel-constrast": 2.794198513031006,
      "step": 1283,
      "subrel-constrast": 3.529700517654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4135382175445557,
      "cov-distil (oracle2student)": 5.2136030197143555,
      "cov-distil (oracle2teacher)": 4.650700092315674,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.1412010192871094,
      "step": 1284,
      "subrel-constrast": 3.339262008666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102248430252075,
      "cov-distil (oracle2student)": 3.7703657150268555,
      "cov-distil (oracle2teacher)": 3.464869976043701,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.0233118534088135,
      "step": 1285,
      "subrel-constrast": 3.1817195415496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0172760486602783,
      "cov-distil (oracle2student)": 4.562656402587891,
      "cov-distil (oracle2teacher)": 4.099890232086182,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.2276573181152344,
      "step": 1286,
      "subrel-constrast": 3.4873199462890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4028165340423584,
      "cov-distil (oracle2student)": 4.095861434936523,
      "cov-distil (oracle2teacher)": 4.185437202453613,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.268922805786133,
      "step": 1287,
      "subrel-constrast": 4.820462226867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7699130773544312,
      "cov-distil (oracle2student)": 2.950324535369873,
      "cov-distil (oracle2teacher)": 3.438739776611328,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.1008849143981934,
      "step": 1288,
      "subrel-constrast": 3.545056104660034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1585109233856201,
      "cov-distil (oracle2student)": 5.034257888793945,
      "cov-distil (oracle2teacher)": 5.073105812072754,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.0621578693389893,
      "step": 1289,
      "subrel-constrast": 3.901832103729248,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 4.875,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7102,
      "step": 1290
    },
    {
      "cov-distil": 1.7942073345184326,
      "cov-distil (oracle2student)": 3.8319783210754395,
      "cov-distil (oracle2teacher)": 3.6353771686553955,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.661911725997925,
      "step": 1290,
      "subrel-constrast": 3.9494054317474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737388610839844,
      "cov-distil (oracle2student)": 4.08042573928833,
      "cov-distil (oracle2teacher)": 3.9340403079986572,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.1985788345336914,
      "step": 1291,
      "subrel-constrast": 4.033278465270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212446212768555,
      "cov-distil (oracle2student)": 4.462264060974121,
      "cov-distil (oracle2teacher)": 3.621461868286133,
      "epoch": 1.0141287284144427,
      "rel-constrast": 2.6946353912353516,
      "step": 1292,
      "subrel-constrast": 3.2757883071899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0093283653259277,
      "cov-distil (oracle2student)": 3.9823741912841797,
      "cov-distil (oracle2teacher)": 3.5706229209899902,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.5758581161499023,
      "step": 1293,
      "subrel-constrast": 3.318814992904663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5523449182510376,
      "cov-distil (oracle2student)": 5.92525577545166,
      "cov-distil (oracle2teacher)": 5.768671035766602,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.5710368156433105,
      "step": 1294,
      "subrel-constrast": 3.516525983810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2259867191314697,
      "cov-distil (oracle2student)": 5.097826957702637,
      "cov-distil (oracle2teacher)": 4.887903690338135,
      "epoch": 1.0164835164835164,
      "rel-constrast": 2.550732135772705,
      "step": 1295,
      "subrel-constrast": 4.1720170974731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867621183395386,
      "cov-distil (oracle2student)": 3.687615156173706,
      "cov-distil (oracle2teacher)": 3.6031336784362793,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.5651073455810547,
      "step": 1296,
      "subrel-constrast": 4.384493350982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6586984395980835,
      "cov-distil (oracle2student)": 4.253335952758789,
      "cov-distil (oracle2teacher)": 3.699439764022827,
      "epoch": 1.0180533751962324,
      "rel-constrast": 1.9278087615966797,
      "step": 1297,
      "subrel-constrast": 2.5117945671081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005795001983643,
      "cov-distil (oracle2student)": 3.4357547760009766,
      "cov-distil (oracle2teacher)": 3.3249287605285645,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.0441713333129883,
      "step": 1298,
      "subrel-constrast": 3.4080729484558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2421255111694336,
      "cov-distil (oracle2student)": 4.290290832519531,
      "cov-distil (oracle2teacher)": 4.081712245941162,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.7589168548583984,
      "step": 1299,
      "subrel-constrast": 2.577585220336914,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 3.546875,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7314,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.2874999940395355,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06341552734375
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.040069580078125
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.023345947265625,
      "step": 1300
    },
    {
      "cov-distil": 1.506995439529419,
      "cov-distil (oracle2student)": 3.1897358894348145,
      "cov-distil (oracle2teacher)": 3.2973785400390625,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.0156545639038086,
      "step": 1300,
      "subrel-constrast": 3.8850605487823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1794843673706055,
      "cov-distil (oracle2student)": 3.8776252269744873,
      "cov-distil (oracle2teacher)": 3.9403457641601562,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.339932918548584,
      "step": 1301,
      "subrel-constrast": 3.292994499206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5233290195465088,
      "cov-distil (oracle2student)": 6.077305316925049,
      "cov-distil (oracle2teacher)": 5.656818389892578,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.6993744373321533,
      "step": 1302,
      "subrel-constrast": 3.73498797416687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8877232074737549,
      "cov-distil (oracle2student)": 4.34299898147583,
      "cov-distil (oracle2teacher)": 4.425421714782715,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4657089710235596,
      "step": 1303,
      "subrel-constrast": 3.191290855407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301969051361084,
      "cov-distil (oracle2student)": 4.227606773376465,
      "cov-distil (oracle2teacher)": 4.375539779663086,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.0620298385620117,
      "step": 1304,
      "subrel-constrast": 3.385141372680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6167302131652832,
      "cov-distil (oracle2student)": 3.209219455718994,
      "cov-distil (oracle2teacher)": 3.0426435470581055,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.7231903076171875,
      "step": 1305,
      "subrel-constrast": 3.661055088043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002070426940918,
      "cov-distil (oracle2student)": 3.4740052223205566,
      "cov-distil (oracle2teacher)": 3.322631597518921,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.1279778480529785,
      "step": 1306,
      "subrel-constrast": 3.0886878967285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7319530248641968,
      "cov-distil (oracle2student)": 5.880383014678955,
      "cov-distil (oracle2teacher)": 5.393276214599609,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.450812816619873,
      "step": 1307,
      "subrel-constrast": 4.254149913787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679577350616455,
      "cov-distil (oracle2student)": 3.5365190505981445,
      "cov-distil (oracle2teacher)": 3.644059181213379,
      "epoch": 1.0266875981161696,
      "rel-constrast": 2.9294321537017822,
      "step": 1308,
      "subrel-constrast": 3.3607096672058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3473272323608398,
      "cov-distil (oracle2student)": 3.7793145179748535,
      "cov-distil (oracle2teacher)": 3.463517427444458,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.7879807949066162,
      "step": 1309,
      "subrel-constrast": 2.5654845237731934,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.4375,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.707,
      "step": 1310
    },
    {
      "cov-distil": 1.4161008596420288,
      "cov-distil (oracle2student)": 2.1402153968811035,
      "cov-distil (oracle2teacher)": 2.3316688537597656,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.5153534412384033,
      "step": 1310,
      "subrel-constrast": 3.2550129890441895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737133502960205,
      "cov-distil (oracle2student)": 3.2000980377197266,
      "cov-distil (oracle2teacher)": 3.3257174491882324,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.440711259841919,
      "step": 1311,
      "subrel-constrast": 3.3567566871643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8599331378936768,
      "cov-distil (oracle2student)": 4.228643894195557,
      "cov-distil (oracle2teacher)": 3.783754825592041,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.295316457748413,
      "step": 1312,
      "subrel-constrast": 3.621112585067749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5987391471862793,
      "cov-distil (oracle2student)": 4.58131742477417,
      "cov-distil (oracle2teacher)": 4.294644355773926,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.5849525928497314,
      "step": 1313,
      "subrel-constrast": 3.665883779525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184736728668213,
      "cov-distil (oracle2student)": 6.201654434204102,
      "cov-distil (oracle2teacher)": 5.489949703216553,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.663628339767456,
      "step": 1314,
      "subrel-constrast": 3.7373361587524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7416021823883057,
      "cov-distil (oracle2student)": 4.0622968673706055,
      "cov-distil (oracle2teacher)": 4.070581912994385,
      "epoch": 1.032182103610675,
      "rel-constrast": 2.7606146335601807,
      "step": 1315,
      "subrel-constrast": 3.9621825218200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102073192596436,
      "cov-distil (oracle2student)": 3.4713051319122314,
      "cov-distil (oracle2teacher)": 4.200660705566406,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.404864549636841,
      "step": 1316,
      "subrel-constrast": 3.450984477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.792657732963562,
      "cov-distil (oracle2student)": 3.394408702850342,
      "cov-distil (oracle2teacher)": 3.4230706691741943,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.4637861251831055,
      "step": 1317,
      "subrel-constrast": 3.590334892272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5862312316894531,
      "cov-distil (oracle2student)": 4.808667182922363,
      "cov-distil (oracle2teacher)": 4.370967864990234,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.8624207973480225,
      "step": 1318,
      "subrel-constrast": 2.956549882888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357035160064697,
      "cov-distil (oracle2student)": 3.7200121879577637,
      "cov-distil (oracle2teacher)": 3.5702133178710938,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.2864983081817627,
      "step": 1319,
      "subrel-constrast": 3.2645204067230225,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 3.84375,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.6995,
      "step": 1320
    },
    {
      "cov-distil": 1.5659515857696533,
      "cov-distil (oracle2student)": 3.8662919998168945,
      "cov-distil (oracle2teacher)": 3.2879555225372314,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.242516040802002,
      "step": 1320,
      "subrel-constrast": 2.8397858142852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1839888095855713,
      "cov-distil (oracle2student)": 5.655604362487793,
      "cov-distil (oracle2teacher)": 4.611982822418213,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.6668589115142822,
      "step": 1321,
      "subrel-constrast": 3.769808292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8297759294509888,
      "cov-distil (oracle2student)": 4.666735649108887,
      "cov-distil (oracle2teacher)": 3.8311548233032227,
      "epoch": 1.0376766091051806,
      "rel-constrast": 2.9970602989196777,
      "step": 1322,
      "subrel-constrast": 3.8442564010620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4196275472640991,
      "cov-distil (oracle2student)": 5.123846054077148,
      "cov-distil (oracle2teacher)": 4.428071022033691,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.607179880142212,
      "step": 1323,
      "subrel-constrast": 3.1571390628814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723177909851074,
      "cov-distil (oracle2student)": 4.534316062927246,
      "cov-distil (oracle2teacher)": 4.562325954437256,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.2424633502960205,
      "step": 1324,
      "subrel-constrast": 3.1545310020446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8381357192993164,
      "cov-distil (oracle2student)": 4.705965518951416,
      "cov-distil (oracle2teacher)": 4.703919887542725,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.044055461883545,
      "step": 1325,
      "subrel-constrast": 3.9951770305633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505133867263794,
      "cov-distil (oracle2student)": 4.622501373291016,
      "cov-distil (oracle2teacher)": 4.074332237243652,
      "epoch": 1.0408163265306123,
      "rel-constrast": 1.9245572090148926,
      "step": 1326,
      "subrel-constrast": 2.7224931716918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555851936340332,
      "cov-distil (oracle2student)": 4.761199951171875,
      "cov-distil (oracle2teacher)": 5.013857841491699,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.0655922889709473,
      "step": 1327,
      "subrel-constrast": 3.503293991088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548229694366455,
      "cov-distil (oracle2student)": 3.763915538787842,
      "cov-distil (oracle2teacher)": 3.8066768646240234,
      "epoch": 1.042386185243328,
      "rel-constrast": 1.8569791316986084,
      "step": 1328,
      "subrel-constrast": 3.0840201377868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7845039367675781,
      "cov-distil (oracle2student)": 3.9357590675354004,
      "cov-distil (oracle2teacher)": 3.7257258892059326,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.6066949367523193,
      "step": 1329,
      "subrel-constrast": 3.435896158218384,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 5.09375,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.6741,
      "step": 1330
    },
    {
      "cov-distil": 1.8281406164169312,
      "cov-distil (oracle2student)": 2.0222997665405273,
      "cov-distil (oracle2teacher)": 2.3579607009887695,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.667799949645996,
      "step": 1330,
      "subrel-constrast": 3.2509195804595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132802248001099,
      "cov-distil (oracle2student)": 4.700878143310547,
      "cov-distil (oracle2teacher)": 4.3280768394470215,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.256438255310059,
      "step": 1331,
      "subrel-constrast": 5.331592082977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695319652557373,
      "cov-distil (oracle2student)": 3.6192643642425537,
      "cov-distil (oracle2teacher)": 3.905935049057007,
      "epoch": 1.0455259026687598,
      "rel-constrast": 1.5118000507354736,
      "step": 1332,
      "subrel-constrast": 2.6751043796539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3617315292358398,
      "cov-distil (oracle2student)": 3.8480052947998047,
      "cov-distil (oracle2teacher)": 3.2340316772460938,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.6785998344421387,
      "step": 1333,
      "subrel-constrast": 2.937607526779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641174077987671,
      "cov-distil (oracle2student)": 1.9066828489303589,
      "cov-distil (oracle2teacher)": 2.63252592086792,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.151381492614746,
      "step": 1334,
      "subrel-constrast": 3.08774471282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0860061645507812,
      "cov-distil (oracle2student)": 4.455323219299316,
      "cov-distil (oracle2teacher)": 4.102234363555908,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.8417158126831055,
      "step": 1335,
      "subrel-constrast": 3.5171213150024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210261821746826,
      "cov-distil (oracle2student)": 3.5417609214782715,
      "cov-distil (oracle2teacher)": 3.62530779838562,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.193629741668701,
      "step": 1336,
      "subrel-constrast": 4.002514839172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8913002014160156,
      "cov-distil (oracle2student)": 3.132927894592285,
      "cov-distil (oracle2teacher)": 2.981088161468506,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.238651752471924,
      "step": 1337,
      "subrel-constrast": 2.900063991546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4451851844787598,
      "cov-distil (oracle2student)": 4.865487098693848,
      "cov-distil (oracle2teacher)": 4.575679779052734,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.8821487426757812,
      "step": 1338,
      "subrel-constrast": 4.151346683502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831669569015503,
      "cov-distil (oracle2student)": 4.3704118728637695,
      "cov-distil (oracle2teacher)": 3.577303171157837,
      "epoch": 1.0510204081632653,
      "rel-constrast": 1.8117637634277344,
      "step": 1339,
      "subrel-constrast": 2.747612476348877,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 3.484375,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.703,
      "step": 1340
    },
    {
      "cov-distil": 1.9686996936798096,
      "cov-distil (oracle2student)": 4.112066268920898,
      "cov-distil (oracle2teacher)": 3.910179615020752,
      "epoch": 1.0518053375196232,
      "rel-constrast": 2.5950021743774414,
      "step": 1340,
      "subrel-constrast": 3.410449504852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765891551971436,
      "cov-distil (oracle2student)": 4.721065521240234,
      "cov-distil (oracle2teacher)": 4.26539945602417,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.2817015647888184,
      "step": 1341,
      "subrel-constrast": 3.19689679145813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799617052078247,
      "cov-distil (oracle2student)": 4.449272632598877,
      "cov-distil (oracle2teacher)": 4.518542289733887,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.3008689880371094,
      "step": 1342,
      "subrel-constrast": 3.4685637950897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9122509956359863,
      "cov-distil (oracle2student)": 4.050127983093262,
      "cov-distil (oracle2teacher)": 4.375538349151611,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.0780067443847656,
      "step": 1343,
      "subrel-constrast": 4.276150226593018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6285873651504517,
      "cov-distil (oracle2student)": 4.208866119384766,
      "cov-distil (oracle2teacher)": 3.9574661254882812,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.2472963333129883,
      "step": 1344,
      "subrel-constrast": 3.992988109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6883586645126343,
      "cov-distil (oracle2student)": 4.687142372131348,
      "cov-distil (oracle2teacher)": 3.745096445083618,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.6763553619384766,
      "step": 1345,
      "subrel-constrast": 2.899153709411621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.287797212600708,
      "cov-distil (oracle2student)": 4.599461555480957,
      "cov-distil (oracle2teacher)": 4.569353103637695,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.378044605255127,
      "step": 1346,
      "subrel-constrast": 3.2720906734466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8354535102844238,
      "cov-distil (oracle2student)": 2.38668155670166,
      "cov-distil (oracle2teacher)": 2.756249189376831,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.06475830078125,
      "step": 1347,
      "subrel-constrast": 3.0690202713012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63956618309021,
      "cov-distil (oracle2student)": 2.486356496810913,
      "cov-distil (oracle2teacher)": 2.6346845626831055,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.0755300521850586,
      "step": 1348,
      "subrel-constrast": 3.8355712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972517490386963,
      "cov-distil (oracle2student)": 3.110598564147949,
      "cov-distil (oracle2teacher)": 3.137383460998535,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.3079581260681152,
      "step": 1349,
      "subrel-constrast": 3.463951587677002,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 4.3125,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.6927,
      "step": 1350
    },
    {
      "cov-distil": 1.8167445659637451,
      "cov-distil (oracle2student)": 2.621316432952881,
      "cov-distil (oracle2teacher)": 3.0231075286865234,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.113482713699341,
      "step": 1350,
      "subrel-constrast": 4.15073299407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227477550506592,
      "cov-distil (oracle2student)": 3.6981587409973145,
      "cov-distil (oracle2teacher)": 3.875393867492676,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.7446812391281128,
      "step": 1351,
      "subrel-constrast": 2.8374767303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5916028022766113,
      "cov-distil (oracle2student)": 5.2182111740112305,
      "cov-distil (oracle2teacher)": 4.919366359710693,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.39859676361084,
      "step": 1352,
      "subrel-constrast": 3.3238141536712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731341004371643,
      "cov-distil (oracle2student)": 5.7409820556640625,
      "cov-distil (oracle2teacher)": 4.764584064483643,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.606078624725342,
      "step": 1353,
      "subrel-constrast": 3.441619873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990553617477417,
      "cov-distil (oracle2student)": 4.5724992752075195,
      "cov-distil (oracle2teacher)": 4.681234359741211,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.0713250637054443,
      "step": 1354,
      "subrel-constrast": 2.9612278938293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818378448486328,
      "cov-distil (oracle2student)": 4.62141227722168,
      "cov-distil (oracle2teacher)": 4.293665885925293,
      "epoch": 1.0635792778649922,
      "rel-constrast": 2.91816782951355,
      "step": 1355,
      "subrel-constrast": 3.39123797416687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147500038146973,
      "cov-distil (oracle2student)": 3.4659905433654785,
      "cov-distil (oracle2teacher)": 4.099945068359375,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.6371774673461914,
      "step": 1356,
      "subrel-constrast": 4.32940149307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8438855409622192,
      "cov-distil (oracle2student)": 5.777056694030762,
      "cov-distil (oracle2teacher)": 5.42741060256958,
      "epoch": 1.065149136577708,
      "rel-constrast": 2.7252941131591797,
      "step": 1357,
      "subrel-constrast": 3.9152820110321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8597086668014526,
      "cov-distil (oracle2student)": 3.242905616760254,
      "cov-distil (oracle2teacher)": 3.8084487915039062,
      "epoch": 1.065934065934066,
      "rel-constrast": 2.5067763328552246,
      "step": 1358,
      "subrel-constrast": 3.6571898460388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3175549507141113,
      "cov-distil (oracle2student)": 5.307622909545898,
      "cov-distil (oracle2teacher)": 4.78385591506958,
      "epoch": 1.066718995290424,
      "rel-constrast": 2.9155073165893555,
      "step": 1359,
      "subrel-constrast": 3.6364920139312744,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 4.75,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7071,
      "step": 1360
    },
    {
      "cov-distil": 1.1928750276565552,
      "cov-distil (oracle2student)": 3.752638339996338,
      "cov-distil (oracle2teacher)": 3.885150909423828,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.488957166671753,
      "step": 1360,
      "subrel-constrast": 3.6284303665161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.356778144836426,
      "cov-distil (oracle2student)": 3.972125768661499,
      "cov-distil (oracle2teacher)": 4.476304054260254,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.6982240676879883,
      "step": 1361,
      "subrel-constrast": 4.880536079406738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4385414123535156,
      "cov-distil (oracle2student)": 5.530094146728516,
      "cov-distil (oracle2teacher)": 5.067334175109863,
      "epoch": 1.0690737833594977,
      "rel-constrast": 2.9989922046661377,
      "step": 1362,
      "subrel-constrast": 3.3135786056518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223082065582275,
      "cov-distil (oracle2student)": 4.289978981018066,
      "cov-distil (oracle2teacher)": 4.01414155960083,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.0443475246429443,
      "step": 1363,
      "subrel-constrast": 4.084411144256592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9601668119430542,
      "cov-distil (oracle2student)": 2.783487319946289,
      "cov-distil (oracle2teacher)": 3.286825180053711,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.4154815673828125,
      "step": 1364,
      "subrel-constrast": 3.7462124824523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037417411804199,
      "cov-distil (oracle2student)": 3.2390475273132324,
      "cov-distil (oracle2teacher)": 3.2094790935516357,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.0013279914855957,
      "step": 1365,
      "subrel-constrast": 3.1308088302612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1283748149871826,
      "cov-distil (oracle2student)": 4.358213424682617,
      "cov-distil (oracle2teacher)": 4.6435441970825195,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.100144863128662,
      "step": 1366,
      "subrel-constrast": 4.139200687408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6714458465576172,
      "cov-distil (oracle2student)": 4.966301918029785,
      "cov-distil (oracle2teacher)": 4.749279022216797,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.0033273696899414,
      "step": 1367,
      "subrel-constrast": 2.734950065612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1757965087890625,
      "cov-distil (oracle2student)": 4.573935508728027,
      "cov-distil (oracle2teacher)": 4.746249198913574,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.2304325103759766,
      "step": 1368,
      "subrel-constrast": 3.9209494590759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.70523202419281,
      "cov-distil (oracle2student)": 4.61271858215332,
      "cov-distil (oracle2teacher)": 4.407406806945801,
      "epoch": 1.0745682888540031,
      "rel-constrast": 2.923314094543457,
      "step": 1369,
      "subrel-constrast": 3.5584464073181152,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 4.6875,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7191,
      "step": 1370
    },
    {
      "cov-distil": 1.8431941270828247,
      "cov-distil (oracle2student)": 2.8620033264160156,
      "cov-distil (oracle2teacher)": 2.7040069103240967,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.0568783283233643,
      "step": 1370,
      "subrel-constrast": 2.9907913208007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2390148639678955,
      "cov-distil (oracle2student)": 4.040923118591309,
      "cov-distil (oracle2teacher)": 3.762422561645508,
      "epoch": 1.076138147566719,
      "rel-constrast": 1.8564300537109375,
      "step": 1371,
      "subrel-constrast": 2.5298268795013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1370692253112793,
      "cov-distil (oracle2student)": 4.659256935119629,
      "cov-distil (oracle2teacher)": 4.259383201599121,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.7828234434127808,
      "step": 1372,
      "subrel-constrast": 2.678785562515259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929738163948059,
      "cov-distil (oracle2student)": 4.025609493255615,
      "cov-distil (oracle2teacher)": 3.5280637741088867,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.082817554473877,
      "step": 1373,
      "subrel-constrast": 2.9201786518096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237807750701904,
      "cov-distil (oracle2student)": 3.5642452239990234,
      "cov-distil (oracle2teacher)": 3.510807514190674,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.2196593284606934,
      "step": 1374,
      "subrel-constrast": 4.036230564117432,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068553924560547,
      "cov-distil (oracle2student)": 3.945024013519287,
      "cov-distil (oracle2teacher)": 3.366400718688965,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.371731996536255,
      "step": 1375,
      "subrel-constrast": 3.343545436859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917680263519287,
      "cov-distil (oracle2student)": 5.506139755249023,
      "cov-distil (oracle2teacher)": 5.509688377380371,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.1613333225250244,
      "step": 1376,
      "subrel-constrast": 2.7954084873199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894956350326538,
      "cov-distil (oracle2student)": 3.817568302154541,
      "cov-distil (oracle2teacher)": 3.9168214797973633,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.6652650833129883,
      "step": 1377,
      "subrel-constrast": 3.4456160068511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7362115383148193,
      "cov-distil (oracle2student)": 3.930763006210327,
      "cov-distil (oracle2teacher)": 4.155670166015625,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.6719441413879395,
      "step": 1378,
      "subrel-constrast": 3.557253122329712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9059585332870483,
      "cov-distil (oracle2student)": 2.5242385864257812,
      "cov-distil (oracle2teacher)": 2.6095354557037354,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.7692129611968994,
      "step": 1379,
      "subrel-constrast": 2.358882427215576,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 3.796875,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.6114,
      "step": 1380
    },
    {
      "cov-distil": 1.8964046239852905,
      "cov-distil (oracle2student)": 5.120077133178711,
      "cov-distil (oracle2teacher)": 5.064246654510498,
      "epoch": 1.0832025117739403,
      "rel-constrast": 3.6196136474609375,
      "step": 1380,
      "subrel-constrast": 4.374392509460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.629225254058838,
      "cov-distil (oracle2student)": 3.908829689025879,
      "cov-distil (oracle2teacher)": 4.207932949066162,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.661548376083374,
      "step": 1381,
      "subrel-constrast": 4.177099227905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100966453552246,
      "cov-distil (oracle2student)": 4.7723236083984375,
      "cov-distil (oracle2teacher)": 4.256695747375488,
      "epoch": 1.084772370486656,
      "rel-constrast": 2.863297700881958,
      "step": 1382,
      "subrel-constrast": 3.5851738452911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792389392852783,
      "cov-distil (oracle2student)": 4.928232192993164,
      "cov-distil (oracle2teacher)": 5.17763090133667,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.1036734580993652,
      "step": 1383,
      "subrel-constrast": 3.7396254539489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5812456607818604,
      "cov-distil (oracle2student)": 4.679125785827637,
      "cov-distil (oracle2teacher)": 4.250716209411621,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.3090403079986572,
      "step": 1384,
      "subrel-constrast": 2.5390868186950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025142908096313,
      "cov-distil (oracle2student)": 3.3741140365600586,
      "cov-distil (oracle2teacher)": 3.302149772644043,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.3401572704315186,
      "step": 1385,
      "subrel-constrast": 3.355422258377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906825304031372,
      "cov-distil (oracle2student)": 6.626822471618652,
      "cov-distil (oracle2teacher)": 6.382383346557617,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.344247817993164,
      "step": 1386,
      "subrel-constrast": 4.137019157409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795117974281311,
      "cov-distil (oracle2student)": 4.776128768920898,
      "cov-distil (oracle2teacher)": 4.97879695892334,
      "epoch": 1.0886970172684458,
      "rel-constrast": 2.9891533851623535,
      "step": 1387,
      "subrel-constrast": 3.4278759956359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0959506034851074,
      "cov-distil (oracle2student)": 4.955995082855225,
      "cov-distil (oracle2teacher)": 4.778090953826904,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.178039312362671,
      "step": 1388,
      "subrel-constrast": 4.09949254989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0421063899993896,
      "cov-distil (oracle2student)": 3.181581735610962,
      "cov-distil (oracle2teacher)": 3.2659082412719727,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.348726511001587,
      "step": 1389,
      "subrel-constrast": 3.5699124336242676,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.21875,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7673,
      "step": 1390
    },
    {
      "cov-distil": 1.416306972503662,
      "cov-distil (oracle2student)": 2.7287521362304688,
      "cov-distil (oracle2teacher)": 3.154179573059082,
      "epoch": 1.0910518053375196,
      "rel-constrast": 1.9711494445800781,
      "step": 1390,
      "subrel-constrast": 2.6940178871154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291139841079712,
      "cov-distil (oracle2student)": 6.2503228187561035,
      "cov-distil (oracle2teacher)": 6.093626499176025,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.1404380798339844,
      "step": 1391,
      "subrel-constrast": 3.1840977668762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580429553985596,
      "cov-distil (oracle2student)": 4.221222877502441,
      "cov-distil (oracle2teacher)": 4.394144535064697,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.0183916091918945,
      "step": 1392,
      "subrel-constrast": 5.025304794311523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9753737449645996,
      "cov-distil (oracle2student)": 3.845310688018799,
      "cov-distil (oracle2teacher)": 3.9525914192199707,
      "epoch": 1.0934065934065935,
      "rel-constrast": 2.9330873489379883,
      "step": 1393,
      "subrel-constrast": 3.6871392726898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0658299922943115,
      "cov-distil (oracle2student)": 4.995677947998047,
      "cov-distil (oracle2teacher)": 4.982394695281982,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.3882198333740234,
      "step": 1394,
      "subrel-constrast": 3.6838369369506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4924557209014893,
      "cov-distil (oracle2student)": 4.85632848739624,
      "cov-distil (oracle2teacher)": 4.734704971313477,
      "epoch": 1.0949764521193093,
      "rel-constrast": 2.8520498275756836,
      "step": 1395,
      "subrel-constrast": 3.6992592811584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999055862426758,
      "cov-distil (oracle2student)": 5.474109649658203,
      "cov-distil (oracle2teacher)": 5.350533962249756,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.3723201751708984,
      "step": 1396,
      "subrel-constrast": 3.924567699432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5761018991470337,
      "cov-distil (oracle2student)": 4.563013076782227,
      "cov-distil (oracle2teacher)": 4.491230010986328,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.4918265342712402,
      "step": 1397,
      "subrel-constrast": 4.20559549331665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7223381996154785,
      "cov-distil (oracle2student)": 3.669198751449585,
      "cov-distil (oracle2teacher)": 3.788881301879883,
      "epoch": 1.097331240188383,
      "rel-constrast": 2.83847713470459,
      "step": 1398,
      "subrel-constrast": 3.6181836128234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132819175720215,
      "cov-distil (oracle2student)": 4.277996063232422,
      "cov-distil (oracle2teacher)": 4.276510238647461,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.6609597206115723,
      "step": 1399,
      "subrel-constrast": 4.419754505157471,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 5.34375,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.7867,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.3218750059604645,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.0528564453125
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.0308837890625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.02197265625,
      "step": 1400
    },
    {
      "cov-distil": 1.5532368421554565,
      "cov-distil (oracle2student)": 3.9590771198272705,
      "cov-distil (oracle2teacher)": 3.72114634513855,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.3834762573242188,
      "step": 1400,
      "subrel-constrast": 4.636085510253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680610179901123,
      "cov-distil (oracle2student)": 3.1607367992401123,
      "cov-distil (oracle2teacher)": 3.308290958404541,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.3096940517425537,
      "step": 1401,
      "subrel-constrast": 3.036278009414673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.946508526802063,
      "cov-distil (oracle2student)": 5.3730878829956055,
      "cov-distil (oracle2teacher)": 5.007736682891846,
      "epoch": 1.1004709576138147,
      "rel-constrast": 3.5486643314361572,
      "step": 1402,
      "subrel-constrast": 3.982724189758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094761848449707,
      "cov-distil (oracle2student)": 5.085466384887695,
      "cov-distil (oracle2teacher)": 4.566302299499512,
      "epoch": 1.1012558869701727,
      "rel-constrast": 2.0568342208862305,
      "step": 1403,
      "subrel-constrast": 3.068112850189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6571437120437622,
      "cov-distil (oracle2student)": 4.774173736572266,
      "cov-distil (oracle2teacher)": 4.262587547302246,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.4646193981170654,
      "step": 1404,
      "subrel-constrast": 3.5687952041625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9176698923110962,
      "cov-distil (oracle2student)": 3.872140407562256,
      "cov-distil (oracle2teacher)": 4.1944074630737305,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.0764598846435547,
      "step": 1405,
      "subrel-constrast": 4.2590861320495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2313098907470703,
      "cov-distil (oracle2student)": 4.80971622467041,
      "cov-distil (oracle2teacher)": 4.740400791168213,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.969061017036438,
      "step": 1406,
      "subrel-constrast": 3.234436511993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5854852199554443,
      "cov-distil (oracle2student)": 3.788362503051758,
      "cov-distil (oracle2teacher)": 3.7552895545959473,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.604113817214966,
      "step": 1407,
      "subrel-constrast": 3.258370876312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.853365182876587,
      "cov-distil (oracle2student)": 4.136359214782715,
      "cov-distil (oracle2teacher)": 3.8185477256774902,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.218693733215332,
      "step": 1408,
      "subrel-constrast": 4.052127361297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9192627668380737,
      "cov-distil (oracle2student)": 4.509695053100586,
      "cov-distil (oracle2teacher)": 4.560693740844727,
      "epoch": 1.1059654631083202,
      "rel-constrast": 2.858476161956787,
      "step": 1409,
      "subrel-constrast": 3.647315740585327,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 4.4375,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7334,
      "step": 1410
    },
    {
      "cov-distil": 1.6526333093643188,
      "cov-distil (oracle2student)": 2.180558681488037,
      "cov-distil (oracle2teacher)": 2.615731954574585,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.5725131034851074,
      "step": 1410,
      "subrel-constrast": 3.2422056198120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7480888366699219,
      "cov-distil (oracle2student)": 4.64630651473999,
      "cov-distil (oracle2teacher)": 4.4858903884887695,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.3724958896636963,
      "step": 1411,
      "subrel-constrast": 3.1666948795318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017946243286133,
      "cov-distil (oracle2student)": 3.819058895111084,
      "cov-distil (oracle2teacher)": 4.113180160522461,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.0427989959716797,
      "step": 1412,
      "subrel-constrast": 4.58619499206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654902458190918,
      "cov-distil (oracle2student)": 3.03499698638916,
      "cov-distil (oracle2teacher)": 2.571345329284668,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.630279064178467,
      "step": 1413,
      "subrel-constrast": 4.00972318649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664638042449951,
      "cov-distil (oracle2student)": 2.9178786277770996,
      "cov-distil (oracle2teacher)": 2.982393264770508,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.32490873336792,
      "step": 1414,
      "subrel-constrast": 3.36033034324646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582544207572937,
      "cov-distil (oracle2student)": 6.2251176834106445,
      "cov-distil (oracle2teacher)": 5.702911376953125,
      "epoch": 1.110675039246468,
      "rel-constrast": 1.9119172096252441,
      "step": 1415,
      "subrel-constrast": 2.6221935749053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890055179595947,
      "cov-distil (oracle2student)": 4.662508487701416,
      "cov-distil (oracle2teacher)": 4.452269554138184,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.5359058380126953,
      "step": 1416,
      "subrel-constrast": 3.702639102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4178452491760254,
      "cov-distil (oracle2student)": 3.9949262142181396,
      "cov-distil (oracle2teacher)": 3.8126883506774902,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.6517640352249146,
      "step": 1417,
      "subrel-constrast": 3.2764172554016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5110094547271729,
      "cov-distil (oracle2student)": 3.92610502243042,
      "cov-distil (oracle2teacher)": 3.9879541397094727,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.4350318908691406,
      "step": 1418,
      "subrel-constrast": 3.1822075843811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0583927631378174,
      "cov-distil (oracle2student)": 4.915946960449219,
      "cov-distil (oracle2teacher)": 4.598464488983154,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.3299033641815186,
      "step": 1419,
      "subrel-constrast": 2.5432560443878174,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 3.359375,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6399,
      "step": 1420
    },
    {
      "cov-distil": 1.8542295694351196,
      "cov-distil (oracle2student)": 3.7984001636505127,
      "cov-distil (oracle2teacher)": 3.588449239730835,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.538283586502075,
      "step": 1420,
      "subrel-constrast": 3.7315170764923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6344600915908813,
      "cov-distil (oracle2student)": 3.919699192047119,
      "cov-distil (oracle2teacher)": 4.024895668029785,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.1628782749176025,
      "step": 1421,
      "subrel-constrast": 3.627387285232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.882070779800415,
      "cov-distil (oracle2student)": 4.6796979904174805,
      "cov-distil (oracle2teacher)": 4.568782329559326,
      "epoch": 1.1161695447409734,
      "rel-constrast": 1.7592817544937134,
      "step": 1422,
      "subrel-constrast": 2.880460023880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8015080690383911,
      "cov-distil (oracle2student)": 2.9568099975585938,
      "cov-distil (oracle2teacher)": 3.1948976516723633,
      "epoch": 1.1169544740973312,
      "rel-constrast": 1.8884912729263306,
      "step": 1423,
      "subrel-constrast": 2.8575305938720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4323785305023193,
      "cov-distil (oracle2student)": 6.294389724731445,
      "cov-distil (oracle2teacher)": 5.24240255355835,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.760155439376831,
      "step": 1424,
      "subrel-constrast": 3.1679704189300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663451075553894,
      "cov-distil (oracle2student)": 3.9218788146972656,
      "cov-distil (oracle2teacher)": 3.950927257537842,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.0520801544189453,
      "step": 1425,
      "subrel-constrast": 2.8891472816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117506265640259,
      "cov-distil (oracle2student)": 4.821442127227783,
      "cov-distil (oracle2teacher)": 4.667823791503906,
      "epoch": 1.119309262166405,
      "rel-constrast": 1.9031262397766113,
      "step": 1426,
      "subrel-constrast": 3.3412668704986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0361528396606445,
      "cov-distil (oracle2student)": 4.871551513671875,
      "cov-distil (oracle2teacher)": 4.700312614440918,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.5917181968688965,
      "step": 1427,
      "subrel-constrast": 3.574954032897949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7921483516693115,
      "cov-distil (oracle2student)": 3.969322919845581,
      "cov-distil (oracle2teacher)": 4.047035217285156,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.4403977394104004,
      "step": 1428,
      "subrel-constrast": 3.6757009029388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3479526042938232,
      "cov-distil (oracle2student)": 3.747795581817627,
      "cov-distil (oracle2teacher)": 3.916404962539673,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.471555233001709,
      "step": 1429,
      "subrel-constrast": 4.0082106590271,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.46875,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6606,
      "step": 1430
    },
    {
      "cov-distil": 1.9161828756332397,
      "cov-distil (oracle2student)": 3.4047398567199707,
      "cov-distil (oracle2teacher)": 3.424795150756836,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.198014259338379,
      "step": 1430,
      "subrel-constrast": 3.28228759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6333575248718262,
      "cov-distil (oracle2student)": 7.431746959686279,
      "cov-distil (oracle2teacher)": 6.854073524475098,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.8516921997070312,
      "step": 1431,
      "subrel-constrast": 2.8688418865203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6400010585784912,
      "cov-distil (oracle2student)": 3.987288475036621,
      "cov-distil (oracle2teacher)": 3.8499279022216797,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.7828376293182373,
      "step": 1432,
      "subrel-constrast": 3.291123867034912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4018101692199707,
      "cov-distil (oracle2student)": 7.318596839904785,
      "cov-distil (oracle2teacher)": 6.223300933837891,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.062013864517212,
      "step": 1433,
      "subrel-constrast": 2.803145408630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5848796367645264,
      "cov-distil (oracle2student)": 4.188121795654297,
      "cov-distil (oracle2teacher)": 4.331245422363281,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.7126827239990234,
      "step": 1434,
      "subrel-constrast": 3.291029691696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4407639503479004,
      "cov-distil (oracle2student)": 4.206883907318115,
      "cov-distil (oracle2teacher)": 4.246280670166016,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.2108819484710693,
      "step": 1435,
      "subrel-constrast": 3.9134182929992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704491138458252,
      "cov-distil (oracle2student)": 3.649182081222534,
      "cov-distil (oracle2teacher)": 4.102517604827881,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.6239328384399414,
      "step": 1436,
      "subrel-constrast": 3.56388258934021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575739860534668,
      "cov-distil (oracle2student)": 8.061868667602539,
      "cov-distil (oracle2teacher)": 7.007920265197754,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.0351481437683105,
      "step": 1437,
      "subrel-constrast": 3.799924850463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1437143087387085,
      "cov-distil (oracle2student)": 5.031589508056641,
      "cov-distil (oracle2teacher)": 4.288212776184082,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.2552947998046875,
      "step": 1438,
      "subrel-constrast": 3.6344151496887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861387491226196,
      "cov-distil (oracle2student)": 3.317257881164551,
      "cov-distil (oracle2teacher)": 3.538804769515991,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.4909636974334717,
      "step": 1439,
      "subrel-constrast": 3.427610158920288,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 5.03125,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6724,
      "step": 1440
    },
    {
      "cov-distil": 1.969609022140503,
      "cov-distil (oracle2student)": 5.15648889541626,
      "cov-distil (oracle2teacher)": 5.115165710449219,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.33720064163208,
      "step": 1440,
      "subrel-constrast": 3.4561002254486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186216831207275,
      "cov-distil (oracle2student)": 4.559203147888184,
      "cov-distil (oracle2teacher)": 4.226498603820801,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.4729888439178467,
      "step": 1441,
      "subrel-constrast": 3.2488837242126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8423429727554321,
      "cov-distil (oracle2student)": 7.172142505645752,
      "cov-distil (oracle2teacher)": 6.107716083526611,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.711306095123291,
      "step": 1442,
      "subrel-constrast": 3.3032047748565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639280080795288,
      "cov-distil (oracle2student)": 4.835887908935547,
      "cov-distil (oracle2teacher)": 4.428652286529541,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.498673915863037,
      "step": 1443,
      "subrel-constrast": 3.9667229652404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7958340644836426,
      "cov-distil (oracle2student)": 4.611407279968262,
      "cov-distil (oracle2teacher)": 4.327395439147949,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.718924045562744,
      "step": 1444,
      "subrel-constrast": 3.4793951511383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770007610321045,
      "cov-distil (oracle2student)": 4.027376174926758,
      "cov-distil (oracle2teacher)": 4.236116409301758,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.157200813293457,
      "step": 1445,
      "subrel-constrast": 3.1004693508148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640434265136719,
      "cov-distil (oracle2student)": 3.7013652324676514,
      "cov-distil (oracle2teacher)": 4.137656211853027,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.850304365158081,
      "step": 1446,
      "subrel-constrast": 3.651947021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442368745803833,
      "cov-distil (oracle2student)": 4.439526557922363,
      "cov-distil (oracle2teacher)": 4.073885440826416,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.4496726989746094,
      "step": 1447,
      "subrel-constrast": 3.11551570892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369401216506958,
      "cov-distil (oracle2student)": 3.5831308364868164,
      "cov-distil (oracle2teacher)": 3.643108606338501,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.0829498767852783,
      "step": 1448,
      "subrel-constrast": 3.4258978366851807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429431200027466,
      "cov-distil (oracle2student)": 4.617709159851074,
      "cov-distil (oracle2teacher)": 4.232625484466553,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.8296334743499756,
      "step": 1449,
      "subrel-constrast": 2.9135396480560303,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 3.515625,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.6941,
      "step": 1450
    },
    {
      "cov-distil": 0.9735995531082153,
      "cov-distil (oracle2student)": 3.3654751777648926,
      "cov-distil (oracle2teacher)": 3.37302303314209,
      "epoch": 1.1381475667189953,
      "rel-constrast": 1.9009981155395508,
      "step": 1450,
      "subrel-constrast": 2.680931329727173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8306307792663574,
      "cov-distil (oracle2student)": 3.035464286804199,
      "cov-distil (oracle2teacher)": 3.013033866882324,
      "epoch": 1.1389324960753533,
      "rel-constrast": 2.933274745941162,
      "step": 1451,
      "subrel-constrast": 3.202630043029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563617706298828,
      "cov-distil (oracle2student)": 2.6813225746154785,
      "cov-distil (oracle2teacher)": 2.8273544311523438,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.1753387451171875,
      "step": 1452,
      "subrel-constrast": 3.226551055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076305389404297,
      "cov-distil (oracle2student)": 3.891932725906372,
      "cov-distil (oracle2teacher)": 3.943162441253662,
      "epoch": 1.140502354788069,
      "rel-constrast": 1.8681294918060303,
      "step": 1453,
      "subrel-constrast": 2.811945915222168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7106698751449585,
      "cov-distil (oracle2student)": 4.4157233238220215,
      "cov-distil (oracle2teacher)": 4.003910064697266,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.0268781185150146,
      "step": 1454,
      "subrel-constrast": 3.471256732940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5600457191467285,
      "cov-distil (oracle2student)": 2.997169017791748,
      "cov-distil (oracle2teacher)": 3.22281551361084,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.028985023498535,
      "step": 1455,
      "subrel-constrast": 2.929522752761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654187560081482,
      "cov-distil (oracle2student)": 5.485659599304199,
      "cov-distil (oracle2teacher)": 4.959639549255371,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.1839730739593506,
      "step": 1456,
      "subrel-constrast": 3.1446430683135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3219780921936035,
      "cov-distil (oracle2student)": 2.9026358127593994,
      "cov-distil (oracle2teacher)": 3.2026915550231934,
      "epoch": 1.1436420722135008,
      "rel-constrast": 1.9872817993164062,
      "step": 1457,
      "subrel-constrast": 2.6311135292053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182366847991943,
      "cov-distil (oracle2student)": 4.053674221038818,
      "cov-distil (oracle2teacher)": 3.996702194213867,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.4557435512542725,
      "step": 1458,
      "subrel-constrast": 3.2853763103485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616342306137085,
      "cov-distil (oracle2student)": 4.264072418212891,
      "cov-distil (oracle2teacher)": 4.112225532531738,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.4976885318756104,
      "step": 1459,
      "subrel-constrast": 3.8455967903137207,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 5.125,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.6425,
      "step": 1460
    },
    {
      "cov-distil": 2.3273351192474365,
      "cov-distil (oracle2student)": 5.340428352355957,
      "cov-distil (oracle2teacher)": 4.745632171630859,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.334956169128418,
      "step": 1460,
      "subrel-constrast": 4.109196662902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868985652923584,
      "cov-distil (oracle2student)": 4.388016700744629,
      "cov-distil (oracle2teacher)": 3.9597342014312744,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.076857566833496,
      "step": 1461,
      "subrel-constrast": 3.347691535949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5276076793670654,
      "cov-distil (oracle2student)": 2.874454975128174,
      "cov-distil (oracle2teacher)": 3.0314507484436035,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.8999292850494385,
      "step": 1462,
      "subrel-constrast": 2.694500207901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728696823120117,
      "cov-distil (oracle2student)": 5.250038146972656,
      "cov-distil (oracle2teacher)": 4.647281169891357,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.2957687377929688,
      "step": 1463,
      "subrel-constrast": 3.3880276679992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861199140548706,
      "cov-distil (oracle2student)": 6.816375732421875,
      "cov-distil (oracle2teacher)": 5.577522277832031,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.463242530822754,
      "step": 1464,
      "subrel-constrast": 4.344718933105469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1558444499969482,
      "cov-distil (oracle2student)": 3.781308650970459,
      "cov-distil (oracle2teacher)": 3.7683792114257812,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.3083715438842773,
      "step": 1465,
      "subrel-constrast": 2.8672680854797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248768329620361,
      "cov-distil (oracle2student)": 4.866160869598389,
      "cov-distil (oracle2teacher)": 4.680377006530762,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.6165666580200195,
      "step": 1466,
      "subrel-constrast": 3.291959762573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5184375047683716,
      "cov-distil (oracle2student)": 5.172516345977783,
      "cov-distil (oracle2teacher)": 4.739566802978516,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.0923709869384766,
      "step": 1467,
      "subrel-constrast": 2.5729823112487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4035935401916504,
      "cov-distil (oracle2student)": 2.163294792175293,
      "cov-distil (oracle2teacher)": 2.281038761138916,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.5798075199127197,
      "step": 1468,
      "subrel-constrast": 2.52345609664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6906533241271973,
      "cov-distil (oracle2student)": 3.570615291595459,
      "cov-distil (oracle2teacher)": 3.7789225578308105,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.2696430683135986,
      "step": 1469,
      "subrel-constrast": 2.9124438762664795,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 4.96875,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6641,
      "step": 1470
    },
    {
      "cov-distil": 1.7432125806808472,
      "cov-distil (oracle2student)": 6.946088790893555,
      "cov-distil (oracle2teacher)": 6.18311882019043,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.5905301570892334,
      "step": 1470,
      "subrel-constrast": 3.5420796871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7562596797943115,
      "cov-distil (oracle2student)": 3.5090742111206055,
      "cov-distil (oracle2teacher)": 3.5666165351867676,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.5896034240722656,
      "step": 1471,
      "subrel-constrast": 2.6364943981170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.265690565109253,
      "cov-distil (oracle2student)": 5.054637908935547,
      "cov-distil (oracle2teacher)": 4.928027629852295,
      "epoch": 1.1554160125588697,
      "rel-constrast": 2.0186855792999268,
      "step": 1472,
      "subrel-constrast": 3.096815586090088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177144289016724,
      "cov-distil (oracle2student)": 5.921319007873535,
      "cov-distil (oracle2teacher)": 5.465079307556152,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.209364891052246,
      "step": 1473,
      "subrel-constrast": 2.988204002380371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6642065048217773,
      "cov-distil (oracle2student)": 4.341156482696533,
      "cov-distil (oracle2teacher)": 4.327184677124023,
      "epoch": 1.1569858712715855,
      "rel-constrast": 1.8400235176086426,
      "step": 1474,
      "subrel-constrast": 2.838844060897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2710838317871094,
      "cov-distil (oracle2student)": 6.264190673828125,
      "cov-distil (oracle2teacher)": 5.395703315734863,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.8762168884277344,
      "step": 1475,
      "subrel-constrast": 2.9002339839935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500580310821533,
      "cov-distil (oracle2student)": 3.8817105293273926,
      "cov-distil (oracle2teacher)": 3.6330196857452393,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.12327241897583,
      "step": 1476,
      "subrel-constrast": 2.9935572147369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6610264778137207,
      "cov-distil (oracle2student)": 4.569063186645508,
      "cov-distil (oracle2teacher)": 4.402129173278809,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.382650852203369,
      "step": 1477,
      "subrel-constrast": 3.48097562789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573943853378296,
      "cov-distil (oracle2student)": 4.716480255126953,
      "cov-distil (oracle2teacher)": 4.379539489746094,
      "epoch": 1.1601255886970172,
      "rel-constrast": 2.7914557456970215,
      "step": 1478,
      "subrel-constrast": 3.735881805419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9117133617401123,
      "cov-distil (oracle2student)": 2.7231132984161377,
      "cov-distil (oracle2teacher)": 3.0115838050842285,
      "epoch": 1.1609105180533752,
      "rel-constrast": 2.9792566299438477,
      "step": 1479,
      "subrel-constrast": 3.691469192504883,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 5.15625,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.6005,
      "step": 1480
    },
    {
      "cov-distil": 1.508087396621704,
      "cov-distil (oracle2student)": 4.404995918273926,
      "cov-distil (oracle2teacher)": 3.618492603302002,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.27173113822937,
      "step": 1480,
      "subrel-constrast": 3.1909947395324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117856979370117,
      "cov-distil (oracle2student)": 3.249584674835205,
      "cov-distil (oracle2teacher)": 3.5527844429016113,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.1706880331039429,
      "step": 1481,
      "subrel-constrast": 2.5455868244171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820241093635559,
      "cov-distil (oracle2student)": 4.413060665130615,
      "cov-distil (oracle2teacher)": 3.593001127243042,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.648299217224121,
      "step": 1482,
      "subrel-constrast": 3.1224818229675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.361191749572754,
      "cov-distil (oracle2student)": 7.197657585144043,
      "cov-distil (oracle2teacher)": 6.526451110839844,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.9361085891723633,
      "step": 1483,
      "subrel-constrast": 4.1008477210998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4026601314544678,
      "cov-distil (oracle2student)": 4.386111259460449,
      "cov-distil (oracle2teacher)": 4.117788314819336,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.5179619789123535,
      "step": 1484,
      "subrel-constrast": 3.191131591796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.13439679145813,
      "cov-distil (oracle2student)": 4.483499526977539,
      "cov-distil (oracle2teacher)": 4.620072364807129,
      "epoch": 1.1656200941915227,
      "rel-constrast": 3.809450149536133,
      "step": 1485,
      "subrel-constrast": 4.304149150848389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8440096378326416,
      "cov-distil (oracle2student)": 3.577078342437744,
      "cov-distil (oracle2teacher)": 3.533250570297241,
      "epoch": 1.1664050235478807,
      "rel-constrast": 1.891402244567871,
      "step": 1486,
      "subrel-constrast": 3.4108402729034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3321266174316406,
      "cov-distil (oracle2student)": 3.690831184387207,
      "cov-distil (oracle2teacher)": 3.770256996154785,
      "epoch": 1.1671899529042387,
      "rel-constrast": 2.056332588195801,
      "step": 1487,
      "subrel-constrast": 3.296755313873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6980278491973877,
      "cov-distil (oracle2student)": 4.911110877990723,
      "cov-distil (oracle2teacher)": 4.653789520263672,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.5934038162231445,
      "step": 1488,
      "subrel-constrast": 3.3056771755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1418120861053467,
      "cov-distil (oracle2student)": 7.721407413482666,
      "cov-distil (oracle2teacher)": 6.397591590881348,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.8690624237060547,
      "step": 1489,
      "subrel-constrast": 3.324364423751831,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.25,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.665,
      "step": 1490
    },
    {
      "cov-distil": 1.5793144702911377,
      "cov-distil (oracle2student)": 3.1656479835510254,
      "cov-distil (oracle2teacher)": 3.7752323150634766,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.323153018951416,
      "step": 1490,
      "subrel-constrast": 3.36970853805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2273166179656982,
      "cov-distil (oracle2student)": 6.071468353271484,
      "cov-distil (oracle2teacher)": 5.209096908569336,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.6658189296722412,
      "step": 1491,
      "subrel-constrast": 2.6098952293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771066665649414,
      "cov-distil (oracle2student)": 4.941798210144043,
      "cov-distil (oracle2teacher)": 4.99720573425293,
      "epoch": 1.1711145996860282,
      "rel-constrast": 1.9705619812011719,
      "step": 1492,
      "subrel-constrast": 3.162191867828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540221929550171,
      "cov-distil (oracle2student)": 4.568436622619629,
      "cov-distil (oracle2teacher)": 4.18204402923584,
      "epoch": 1.1718995290423861,
      "rel-constrast": 3.0282788276672363,
      "step": 1493,
      "subrel-constrast": 3.695439577102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034268856048584,
      "cov-distil (oracle2student)": 2.842310905456543,
      "cov-distil (oracle2teacher)": 2.9250986576080322,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.7161636352539062,
      "step": 1494,
      "subrel-constrast": 3.8608739376068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0361268520355225,
      "cov-distil (oracle2student)": 3.6539692878723145,
      "cov-distil (oracle2teacher)": 3.4453952312469482,
      "epoch": 1.1734693877551021,
      "rel-constrast": 1.6933679580688477,
      "step": 1495,
      "subrel-constrast": 3.1346468925476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252089500427246,
      "cov-distil (oracle2student)": 3.064868450164795,
      "cov-distil (oracle2teacher)": 2.984189510345459,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.5216705799102783,
      "step": 1496,
      "subrel-constrast": 2.9893100261688232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6132360696792603,
      "cov-distil (oracle2student)": 4.372156620025635,
      "cov-distil (oracle2teacher)": 4.422039985656738,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.3253374099731445,
      "step": 1497,
      "subrel-constrast": 3.74430775642395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5885529518127441,
      "cov-distil (oracle2student)": 4.628757476806641,
      "cov-distil (oracle2teacher)": 4.028449058532715,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.2403204441070557,
      "step": 1498,
      "subrel-constrast": 2.9963810443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4651037454605103,
      "cov-distil (oracle2student)": 3.5320534706115723,
      "cov-distil (oracle2teacher)": 3.6346046924591064,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.790614604949951,
      "step": 1499,
      "subrel-constrast": 3.220536947250366,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 4.9375,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6243,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7499999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7635121704056196,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.591066017130062,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6110182641332049,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6018385337632657,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5385256414940374,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.32343751192092896,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.06903076171875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.04547119140625
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.0235595703125,
      "step": 1500
    },
    {
      "cov-distil": 1.5637059211730957,
      "cov-distil (oracle2student)": 4.703696250915527,
      "cov-distil (oracle2teacher)": 4.498836517333984,
      "epoch": 1.1773940345368916,
      "rel-constrast": 1.8000473976135254,
      "step": 1500,
      "subrel-constrast": 2.832693338394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676821231842041,
      "cov-distil (oracle2student)": 4.18723201751709,
      "cov-distil (oracle2teacher)": 3.8365914821624756,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.929133892059326,
      "step": 1501,
      "subrel-constrast": 3.68464994430542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298328399658203,
      "cov-distil (oracle2student)": 5.332473278045654,
      "cov-distil (oracle2teacher)": 5.050945281982422,
      "epoch": 1.1789638932496076,
      "rel-constrast": 2.649360418319702,
      "step": 1502,
      "subrel-constrast": 3.4422824382781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8164615631103516,
      "cov-distil (oracle2student)": 3.692251205444336,
      "cov-distil (oracle2teacher)": 3.2926621437072754,
      "epoch": 1.1797488226059656,
      "rel-constrast": 1.8597935438156128,
      "step": 1503,
      "subrel-constrast": 2.5651378631591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041651964187622,
      "cov-distil (oracle2student)": 5.564761638641357,
      "cov-distil (oracle2teacher)": 4.81553316116333,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.5795328617095947,
      "step": 1504,
      "subrel-constrast": 3.086768865585327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.356086015701294,
      "cov-distil (oracle2student)": 2.9356846809387207,
      "cov-distil (oracle2teacher)": 2.832341432571411,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.007858991622925,
      "step": 1505,
      "subrel-constrast": 2.6601550579071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1465284824371338,
      "cov-distil (oracle2student)": 5.272077560424805,
      "cov-distil (oracle2teacher)": 5.104903221130371,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.536428213119507,
      "step": 1506,
      "subrel-constrast": 4.053745746612549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409359455108643,
      "cov-distil (oracle2student)": 5.135282516479492,
      "cov-distil (oracle2teacher)": 4.188192844390869,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.688838243484497,
      "step": 1507,
      "subrel-constrast": 3.719727039337158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857982873916626,
      "cov-distil (oracle2student)": 2.93617582321167,
      "cov-distil (oracle2teacher)": 3.4599058628082275,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.3258838653564453,
      "step": 1508,
      "subrel-constrast": 3.313480854034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.222405195236206,
      "cov-distil (oracle2student)": 2.058034658432007,
      "cov-distil (oracle2teacher)": 2.1042275428771973,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.058195114135742,
      "step": 1509,
      "subrel-constrast": 2.512890577316284,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.28125,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.6749,
      "step": 1510
    },
    {
      "cov-distil": 2.258605480194092,
      "cov-distil (oracle2student)": 4.346269607543945,
      "cov-distil (oracle2teacher)": 4.499160289764404,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.165034770965576,
      "step": 1510,
      "subrel-constrast": 3.7008891105651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765893936157227,
      "cov-distil (oracle2student)": 3.432781219482422,
      "cov-distil (oracle2teacher)": 3.4880218505859375,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.07257342338562,
      "step": 1511,
      "subrel-constrast": 3.5810232162475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832162618637085,
      "cov-distil (oracle2student)": 4.780758857727051,
      "cov-distil (oracle2teacher)": 4.575314044952393,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.244832992553711,
      "step": 1512,
      "subrel-constrast": 3.558151960372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4042856693267822,
      "cov-distil (oracle2student)": 5.2754621505737305,
      "cov-distil (oracle2teacher)": 5.212786674499512,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.5524935722351074,
      "step": 1513,
      "subrel-constrast": 4.346360206604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336050033569336,
      "cov-distil (oracle2student)": 6.000419616699219,
      "cov-distil (oracle2teacher)": 5.2211761474609375,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.30887770652771,
      "step": 1514,
      "subrel-constrast": 3.0671396255493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7519084215164185,
      "cov-distil (oracle2student)": 3.7770097255706787,
      "cov-distil (oracle2teacher)": 3.5826303958892822,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.8646618127822876,
      "step": 1515,
      "subrel-constrast": 2.7432425022125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1804795265197754,
      "cov-distil (oracle2student)": 2.806044578552246,
      "cov-distil (oracle2teacher)": 3.1079115867614746,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.1782217025756836,
      "step": 1516,
      "subrel-constrast": 3.4778263568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.226062297821045,
      "cov-distil (oracle2student)": 4.4593915939331055,
      "cov-distil (oracle2teacher)": 3.923916816711426,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.2561304569244385,
      "step": 1517,
      "subrel-constrast": 3.5398244857788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1194446086883545,
      "cov-distil (oracle2student)": 4.341851711273193,
      "cov-distil (oracle2teacher)": 4.771174907684326,
      "epoch": 1.1915227629513343,
      "rel-constrast": 3.9499008655548096,
      "step": 1518,
      "subrel-constrast": 4.630198001861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022372007369995,
      "cov-distil (oracle2student)": 5.690338611602783,
      "cov-distil (oracle2teacher)": 4.533973693847656,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.565046548843384,
      "step": 1519,
      "subrel-constrast": 4.048375606536865,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.0,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7487,
      "step": 1520
    },
    {
      "cov-distil": 1.4579973220825195,
      "cov-distil (oracle2student)": 4.72302770614624,
      "cov-distil (oracle2teacher)": 4.112704753875732,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.576953411102295,
      "step": 1520,
      "subrel-constrast": 2.985419511795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.533542513847351,
      "cov-distil (oracle2student)": 5.7862653732299805,
      "cov-distil (oracle2teacher)": 5.797441005706787,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.037560224533081,
      "step": 1521,
      "subrel-constrast": 3.4719033241271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768212914466858,
      "cov-distil (oracle2student)": 3.4551024436950684,
      "cov-distil (oracle2teacher)": 3.411200523376465,
      "epoch": 1.194662480376766,
      "rel-constrast": 2.880858898162842,
      "step": 1522,
      "subrel-constrast": 3.701314687728882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7475111484527588,
      "cov-distil (oracle2student)": 3.4735870361328125,
      "cov-distil (oracle2teacher)": 3.092373847961426,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.077599048614502,
      "step": 1523,
      "subrel-constrast": 2.8877346515655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1729485988616943,
      "cov-distil (oracle2student)": 3.888883113861084,
      "cov-distil (oracle2teacher)": 4.477058410644531,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.432126045227051,
      "step": 1524,
      "subrel-constrast": 3.543750286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6834766864776611,
      "cov-distil (oracle2student)": 5.096540451049805,
      "cov-distil (oracle2teacher)": 4.786865711212158,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.373744010925293,
      "step": 1525,
      "subrel-constrast": 3.171703815460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9610412120819092,
      "cov-distil (oracle2student)": 3.58781361579895,
      "cov-distil (oracle2teacher)": 3.386932373046875,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.2526726722717285,
      "step": 1526,
      "subrel-constrast": 3.150603771209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777087926864624,
      "cov-distil (oracle2student)": 4.592398643493652,
      "cov-distil (oracle2teacher)": 4.270162582397461,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.0484976768493652,
      "step": 1527,
      "subrel-constrast": 4.122519493103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098701000213623,
      "cov-distil (oracle2student)": 3.925305128097534,
      "cov-distil (oracle2teacher)": 3.9627676010131836,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.628312587738037,
      "step": 1528,
      "subrel-constrast": 3.3750734329223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3314461708068848,
      "cov-distil (oracle2student)": 4.212807655334473,
      "cov-distil (oracle2teacher)": 3.186124801635742,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.5398979187011719,
      "step": 1529,
      "subrel-constrast": 2.4120874404907227,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 2.90625,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.665,
      "step": 1530
    },
    {
      "cov-distil": 1.5907421112060547,
      "cov-distil (oracle2student)": 4.600604057312012,
      "cov-distil (oracle2teacher)": 4.715920925140381,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.773024559020996,
      "step": 1530,
      "subrel-constrast": 2.3036842346191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7908787727355957,
      "cov-distil (oracle2student)": 3.9809539318084717,
      "cov-distil (oracle2teacher)": 3.49103045463562,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.0869598388671875,
      "step": 1531,
      "subrel-constrast": 3.0148277282714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063196182250977,
      "cov-distil (oracle2student)": 3.28657865524292,
      "cov-distil (oracle2teacher)": 3.614290237426758,
      "epoch": 1.2025117739403455,
      "rel-constrast": 2.7590341567993164,
      "step": 1532,
      "subrel-constrast": 3.6703684329986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7001900672912598,
      "cov-distil (oracle2student)": 2.7431976795196533,
      "cov-distil (oracle2teacher)": 2.8261232376098633,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.332479953765869,
      "step": 1533,
      "subrel-constrast": 2.991900682449341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138879776000977,
      "cov-distil (oracle2student)": 4.142673492431641,
      "cov-distil (oracle2teacher)": 4.042916297912598,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.530055522918701,
      "step": 1534,
      "subrel-constrast": 3.5216643810272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568732023239136,
      "cov-distil (oracle2student)": 4.978801727294922,
      "cov-distil (oracle2teacher)": 4.398458003997803,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.3646488189697266,
      "step": 1535,
      "subrel-constrast": 3.235966444015503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5454928874969482,
      "cov-distil (oracle2student)": 4.212451934814453,
      "cov-distil (oracle2teacher)": 3.9711287021636963,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.0240867137908936,
      "step": 1536,
      "subrel-constrast": 2.9173502922058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000424385070801,
      "cov-distil (oracle2student)": 4.938282012939453,
      "cov-distil (oracle2teacher)": 4.895476341247559,
      "epoch": 1.206436420722135,
      "rel-constrast": 1.906202793121338,
      "step": 1537,
      "subrel-constrast": 3.244900703430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688530683517456,
      "cov-distil (oracle2student)": 3.314009666442871,
      "cov-distil (oracle2teacher)": 3.3217594623565674,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.8771073818206787,
      "step": 1538,
      "subrel-constrast": 2.8386082649230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7830374240875244,
      "cov-distil (oracle2student)": 3.975449323654175,
      "cov-distil (oracle2teacher)": 3.9713451862335205,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.010916233062744,
      "step": 1539,
      "subrel-constrast": 3.166494369506836,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 3.734375,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.5855,
      "step": 1540
    },
    {
      "cov-distil": 1.9264177083969116,
      "cov-distil (oracle2student)": 5.292288303375244,
      "cov-distil (oracle2teacher)": 5.473517894744873,
      "epoch": 1.2087912087912087,
      "rel-constrast": 2.7550227642059326,
      "step": 1540,
      "subrel-constrast": 3.744666337966919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.763179063796997,
      "cov-distil (oracle2student)": 5.155198097229004,
      "cov-distil (oracle2teacher)": 5.2059006690979,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.3511147499084473,
      "step": 1541,
      "subrel-constrast": 3.3968398571014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031494140625,
      "cov-distil (oracle2student)": 3.3849997520446777,
      "cov-distil (oracle2teacher)": 3.229098320007324,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.4924800395965576,
      "step": 1542,
      "subrel-constrast": 3.37554931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774974584579468,
      "cov-distil (oracle2student)": 4.932247161865234,
      "cov-distil (oracle2teacher)": 4.8708815574646,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.3542284965515137,
      "step": 1543,
      "subrel-constrast": 3.044889211654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4667885303497314,
      "cov-distil (oracle2student)": 4.815769195556641,
      "cov-distil (oracle2teacher)": 4.551081657409668,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.8341593742370605,
      "step": 1544,
      "subrel-constrast": 3.320777177810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9236077070236206,
      "cov-distil (oracle2student)": 4.410272121429443,
      "cov-distil (oracle2teacher)": 4.3043012619018555,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.4514312744140625,
      "step": 1545,
      "subrel-constrast": 2.9719998836517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9329230785369873,
      "cov-distil (oracle2student)": 3.6273882389068604,
      "cov-distil (oracle2teacher)": 3.9395461082458496,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.521728515625,
      "step": 1546,
      "subrel-constrast": 3.761486530303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576790452003479,
      "cov-distil (oracle2student)": 3.838721752166748,
      "cov-distil (oracle2teacher)": 3.5021889209747314,
      "epoch": 1.2142857142857142,
      "rel-constrast": 1.9014670848846436,
      "step": 1547,
      "subrel-constrast": 2.8388330936431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455541133880615,
      "cov-distil (oracle2student)": 4.439851760864258,
      "cov-distil (oracle2teacher)": 4.307188987731934,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0730185508728027,
      "step": 1548,
      "subrel-constrast": 2.774247646331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4133810997009277,
      "cov-distil (oracle2student)": 4.722485542297363,
      "cov-distil (oracle2teacher)": 4.159416675567627,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.2933971881866455,
      "step": 1549,
      "subrel-constrast": 2.8816733360290527,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 8.125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6191,
      "step": 1550
    },
    {
      "cov-distil": 1.8872853517532349,
      "cov-distil (oracle2student)": 5.359015464782715,
      "cov-distil (oracle2teacher)": 4.855799674987793,
      "epoch": 1.2166405023547882,
      "rel-constrast": 3.9603030681610107,
      "step": 1550,
      "subrel-constrast": 4.652317523956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9227356910705566,
      "cov-distil (oracle2student)": 3.6273133754730225,
      "cov-distil (oracle2teacher)": 4.31342887878418,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.745074987411499,
      "step": 1551,
      "subrel-constrast": 3.862488269805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505450248718262,
      "cov-distil (oracle2student)": 4.429694175720215,
      "cov-distil (oracle2teacher)": 4.058337688446045,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.9298486709594727,
      "step": 1552,
      "subrel-constrast": 2.638232946395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4883463382720947,
      "cov-distil (oracle2student)": 5.460262298583984,
      "cov-distil (oracle2teacher)": 4.622078895568848,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.2657363414764404,
      "step": 1553,
      "subrel-constrast": 3.718547821044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3253556489944458,
      "cov-distil (oracle2student)": 2.4806160926818848,
      "cov-distil (oracle2teacher)": 2.7034997940063477,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.799870729446411,
      "step": 1554,
      "subrel-constrast": 3.221858024597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0410027503967285,
      "cov-distil (oracle2student)": 2.922330379486084,
      "cov-distil (oracle2teacher)": 3.111844539642334,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.508640766143799,
      "step": 1555,
      "subrel-constrast": 3.069931745529175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0512876510620117,
      "cov-distil (oracle2student)": 2.648373603820801,
      "cov-distil (oracle2teacher)": 2.852344512939453,
      "epoch": 1.2213500784929356,
      "rel-constrast": 1.9292356967926025,
      "step": 1556,
      "subrel-constrast": 3.1655936241149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365398645401001,
      "cov-distil (oracle2student)": 3.0032143592834473,
      "cov-distil (oracle2teacher)": 2.678797721862793,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.7233068943023682,
      "step": 1557,
      "subrel-constrast": 2.408574342727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877436637878418,
      "cov-distil (oracle2student)": 4.676843166351318,
      "cov-distil (oracle2teacher)": 4.408526420593262,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.0596604347229004,
      "step": 1558,
      "subrel-constrast": 3.2607994079589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7614563703536987,
      "cov-distil (oracle2student)": 6.208138465881348,
      "cov-distil (oracle2teacher)": 5.274079322814941,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.6759848594665527,
      "step": 1559,
      "subrel-constrast": 3.5842154026031494,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 5.125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6831,
      "step": 1560
    },
    {
      "cov-distil": 1.660815954208374,
      "cov-distil (oracle2student)": 4.824222564697266,
      "cov-distil (oracle2teacher)": 4.655174255371094,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.315061092376709,
      "step": 1560,
      "subrel-constrast": 3.7805817127227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2239699363708496,
      "cov-distil (oracle2student)": 3.210196018218994,
      "cov-distil (oracle2teacher)": 3.3188867568969727,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.2330713272094727,
      "step": 1561,
      "subrel-constrast": 3.06986665725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433835983276367,
      "cov-distil (oracle2student)": 3.2051613330841064,
      "cov-distil (oracle2teacher)": 3.555269241333008,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.5377197265625,
      "step": 1562,
      "subrel-constrast": 2.4062576293945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7352113723754883,
      "cov-distil (oracle2student)": 3.9842495918273926,
      "cov-distil (oracle2teacher)": 4.28022575378418,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.449326753616333,
      "step": 1563,
      "subrel-constrast": 4.002823829650879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8126964569091797,
      "cov-distil (oracle2student)": 4.084317684173584,
      "cov-distil (oracle2teacher)": 3.7062156200408936,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.52213191986084,
      "step": 1564,
      "subrel-constrast": 2.9904332160949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1024794578552246,
      "cov-distil (oracle2student)": 4.813565254211426,
      "cov-distil (oracle2teacher)": 4.788278579711914,
      "epoch": 1.2284144427001569,
      "rel-constrast": 2.949075222015381,
      "step": 1565,
      "subrel-constrast": 3.627934694290161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5804905891418457,
      "cov-distil (oracle2student)": 3.4285507202148438,
      "cov-distil (oracle2teacher)": 3.7625842094421387,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.2128708362579346,
      "step": 1566,
      "subrel-constrast": 3.081451416015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9071530103683472,
      "cov-distil (oracle2student)": 3.1900124549865723,
      "cov-distil (oracle2teacher)": 2.9465765953063965,
      "epoch": 1.2299843014128728,
      "rel-constrast": 1.793600082397461,
      "step": 1567,
      "subrel-constrast": 2.5548481941223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.460096836090088,
      "cov-distil (oracle2student)": 4.106544494628906,
      "cov-distil (oracle2teacher)": 3.8582773208618164,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.687570095062256,
      "step": 1568,
      "subrel-constrast": 3.253798246383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7962069511413574,
      "cov-distil (oracle2student)": 4.980623245239258,
      "cov-distil (oracle2teacher)": 4.627190589904785,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.3011536598205566,
      "step": 1569,
      "subrel-constrast": 3.5663952827453613,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.5,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6696,
      "step": 1570
    },
    {
      "cov-distil": 1.7743490934371948,
      "cov-distil (oracle2student)": 2.780857563018799,
      "cov-distil (oracle2teacher)": 2.734313488006592,
      "epoch": 1.2323390894819466,
      "rel-constrast": 1.9853119850158691,
      "step": 1570,
      "subrel-constrast": 2.406641721725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7501146793365479,
      "cov-distil (oracle2student)": 2.545464038848877,
      "cov-distil (oracle2teacher)": 2.6881418228149414,
      "epoch": 1.2331240188383046,
      "rel-constrast": 2.9856152534484863,
      "step": 1571,
      "subrel-constrast": 3.557605504989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2296868562698364,
      "cov-distil (oracle2student)": 3.3158531188964844,
      "cov-distil (oracle2teacher)": 3.2654757499694824,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.213256359100342,
      "step": 1572,
      "subrel-constrast": 3.5534770488739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568692684173584,
      "cov-distil (oracle2student)": 4.321925163269043,
      "cov-distil (oracle2teacher)": 3.8586153984069824,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.367236614227295,
      "step": 1573,
      "subrel-constrast": 3.626647710800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452316522598267,
      "cov-distil (oracle2student)": 4.939873695373535,
      "cov-distil (oracle2teacher)": 4.695395469665527,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.002988338470459,
      "step": 1574,
      "subrel-constrast": 2.6302809715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1858683824539185,
      "cov-distil (oracle2student)": 3.428942918777466,
      "cov-distil (oracle2teacher)": 3.2789692878723145,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.735139012336731,
      "step": 1575,
      "subrel-constrast": 2.143308401107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42030668258667,
      "cov-distil (oracle2student)": 4.355741500854492,
      "cov-distil (oracle2teacher)": 4.320367336273193,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.345548391342163,
      "step": 1576,
      "subrel-constrast": 4.039329528808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8740413188934326,
      "cov-distil (oracle2student)": 5.164845943450928,
      "cov-distil (oracle2teacher)": 5.134744644165039,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.9354324340820312,
      "step": 1577,
      "subrel-constrast": 3.712096929550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.066577672958374,
      "cov-distil (oracle2student)": 7.877817153930664,
      "cov-distil (oracle2teacher)": 7.092626571655273,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.8983044624328613,
      "step": 1578,
      "subrel-constrast": 3.093207836151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3517860174179077,
      "cov-distil (oracle2student)": 4.5037617683410645,
      "cov-distil (oracle2teacher)": 4.706923961639404,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.5162928104400635,
      "step": 1579,
      "subrel-constrast": 3.4637324810028076,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 3.84375,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.6885,
      "step": 1580
    },
    {
      "cov-distil": 1.798500418663025,
      "cov-distil (oracle2student)": 2.972372531890869,
      "cov-distil (oracle2teacher)": 3.706573247909546,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.5988330841064453,
      "step": 1580,
      "subrel-constrast": 3.870983600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8303096294403076,
      "cov-distil (oracle2student)": 3.256155490875244,
      "cov-distil (oracle2teacher)": 3.6364235877990723,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.453540325164795,
      "step": 1581,
      "subrel-constrast": 3.553023338317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.166532278060913,
      "cov-distil (oracle2student)": 4.626598358154297,
      "cov-distil (oracle2teacher)": 4.939100742340088,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.023510456085205,
      "step": 1582,
      "subrel-constrast": 4.437808513641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767655611038208,
      "cov-distil (oracle2student)": 4.703374862670898,
      "cov-distil (oracle2teacher)": 4.478509902954102,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.144568920135498,
      "step": 1583,
      "subrel-constrast": 3.1030514240264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5207605361938477,
      "cov-distil (oracle2student)": 5.394456386566162,
      "cov-distil (oracle2teacher)": 5.287525177001953,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.9721217155456543,
      "step": 1584,
      "subrel-constrast": 3.8029205799102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302046537399292,
      "cov-distil (oracle2student)": 4.43049430847168,
      "cov-distil (oracle2teacher)": 4.523866176605225,
      "epoch": 1.2441130298273155,
      "rel-constrast": 2.822997570037842,
      "step": 1585,
      "subrel-constrast": 3.974984884262085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3131849765777588,
      "cov-distil (oracle2student)": 5.768609523773193,
      "cov-distil (oracle2teacher)": 5.193343162536621,
      "epoch": 1.2448979591836735,
      "rel-constrast": 2.9230594635009766,
      "step": 1586,
      "subrel-constrast": 3.506474018096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730085611343384,
      "cov-distil (oracle2student)": 4.134005546569824,
      "cov-distil (oracle2teacher)": 4.041408538818359,
      "epoch": 1.2456828885400313,
      "rel-constrast": 2.7118308544158936,
      "step": 1587,
      "subrel-constrast": 3.573167562484741,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5453810691833496,
      "cov-distil (oracle2student)": 5.529062271118164,
      "cov-distil (oracle2teacher)": 4.778995513916016,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.018611431121826,
      "step": 1588,
      "subrel-constrast": 3.18927001953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837399959564209,
      "cov-distil (oracle2student)": 3.5800540447235107,
      "cov-distil (oracle2teacher)": 3.947268009185791,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.409611701965332,
      "step": 1589,
      "subrel-constrast": 3.1550629138946533,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 4.375,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.7194,
      "step": 1590
    },
    {
      "cov-distil": 1.2677905559539795,
      "cov-distil (oracle2student)": 2.7423477172851562,
      "cov-distil (oracle2teacher)": 2.9069738388061523,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.6555119752883911,
      "step": 1590,
      "subrel-constrast": 2.4965145587921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8045157194137573,
      "cov-distil (oracle2student)": 5.254137992858887,
      "cov-distil (oracle2teacher)": 5.341976165771484,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.5607869625091553,
      "step": 1591,
      "subrel-constrast": 2.953106164932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1500158309936523,
      "cov-distil (oracle2student)": 5.303704738616943,
      "cov-distil (oracle2teacher)": 4.677262306213379,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.5152621269226074,
      "step": 1592,
      "subrel-constrast": 3.7355501651763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2618889808654785,
      "cov-distil (oracle2student)": 4.278875350952148,
      "cov-distil (oracle2teacher)": 4.462693691253662,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.493196725845337,
      "step": 1593,
      "subrel-constrast": 3.2149460315704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3437113761901855,
      "cov-distil (oracle2student)": 5.344470977783203,
      "cov-distil (oracle2teacher)": 4.633052825927734,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.1200408935546875,
      "step": 1594,
      "subrel-constrast": 3.1926612854003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5364985466003418,
      "cov-distil (oracle2student)": 3.583961009979248,
      "cov-distil (oracle2teacher)": 3.2900264263153076,
      "epoch": 1.2519623233908947,
      "rel-constrast": 3.991320848464966,
      "step": 1595,
      "subrel-constrast": 3.65516996383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250218391418457,
      "cov-distil (oracle2student)": 4.279216766357422,
      "cov-distil (oracle2teacher)": 4.292298316955566,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.200425624847412,
      "step": 1596,
      "subrel-constrast": 3.6372976303100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8990401029586792,
      "cov-distil (oracle2student)": 4.7242655754089355,
      "cov-distil (oracle2teacher)": 4.5721917152404785,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9692797660827637,
      "step": 1597,
      "subrel-constrast": 4.1254072189331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7518031597137451,
      "cov-distil (oracle2student)": 4.3462629318237305,
      "cov-distil (oracle2teacher)": 3.597564458847046,
      "epoch": 1.2543171114599687,
      "rel-constrast": 1.9762816429138184,
      "step": 1598,
      "subrel-constrast": 2.6000471115112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4635429382324219,
      "cov-distil (oracle2student)": 4.3976850509643555,
      "cov-distil (oracle2teacher)": 4.524898529052734,
      "epoch": 1.2551020408163265,
      "rel-constrast": 1.8806869983673096,
      "step": 1599,
      "subrel-constrast": 2.9445526599884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 3.875,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6284,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.2874999940395355,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05853271484375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.03668212890625
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.0218505859375,
      "step": 1600
    },
    {
      "cov-distil": 1.4469081163406372,
      "cov-distil (oracle2student)": 3.942840576171875,
      "cov-distil (oracle2teacher)": 4.033275127410889,
      "epoch": 1.2558869701726845,
      "rel-constrast": 3.793282985687256,
      "step": 1600,
      "subrel-constrast": 4.743387699127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7050632238388062,
      "cov-distil (oracle2student)": 5.247982978820801,
      "cov-distil (oracle2teacher)": 4.729957580566406,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.5042295455932617,
      "step": 1601,
      "subrel-constrast": 4.333596706390381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081919431686401,
      "cov-distil (oracle2student)": 3.9784979820251465,
      "cov-distil (oracle2teacher)": 4.157125473022461,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.92104172706604,
      "step": 1602,
      "subrel-constrast": 2.910881996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4242722988128662,
      "cov-distil (oracle2student)": 4.00370454788208,
      "cov-distil (oracle2teacher)": 4.266160488128662,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.2594656944274902,
      "step": 1603,
      "subrel-constrast": 2.8821537494659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.077094554901123,
      "cov-distil (oracle2student)": 6.02534294128418,
      "cov-distil (oracle2teacher)": 5.756680965423584,
      "epoch": 1.2590266875981162,
      "rel-constrast": 2.9531307220458984,
      "step": 1604,
      "subrel-constrast": 4.270280361175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698446989059448,
      "cov-distil (oracle2student)": 3.2592830657958984,
      "cov-distil (oracle2teacher)": 3.751519203186035,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.102682113647461,
      "step": 1605,
      "subrel-constrast": 3.5817487239837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6923167705535889,
      "cov-distil (oracle2student)": 3.6812474727630615,
      "cov-distil (oracle2teacher)": 4.595544338226318,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.321674346923828,
      "step": 1606,
      "subrel-constrast": 3.247282028198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.225855588912964,
      "cov-distil (oracle2student)": 2.964517593383789,
      "cov-distil (oracle2teacher)": 3.1313018798828125,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.365457057952881,
      "step": 1607,
      "subrel-constrast": 3.774738311767578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6409146785736084,
      "cov-distil (oracle2student)": 4.351218223571777,
      "cov-distil (oracle2teacher)": 4.301676273345947,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.549063205718994,
      "step": 1608,
      "subrel-constrast": 3.6776421070098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4128034114837646,
      "cov-distil (oracle2student)": 3.1176557540893555,
      "cov-distil (oracle2teacher)": 3.3705222606658936,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.6944801807403564,
      "step": 1609,
      "subrel-constrast": 3.771770477294922,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 4.34375,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7294,
      "step": 1610
    },
    {
      "cov-distil": 1.0257389545440674,
      "cov-distil (oracle2student)": 3.911097526550293,
      "cov-distil (oracle2teacher)": 3.439491033554077,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.1205525398254395,
      "step": 1610,
      "subrel-constrast": 2.7766411304473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7835440635681152,
      "cov-distil (oracle2student)": 5.961551666259766,
      "cov-distil (oracle2teacher)": 5.4505462646484375,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.1971893310546875,
      "step": 1611,
      "subrel-constrast": 4.231976509094238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7894809246063232,
      "cov-distil (oracle2student)": 3.3909268379211426,
      "cov-distil (oracle2teacher)": 3.462442398071289,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.4643967151641846,
      "step": 1612,
      "subrel-constrast": 2.2659335136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61567223072052,
      "cov-distil (oracle2student)": 2.2818517684936523,
      "cov-distil (oracle2teacher)": 2.5578060150146484,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.16586971282959,
      "step": 1613,
      "subrel-constrast": 2.8112435340881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5970754623413086,
      "cov-distil (oracle2student)": 4.441824913024902,
      "cov-distil (oracle2teacher)": 5.126996040344238,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.0566904544830322,
      "step": 1614,
      "subrel-constrast": 4.219959259033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291961431503296,
      "cov-distil (oracle2student)": 4.166991233825684,
      "cov-distil (oracle2teacher)": 4.235738754272461,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.0328242778778076,
      "step": 1615,
      "subrel-constrast": 2.8346011638641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9190963506698608,
      "cov-distil (oracle2student)": 4.764420509338379,
      "cov-distil (oracle2teacher)": 4.753119468688965,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.3344457149505615,
      "step": 1616,
      "subrel-constrast": 3.8506999015808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829667568206787,
      "cov-distil (oracle2student)": 5.458246231079102,
      "cov-distil (oracle2teacher)": 4.635594367980957,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.0228054523468018,
      "step": 1617,
      "subrel-constrast": 2.8515965938568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5760200023651123,
      "cov-distil (oracle2student)": 5.694713592529297,
      "cov-distil (oracle2teacher)": 4.907266616821289,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.639192819595337,
      "step": 1618,
      "subrel-constrast": 3.522559642791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926490783691406,
      "cov-distil (oracle2student)": 3.7362518310546875,
      "cov-distil (oracle2teacher)": 3.8317670822143555,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.680565357208252,
      "step": 1619,
      "subrel-constrast": 3.1966397762298584,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 4.75,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6595,
      "step": 1620
    },
    {
      "cov-distil": 1.5224578380584717,
      "cov-distil (oracle2student)": 2.867149829864502,
      "cov-distil (oracle2teacher)": 3.093320608139038,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.3151869773864746,
      "step": 1620,
      "subrel-constrast": 2.895066499710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0658557415008545,
      "cov-distil (oracle2student)": 3.7562475204467773,
      "cov-distil (oracle2teacher)": 3.7958743572235107,
      "epoch": 1.272370486656201,
      "rel-constrast": 1.8352965116500854,
      "step": 1621,
      "subrel-constrast": 3.030643939971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.62113356590271,
      "cov-distil (oracle2student)": 5.422176361083984,
      "cov-distil (oracle2teacher)": 4.788841724395752,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.1769092082977295,
      "step": 1622,
      "subrel-constrast": 4.063399314880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183457374572754,
      "cov-distil (oracle2student)": 3.971228837966919,
      "cov-distil (oracle2teacher)": 3.91847825050354,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.501728057861328,
      "step": 1623,
      "subrel-constrast": 3.9815213680267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3040499687194824,
      "cov-distil (oracle2student)": 4.048490047454834,
      "cov-distil (oracle2teacher)": 4.070547580718994,
      "epoch": 1.2747252747252746,
      "rel-constrast": 2.8923726081848145,
      "step": 1624,
      "subrel-constrast": 3.2582404613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9701402187347412,
      "cov-distil (oracle2student)": 4.728573799133301,
      "cov-distil (oracle2teacher)": 4.413593292236328,
      "epoch": 1.2755102040816326,
      "rel-constrast": 1.9858981370925903,
      "step": 1625,
      "subrel-constrast": 2.6983253955841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4960963726043701,
      "cov-distil (oracle2student)": 4.417811393737793,
      "cov-distil (oracle2teacher)": 4.319404125213623,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.513850212097168,
      "step": 1626,
      "subrel-constrast": 3.2886502742767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390507698059082,
      "cov-distil (oracle2student)": 4.93656063079834,
      "cov-distil (oracle2teacher)": 4.792920112609863,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.1433141231536865,
      "step": 1627,
      "subrel-constrast": 3.804262638092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344707489013672,
      "cov-distil (oracle2student)": 3.0493690967559814,
      "cov-distil (oracle2teacher)": 3.7212657928466797,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.257317066192627,
      "step": 1628,
      "subrel-constrast": 3.7517688274383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8570059537887573,
      "cov-distil (oracle2student)": 4.079655647277832,
      "cov-distil (oracle2teacher)": 4.208126544952393,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.746424913406372,
      "step": 1629,
      "subrel-constrast": 3.9541335105895996,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 4.09375,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7036,
      "step": 1630
    },
    {
      "cov-distil": 2.0093331336975098,
      "cov-distil (oracle2student)": 4.089995384216309,
      "cov-distil (oracle2teacher)": 3.713841676712036,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.284912109375,
      "step": 1630,
      "subrel-constrast": 3.1574671268463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580780029296875,
      "cov-distil (oracle2student)": 5.38040828704834,
      "cov-distil (oracle2teacher)": 5.3140974044799805,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.217635154724121,
      "step": 1631,
      "subrel-constrast": 3.6708126068115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.538601279258728,
      "cov-distil (oracle2student)": 4.343504905700684,
      "cov-distil (oracle2teacher)": 4.4826340675354,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.4092817306518555,
      "step": 1632,
      "subrel-constrast": 3.522533416748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9392430782318115,
      "cov-distil (oracle2student)": 5.003966331481934,
      "cov-distil (oracle2teacher)": 4.475094795227051,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.4848053455352783,
      "step": 1633,
      "subrel-constrast": 3.8958566188812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995079517364502,
      "cov-distil (oracle2student)": 3.076371431350708,
      "cov-distil (oracle2teacher)": 3.1897404193878174,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.6616714000701904,
      "step": 1634,
      "subrel-constrast": 2.7755038738250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9743599891662598,
      "cov-distil (oracle2student)": 4.322499752044678,
      "cov-distil (oracle2teacher)": 4.624536037445068,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.8774642944335938,
      "step": 1635,
      "subrel-constrast": 4.599407196044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5663971900939941,
      "cov-distil (oracle2student)": 3.7740285396575928,
      "cov-distil (oracle2teacher)": 4.3255228996276855,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.8373820781707764,
      "step": 1636,
      "subrel-constrast": 3.0523600578308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210254192352295,
      "cov-distil (oracle2student)": 5.498804569244385,
      "cov-distil (oracle2teacher)": 5.01380729675293,
      "epoch": 1.2849293563579278,
      "rel-constrast": 2.788565158843994,
      "step": 1637,
      "subrel-constrast": 3.6748552322387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4250465631484985,
      "cov-distil (oracle2student)": 5.152177333831787,
      "cov-distil (oracle2teacher)": 4.987788200378418,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.8022654056549072,
      "step": 1638,
      "subrel-constrast": 3.0492982864379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7297406196594238,
      "cov-distil (oracle2student)": 4.278412342071533,
      "cov-distil (oracle2teacher)": 4.329925537109375,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.6308557987213135,
      "step": 1639,
      "subrel-constrast": 2.970045328140259,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 3.578125,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6697,
      "step": 1640
    },
    {
      "cov-distil": 1.9594674110412598,
      "cov-distil (oracle2student)": 3.906914710998535,
      "cov-distil (oracle2teacher)": 3.6257739067077637,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.5929722785949707,
      "step": 1640,
      "subrel-constrast": 4.055276870727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2358529567718506,
      "cov-distil (oracle2student)": 4.229713439941406,
      "cov-distil (oracle2teacher)": 4.781428337097168,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.4418349266052246,
      "step": 1641,
      "subrel-constrast": 3.790144681930542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4467096328735352,
      "cov-distil (oracle2student)": 4.57224702835083,
      "cov-distil (oracle2teacher)": 4.375687599182129,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.159536123275757,
      "step": 1642,
      "subrel-constrast": 3.0878677368164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7325727939605713,
      "cov-distil (oracle2student)": 4.15165901184082,
      "cov-distil (oracle2teacher)": 4.2256622314453125,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.32641339302063,
      "step": 1643,
      "subrel-constrast": 3.9425389766693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632034420967102,
      "cov-distil (oracle2student)": 3.9932103157043457,
      "cov-distil (oracle2teacher)": 4.185479640960693,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.208645820617676,
      "step": 1644,
      "subrel-constrast": 3.9566855430603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5755585432052612,
      "cov-distil (oracle2student)": 4.094455718994141,
      "cov-distil (oracle2teacher)": 3.8324694633483887,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.3996357917785645,
      "step": 1645,
      "subrel-constrast": 3.4963693618774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7587578296661377,
      "cov-distil (oracle2student)": 4.982491493225098,
      "cov-distil (oracle2teacher)": 4.736746788024902,
      "epoch": 1.291993720565149,
      "rel-constrast": 2.679117441177368,
      "step": 1646,
      "subrel-constrast": 3.529630661010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4098976850509644,
      "cov-distil (oracle2student)": 4.170284271240234,
      "cov-distil (oracle2teacher)": 4.173222541809082,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.205272674560547,
      "step": 1647,
      "subrel-constrast": 3.3176474571228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6511547565460205,
      "cov-distil (oracle2student)": 5.825531482696533,
      "cov-distil (oracle2teacher)": 5.4559783935546875,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.416802167892456,
      "step": 1648,
      "subrel-constrast": 3.9897775650024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1111602783203125,
      "cov-distil (oracle2student)": 2.872429370880127,
      "cov-distil (oracle2teacher)": 2.8510727882385254,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.4352385997772217,
      "step": 1649,
      "subrel-constrast": 3.3295183181762695,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 4.8125,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.6654,
      "step": 1650
    },
    {
      "cov-distil": 1.9060752391815186,
      "cov-distil (oracle2student)": 4.331042766571045,
      "cov-distil (oracle2teacher)": 4.190800189971924,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.0974044799804688,
      "step": 1650,
      "subrel-constrast": 3.43923020362854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3969882726669312,
      "cov-distil (oracle2student)": 2.613560438156128,
      "cov-distil (oracle2teacher)": 2.6911427974700928,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.2339916229248047,
      "step": 1651,
      "subrel-constrast": 2.7244760990142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5378299951553345,
      "cov-distil (oracle2student)": 2.8384902477264404,
      "cov-distil (oracle2teacher)": 3.5912394523620605,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.4361510276794434,
      "step": 1652,
      "subrel-constrast": 3.3416953086853027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834639072418213,
      "cov-distil (oracle2student)": 5.28029727935791,
      "cov-distil (oracle2teacher)": 4.881735801696777,
      "epoch": 1.2974882260596545,
      "rel-constrast": 2.830430030822754,
      "step": 1653,
      "subrel-constrast": 4.146546840667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8454052209854126,
      "cov-distil (oracle2student)": 3.5409653186798096,
      "cov-distil (oracle2teacher)": 4.62910795211792,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.5430054664611816,
      "step": 1654,
      "subrel-constrast": 3.4354584217071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9099068641662598,
      "cov-distil (oracle2student)": 4.3732171058654785,
      "cov-distil (oracle2teacher)": 4.565131664276123,
      "epoch": 1.2990580847723705,
      "rel-constrast": 2.85010027885437,
      "step": 1655,
      "subrel-constrast": 3.7260959148406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101771354675293,
      "cov-distil (oracle2student)": 6.557687759399414,
      "cov-distil (oracle2teacher)": 5.481358528137207,
      "epoch": 1.2998430141287285,
      "rel-constrast": 2.9488561153411865,
      "step": 1656,
      "subrel-constrast": 3.2875161170959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6699503660202026,
      "cov-distil (oracle2student)": 4.168415069580078,
      "cov-distil (oracle2teacher)": 4.6276535987854,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.434952974319458,
      "step": 1657,
      "subrel-constrast": 3.639944553375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5417360067367554,
      "cov-distil (oracle2student)": 3.186777353286743,
      "cov-distil (oracle2teacher)": 3.4130256175994873,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.7217841148376465,
      "step": 1658,
      "subrel-constrast": 3.055173635482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02651309967041,
      "cov-distil (oracle2student)": 3.5080604553222656,
      "cov-distil (oracle2teacher)": 4.032344818115234,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.65409517288208,
      "step": 1659,
      "subrel-constrast": 3.1236064434051514,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 4.4375,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.6873,
      "step": 1660
    },
    {
      "cov-distil": 1.4980441331863403,
      "cov-distil (oracle2student)": 3.2706234455108643,
      "cov-distil (oracle2teacher)": 3.0787477493286133,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.6040252447128296,
      "step": 1660,
      "subrel-constrast": 2.5364418029785156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3812083005905151,
      "cov-distil (oracle2student)": 4.859253406524658,
      "cov-distil (oracle2teacher)": 4.868062973022461,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.192013740539551,
      "step": 1661,
      "subrel-constrast": 2.9801299571990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565112829208374,
      "cov-distil (oracle2student)": 5.5385661125183105,
      "cov-distil (oracle2teacher)": 5.753734588623047,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.5234498977661133,
      "step": 1662,
      "subrel-constrast": 3.1487574577331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614729404449463,
      "cov-distil (oracle2student)": 4.450263023376465,
      "cov-distil (oracle2teacher)": 3.958430290222168,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.080171585083008,
      "step": 1663,
      "subrel-constrast": 3.567485809326172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.530686378479004,
      "cov-distil (oracle2student)": 4.799099445343018,
      "cov-distil (oracle2teacher)": 3.968073844909668,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.5423479080200195,
      "step": 1664,
      "subrel-constrast": 2.879406690597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3541944026947021,
      "cov-distil (oracle2student)": 5.123619079589844,
      "cov-distil (oracle2teacher)": 4.128386497497559,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.0023529529571533,
      "step": 1665,
      "subrel-constrast": 3.14603328704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151865005493164,
      "cov-distil (oracle2student)": 3.4624013900756836,
      "cov-distil (oracle2teacher)": 3.931396961212158,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.4648938179016113,
      "step": 1666,
      "subrel-constrast": 3.4084293842315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900149941444397,
      "cov-distil (oracle2student)": 4.915839195251465,
      "cov-distil (oracle2teacher)": 4.359422206878662,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.0715415477752686,
      "step": 1667,
      "subrel-constrast": 3.291266918182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994028091430664,
      "cov-distil (oracle2student)": 4.723025321960449,
      "cov-distil (oracle2teacher)": 5.037419319152832,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.619084596633911,
      "step": 1668,
      "subrel-constrast": 4.785716533660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0630099773406982,
      "cov-distil (oracle2student)": 3.801894187927246,
      "cov-distil (oracle2teacher)": 3.472684860229492,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.6390337944030762,
      "step": 1669,
      "subrel-constrast": 2.546905517578125,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 3.65625,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.6583,
      "step": 1670
    },
    {
      "cov-distil": 1.3347251415252686,
      "cov-distil (oracle2student)": 3.9187722206115723,
      "cov-distil (oracle2teacher)": 3.86374568939209,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.055846691131592,
      "step": 1670,
      "subrel-constrast": 2.9782745838165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577581763267517,
      "cov-distil (oracle2student)": 4.795753479003906,
      "cov-distil (oracle2teacher)": 4.811631679534912,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.0504143238067627,
      "step": 1671,
      "subrel-constrast": 3.3893659114837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7609477043151855,
      "cov-distil (oracle2student)": 3.7987725734710693,
      "cov-distil (oracle2teacher)": 4.076668739318848,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.5990395545959473,
      "step": 1672,
      "subrel-constrast": 3.4222970008850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021164894104004,
      "cov-distil (oracle2student)": 6.286694049835205,
      "cov-distil (oracle2teacher)": 6.317997455596924,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.268789291381836,
      "step": 1673,
      "subrel-constrast": 3.640162706375122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694205403327942,
      "cov-distil (oracle2student)": 4.735102653503418,
      "cov-distil (oracle2teacher)": 4.117523193359375,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.5016534328460693,
      "step": 1674,
      "subrel-constrast": 3.2514586448669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.288990020751953,
      "cov-distil (oracle2student)": 3.1181111335754395,
      "cov-distil (oracle2teacher)": 3.0609703063964844,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.390270948410034,
      "step": 1675,
      "subrel-constrast": 3.348663091659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0185794830322266,
      "cov-distil (oracle2student)": 3.5132505893707275,
      "cov-distil (oracle2teacher)": 3.7186989784240723,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.8051296472549438,
      "step": 1676,
      "subrel-constrast": 3.070416212081909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0484933853149414,
      "cov-distil (oracle2student)": 4.24826192855835,
      "cov-distil (oracle2teacher)": 4.091063976287842,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.640793561935425,
      "step": 1677,
      "subrel-constrast": 3.9526443481445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704766273498535,
      "cov-distil (oracle2student)": 3.332988977432251,
      "cov-distil (oracle2teacher)": 3.6019210815429688,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.0564515590667725,
      "step": 1678,
      "subrel-constrast": 3.9155046939849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4378740787506104,
      "cov-distil (oracle2student)": 5.53654146194458,
      "cov-distil (oracle2teacher)": 5.132451057434082,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.577461004257202,
      "step": 1679,
      "subrel-constrast": 3.552064895629883,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.15625,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6453,
      "step": 1680
    },
    {
      "cov-distil": 2.050544261932373,
      "cov-distil (oracle2student)": 4.245779037475586,
      "cov-distil (oracle2teacher)": 4.490480422973633,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.3001043796539307,
      "step": 1680,
      "subrel-constrast": 3.6745173931121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4064412117004395,
      "cov-distil (oracle2student)": 3.383897304534912,
      "cov-distil (oracle2teacher)": 3.6969590187072754,
      "epoch": 1.3194662480376766,
      "rel-constrast": 2.772294044494629,
      "step": 1681,
      "subrel-constrast": 3.4005489349365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7849855422973633,
      "cov-distil (oracle2student)": 5.653348922729492,
      "cov-distil (oracle2teacher)": 5.28851842880249,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.2302560806274414,
      "step": 1682,
      "subrel-constrast": 3.948759078979492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4001648426055908,
      "cov-distil (oracle2student)": 4.117809295654297,
      "cov-distil (oracle2teacher)": 4.075198650360107,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.6168127059936523,
      "step": 1683,
      "subrel-constrast": 3.2433712482452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2496085166931152,
      "cov-distil (oracle2student)": 4.8889007568359375,
      "cov-distil (oracle2teacher)": 4.505984783172607,
      "epoch": 1.3218210361067504,
      "rel-constrast": 2.7246205806732178,
      "step": 1684,
      "subrel-constrast": 3.6713435649871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8805975914001465,
      "cov-distil (oracle2student)": 3.5028257369995117,
      "cov-distil (oracle2teacher)": 3.618457317352295,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.483369827270508,
      "step": 1685,
      "subrel-constrast": 2.9931399822235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9990968704223633,
      "cov-distil (oracle2student)": 4.32846736907959,
      "cov-distil (oracle2teacher)": 4.361021518707275,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.635408401489258,
      "step": 1686,
      "subrel-constrast": 3.7518837451934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1077628135681152,
      "cov-distil (oracle2student)": 4.366940975189209,
      "cov-distil (oracle2teacher)": 4.538523197174072,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.7729787826538086,
      "step": 1687,
      "subrel-constrast": 3.6971848011016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6480307579040527,
      "cov-distil (oracle2student)": 4.6824798583984375,
      "cov-distil (oracle2teacher)": 4.272972583770752,
      "epoch": 1.3249607535321821,
      "rel-constrast": 2.908491611480713,
      "step": 1688,
      "subrel-constrast": 4.107661247253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6747064590454102,
      "cov-distil (oracle2student)": 3.952880382537842,
      "cov-distil (oracle2teacher)": 4.392299175262451,
      "epoch": 1.3257456828885401,
      "rel-constrast": 2.831124782562256,
      "step": 1689,
      "subrel-constrast": 4.032668590545654,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 4.65625,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7274,
      "step": 1690
    },
    {
      "cov-distil": 1.718658208847046,
      "cov-distil (oracle2student)": 4.235909461975098,
      "cov-distil (oracle2teacher)": 4.444118499755859,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.0620782375335693,
      "step": 1690,
      "subrel-constrast": 3.861325979232788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3331830501556396,
      "cov-distil (oracle2student)": 3.697096824645996,
      "cov-distil (oracle2teacher)": 3.6706161499023438,
      "epoch": 1.3273155416012559,
      "rel-constrast": 1.8230271339416504,
      "step": 1691,
      "subrel-constrast": 2.6218721866607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9298396110534668,
      "cov-distil (oracle2student)": 4.56110143661499,
      "cov-distil (oracle2teacher)": 4.534353256225586,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.616757869720459,
      "step": 1692,
      "subrel-constrast": 4.130124568939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343091011047363,
      "cov-distil (oracle2student)": 3.6687986850738525,
      "cov-distil (oracle2teacher)": 3.7581968307495117,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.4935994148254395,
      "step": 1693,
      "subrel-constrast": 3.680856943130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041101217269897,
      "cov-distil (oracle2student)": 4.8957014083862305,
      "cov-distil (oracle2teacher)": 4.358303070068359,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.5024561882019043,
      "step": 1694,
      "subrel-constrast": 3.2974958419799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.56101393699646,
      "cov-distil (oracle2student)": 5.442448139190674,
      "cov-distil (oracle2teacher)": 5.276628494262695,
      "epoch": 1.3304552590266876,
      "rel-constrast": 2.9887876510620117,
      "step": 1695,
      "subrel-constrast": 3.8439886569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8542513847351074,
      "cov-distil (oracle2student)": 5.081512451171875,
      "cov-distil (oracle2teacher)": 5.097212791442871,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.272490978240967,
      "step": 1696,
      "subrel-constrast": 3.555237054824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7063637971878052,
      "cov-distil (oracle2student)": 4.100310802459717,
      "cov-distil (oracle2teacher)": 3.749868392944336,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.6020047664642334,
      "step": 1697,
      "subrel-constrast": 3.7397778034210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0483319759368896,
      "cov-distil (oracle2student)": 4.913484573364258,
      "cov-distil (oracle2teacher)": 4.740216255187988,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.6365180015563965,
      "step": 1698,
      "subrel-constrast": 3.6276602745056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551856517791748,
      "cov-distil (oracle2student)": 4.813895225524902,
      "cov-distil (oracle2teacher)": 4.479180335998535,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.169851779937744,
      "step": 1699,
      "subrel-constrast": 2.785719871520996,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 3.828125,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7481,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.33906251192092896,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.0638427734375
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.03863525390625
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.02520751953125,
      "step": 1700
    },
    {
      "cov-distil": 2.007420778274536,
      "cov-distil (oracle2student)": 5.126811504364014,
      "cov-distil (oracle2teacher)": 4.990643501281738,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.7000644207000732,
      "step": 1700,
      "subrel-constrast": 3.947174310684204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138017892837524,
      "cov-distil (oracle2student)": 4.108338832855225,
      "cov-distil (oracle2teacher)": 4.245441913604736,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.3999674320220947,
      "step": 1701,
      "subrel-constrast": 3.3800864219665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2943004369735718,
      "cov-distil (oracle2student)": 4.72023344039917,
      "cov-distil (oracle2teacher)": 4.4872331619262695,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.405075788497925,
      "step": 1702,
      "subrel-constrast": 3.365633249282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3020492792129517,
      "cov-distil (oracle2student)": 2.6876208782196045,
      "cov-distil (oracle2teacher)": 3.287539005279541,
      "epoch": 1.336734693877551,
      "rel-constrast": 1.9859967231750488,
      "step": 1703,
      "subrel-constrast": 2.826226234436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471366882324219,
      "cov-distil (oracle2student)": 2.19405198097229,
      "cov-distil (oracle2teacher)": 2.509423017501831,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.6672639846801758,
      "step": 1704,
      "subrel-constrast": 2.4563982486724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.156125068664551,
      "cov-distil (oracle2student)": 2.8912289142608643,
      "cov-distil (oracle2teacher)": 3.236537456512451,
      "epoch": 1.3383045525902668,
      "rel-constrast": 1.9632697105407715,
      "step": 1705,
      "subrel-constrast": 3.4945313930511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610756754875183,
      "cov-distil (oracle2student)": 3.273530960083008,
      "cov-distil (oracle2teacher)": 4.1035566329956055,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.3459343910217285,
      "step": 1706,
      "subrel-constrast": 3.5092103481292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042755126953125,
      "cov-distil (oracle2student)": 3.5374374389648438,
      "cov-distil (oracle2teacher)": 3.301053524017334,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.9914536476135254,
      "step": 1707,
      "subrel-constrast": 3.8699193000793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4568771123886108,
      "cov-distil (oracle2student)": 3.934551239013672,
      "cov-distil (oracle2teacher)": 3.959078788757324,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.6037118434906006,
      "step": 1708,
      "subrel-constrast": 3.1158010959625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545238971710205,
      "cov-distil (oracle2student)": 4.401773452758789,
      "cov-distil (oracle2teacher)": 4.641738414764404,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.3192763328552246,
      "step": 1709,
      "subrel-constrast": 2.9738717079162598,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.0625,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6264,
      "step": 1710
    },
    {
      "cov-distil": 1.2020816802978516,
      "cov-distil (oracle2student)": 5.415652275085449,
      "cov-distil (oracle2teacher)": 5.077106475830078,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.5648350715637207,
      "step": 1710,
      "subrel-constrast": 3.100729465484619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587611436843872,
      "cov-distil (oracle2student)": 5.83677339553833,
      "cov-distil (oracle2teacher)": 5.140038967132568,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.5756118297576904,
      "step": 1711,
      "subrel-constrast": 2.795224905014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696420669555664,
      "cov-distil (oracle2student)": 2.8665785789489746,
      "cov-distil (oracle2teacher)": 3.621185064315796,
      "epoch": 1.3437990580847723,
      "rel-constrast": 2.811777353286743,
      "step": 1712,
      "subrel-constrast": 4.107734680175781,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6127099990844727,
      "cov-distil (oracle2student)": 5.357635974884033,
      "cov-distil (oracle2teacher)": 4.861023902893066,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.405003070831299,
      "step": 1713,
      "subrel-constrast": 3.3830175399780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3019258975982666,
      "cov-distil (oracle2student)": 5.534795761108398,
      "cov-distil (oracle2teacher)": 5.366189956665039,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.153869152069092,
      "step": 1714,
      "subrel-constrast": 3.1685914993286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.887404203414917,
      "cov-distil (oracle2student)": 5.182031631469727,
      "cov-distil (oracle2teacher)": 4.719752788543701,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.2270007133483887,
      "step": 1715,
      "subrel-constrast": 3.0013670921325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5581865310668945,
      "cov-distil (oracle2student)": 4.21533203125,
      "cov-distil (oracle2teacher)": 4.186931133270264,
      "epoch": 1.346938775510204,
      "rel-constrast": 2.9422049522399902,
      "step": 1716,
      "subrel-constrast": 3.7323384284973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842010498046875,
      "cov-distil (oracle2student)": 4.35585880279541,
      "cov-distil (oracle2teacher)": 4.397416591644287,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.4181694984436035,
      "step": 1717,
      "subrel-constrast": 3.692917585372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167186975479126,
      "cov-distil (oracle2student)": 4.029361248016357,
      "cov-distil (oracle2teacher)": 4.3272857666015625,
      "epoch": 1.34850863422292,
      "rel-constrast": 3.772559642791748,
      "step": 1718,
      "subrel-constrast": 5.0320892333984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6595337390899658,
      "cov-distil (oracle2student)": 3.732426881790161,
      "cov-distil (oracle2teacher)": 4.148924350738525,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.6639158725738525,
      "step": 1719,
      "subrel-constrast": 3.814491033554077,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 4.3125,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.6797,
      "step": 1720
    },
    {
      "cov-distil": 1.6186983585357666,
      "cov-distil (oracle2student)": 4.605317115783691,
      "cov-distil (oracle2teacher)": 4.523687839508057,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.502931594848633,
      "step": 1720,
      "subrel-constrast": 3.3338682651519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5118753910064697,
      "cov-distil (oracle2student)": 5.772075176239014,
      "cov-distil (oracle2teacher)": 4.487231254577637,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.7293925285339355,
      "step": 1721,
      "subrel-constrast": 2.8093454837799072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063023567199707,
      "cov-distil (oracle2student)": 3.511174440383911,
      "cov-distil (oracle2teacher)": 3.877438545227051,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.4285290241241455,
      "step": 1722,
      "subrel-constrast": 3.7065255641937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880595445632935,
      "cov-distil (oracle2student)": 4.123880386352539,
      "cov-distil (oracle2teacher)": 3.8856730461120605,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.0825326442718506,
      "step": 1723,
      "subrel-constrast": 3.7952795028686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028446674346924,
      "cov-distil (oracle2student)": 4.004979610443115,
      "cov-distil (oracle2teacher)": 3.7563953399658203,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.9738547801971436,
      "step": 1724,
      "subrel-constrast": 3.4249989986419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0091211795806885,
      "cov-distil (oracle2student)": 2.9819655418395996,
      "cov-distil (oracle2teacher)": 3.158005475997925,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.551286220550537,
      "step": 1725,
      "subrel-constrast": 3.784935474395752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625432014465332,
      "cov-distil (oracle2student)": 5.422312259674072,
      "cov-distil (oracle2teacher)": 4.900361061096191,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.7191474437713623,
      "step": 1726,
      "subrel-constrast": 4.375423431396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8108094930648804,
      "cov-distil (oracle2student)": 6.131348133087158,
      "cov-distil (oracle2teacher)": 5.872661590576172,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.7158827781677246,
      "step": 1727,
      "subrel-constrast": 3.7563834190368652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8295433521270752,
      "cov-distil (oracle2student)": 4.181763172149658,
      "cov-distil (oracle2teacher)": 4.149383068084717,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.728367328643799,
      "step": 1728,
      "subrel-constrast": 3.330777645111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1274609565734863,
      "cov-distil (oracle2student)": 5.93967866897583,
      "cov-distil (oracle2teacher)": 5.546834945678711,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.0503687858581543,
      "step": 1729,
      "subrel-constrast": 3.244884729385376,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 3.671875,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7326,
      "step": 1730
    },
    {
      "cov-distil": 1.2700073719024658,
      "cov-distil (oracle2student)": 5.255403995513916,
      "cov-distil (oracle2teacher)": 5.19132137298584,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.3602328300476074,
      "step": 1730,
      "subrel-constrast": 3.1642184257507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564855813980103,
      "cov-distil (oracle2student)": 3.216610908508301,
      "cov-distil (oracle2teacher)": 3.642207622528076,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.465871810913086,
      "step": 1731,
      "subrel-constrast": 3.3709256649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800950527191162,
      "cov-distil (oracle2student)": 4.192522048950195,
      "cov-distil (oracle2teacher)": 3.9291510581970215,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5884525775909424,
      "step": 1732,
      "subrel-constrast": 3.660327196121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9210578203201294,
      "cov-distil (oracle2student)": 3.3386850357055664,
      "cov-distil (oracle2teacher)": 3.939089298248291,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.7817578315734863,
      "step": 1733,
      "subrel-constrast": 3.3395488262176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2141246795654297,
      "cov-distil (oracle2student)": 2.9009203910827637,
      "cov-distil (oracle2teacher)": 3.3323233127593994,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.5891475677490234,
      "step": 1734,
      "subrel-constrast": 2.796766996383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5387113094329834,
      "cov-distil (oracle2student)": 4.606778621673584,
      "cov-distil (oracle2teacher)": 4.422255516052246,
      "epoch": 1.3618524332810047,
      "rel-constrast": 2.093904495239258,
      "step": 1735,
      "subrel-constrast": 3.3185224533081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250237226486206,
      "cov-distil (oracle2student)": 7.83317756652832,
      "cov-distil (oracle2teacher)": 6.797055244445801,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.403263568878174,
      "step": 1736,
      "subrel-constrast": 4.642731189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2308006286621094,
      "cov-distil (oracle2student)": 4.196468830108643,
      "cov-distil (oracle2teacher)": 4.2232160568237305,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.281442642211914,
      "step": 1737,
      "subrel-constrast": 4.241112232208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3034025430679321,
      "cov-distil (oracle2student)": 4.555351257324219,
      "cov-distil (oracle2teacher)": 4.1124372482299805,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.730532646179199,
      "step": 1738,
      "subrel-constrast": 3.232243776321411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730625629425049,
      "cov-distil (oracle2student)": 4.6711835861206055,
      "cov-distil (oracle2teacher)": 4.911448955535889,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.4492530822753906,
      "step": 1739,
      "subrel-constrast": 4.380240440368652,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 5.09375,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.736,
      "step": 1740
    },
    {
      "cov-distil": 1.253608226776123,
      "cov-distil (oracle2student)": 3.634097099304199,
      "cov-distil (oracle2teacher)": 3.7632551193237305,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.5906739234924316,
      "step": 1740,
      "subrel-constrast": 3.2450015544891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5085209608078003,
      "cov-distil (oracle2student)": 3.4923510551452637,
      "cov-distil (oracle2teacher)": 3.0960230827331543,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.304354190826416,
      "step": 1741,
      "subrel-constrast": 2.5855836868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343987464904785,
      "cov-distil (oracle2student)": 5.000710964202881,
      "cov-distil (oracle2teacher)": 4.802783489227295,
      "epoch": 1.3673469387755102,
      "rel-constrast": 1.9682992696762085,
      "step": 1742,
      "subrel-constrast": 3.904613494873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0727643966674805,
      "cov-distil (oracle2student)": 3.703493118286133,
      "cov-distil (oracle2teacher)": 3.9936137199401855,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.2547171115875244,
      "step": 1743,
      "subrel-constrast": 2.757246971130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151416778564453,
      "cov-distil (oracle2student)": 3.9137792587280273,
      "cov-distil (oracle2teacher)": 4.161849021911621,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.599672794342041,
      "step": 1744,
      "subrel-constrast": 3.3511104583740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042494058609009,
      "cov-distil (oracle2student)": 3.9734339714050293,
      "cov-distil (oracle2teacher)": 4.020196914672852,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.596745252609253,
      "step": 1745,
      "subrel-constrast": 3.9469316005706787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8457491397857666,
      "cov-distil (oracle2student)": 4.525157928466797,
      "cov-distil (oracle2teacher)": 4.269577503204346,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.517057418823242,
      "step": 1746,
      "subrel-constrast": 4.42742395401001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5751407146453857,
      "cov-distil (oracle2student)": 3.8010964393615723,
      "cov-distil (oracle2teacher)": 3.79811692237854,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.124835968017578,
      "step": 1747,
      "subrel-constrast": 3.031113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4263429641723633,
      "cov-distil (oracle2student)": 5.764950275421143,
      "cov-distil (oracle2teacher)": 5.446891784667969,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.344695806503296,
      "step": 1748,
      "subrel-constrast": 2.958601951599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976799964904785,
      "cov-distil (oracle2student)": 3.16373872756958,
      "cov-distil (oracle2teacher)": 3.6584229469299316,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.035679817199707,
      "step": 1749,
      "subrel-constrast": 2.9972763061523438,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 4.59375,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.6768,
      "step": 1750
    },
    {
      "cov-distil": 1.587414026260376,
      "cov-distil (oracle2student)": 5.700289726257324,
      "cov-distil (oracle2teacher)": 5.108148097991943,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.4402730464935303,
      "step": 1750,
      "subrel-constrast": 4.064019203186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0925660133361816,
      "cov-distil (oracle2student)": 3.2063100337982178,
      "cov-distil (oracle2teacher)": 3.425992488861084,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.5701074600219727,
      "step": 1751,
      "subrel-constrast": 3.0471251010894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67726469039917,
      "cov-distil (oracle2student)": 4.570610046386719,
      "cov-distil (oracle2teacher)": 4.720889091491699,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.0217723846435547,
      "step": 1752,
      "subrel-constrast": 3.157724380493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7760343551635742,
      "cov-distil (oracle2student)": 3.467555522918701,
      "cov-distil (oracle2teacher)": 4.103845596313477,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.5423190593719482,
      "step": 1753,
      "subrel-constrast": 3.991210699081421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7878460884094238,
      "cov-distil (oracle2student)": 2.527076244354248,
      "cov-distil (oracle2teacher)": 2.5414295196533203,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.799957513809204,
      "step": 1754,
      "subrel-constrast": 2.655740261077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9240944385528564,
      "cov-distil (oracle2student)": 2.7960734367370605,
      "cov-distil (oracle2teacher)": 3.09932804107666,
      "epoch": 1.3775510204081631,
      "rel-constrast": 1.7657136917114258,
      "step": 1755,
      "subrel-constrast": 2.977025032043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890785932540894,
      "cov-distil (oracle2student)": 3.7636446952819824,
      "cov-distil (oracle2teacher)": 3.6200196743011475,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.0407633781433105,
      "step": 1756,
      "subrel-constrast": 3.071333646774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3786143064498901,
      "cov-distil (oracle2student)": 4.329286575317383,
      "cov-distil (oracle2teacher)": 4.017061710357666,
      "epoch": 1.379120879120879,
      "rel-constrast": 2.8878836631774902,
      "step": 1757,
      "subrel-constrast": 3.430614471435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3370552062988281,
      "cov-distil (oracle2student)": 4.3742356300354,
      "cov-distil (oracle2teacher)": 4.537632942199707,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.6245622634887695,
      "step": 1758,
      "subrel-constrast": 3.474097490310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5852335691452026,
      "cov-distil (oracle2student)": 3.995792865753174,
      "cov-distil (oracle2teacher)": 3.854130268096924,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.7314467430114746,
      "step": 1759,
      "subrel-constrast": 3.4584405422210693,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.21875,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.653,
      "step": 1760
    },
    {
      "cov-distil": 1.5878982543945312,
      "cov-distil (oracle2student)": 4.699788570404053,
      "cov-distil (oracle2teacher)": 4.689018249511719,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.7255852222442627,
      "step": 1760,
      "subrel-constrast": 3.5946290493011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7654361724853516,
      "cov-distil (oracle2student)": 3.2683568000793457,
      "cov-distil (oracle2teacher)": 3.640550136566162,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.8038859367370605,
      "step": 1761,
      "subrel-constrast": 4.378583908081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734825611114502,
      "cov-distil (oracle2student)": 4.138693809509277,
      "cov-distil (oracle2teacher)": 3.86045241355896,
      "epoch": 1.3830455259026688,
      "rel-constrast": 1.839156150817871,
      "step": 1762,
      "subrel-constrast": 2.9730260372161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0881670713424683,
      "cov-distil (oracle2student)": 4.172369956970215,
      "cov-distil (oracle2teacher)": 3.887850761413574,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.491182327270508,
      "step": 1763,
      "subrel-constrast": 2.9188997745513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.091349720954895,
      "cov-distil (oracle2student)": 4.139802932739258,
      "cov-distil (oracle2teacher)": 3.908513069152832,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.745521068572998,
      "step": 1764,
      "subrel-constrast": 3.1347339153289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6643078327178955,
      "cov-distil (oracle2student)": 4.337242126464844,
      "cov-distil (oracle2teacher)": 4.464029312133789,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.252650260925293,
      "step": 1765,
      "subrel-constrast": 3.3178460597991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237680435180664,
      "cov-distil (oracle2student)": 4.175577163696289,
      "cov-distil (oracle2teacher)": 3.9473276138305664,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.2350809574127197,
      "step": 1766,
      "subrel-constrast": 4.121254920959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.321902275085449,
      "cov-distil (oracle2student)": 2.5915474891662598,
      "cov-distil (oracle2teacher)": 3.074460983276367,
      "epoch": 1.3869701726844583,
      "rel-constrast": 1.9847042560577393,
      "step": 1767,
      "subrel-constrast": 3.5915369987487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2839252948760986,
      "cov-distil (oracle2student)": 3.6312265396118164,
      "cov-distil (oracle2teacher)": 3.6210789680480957,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.2360291481018066,
      "step": 1768,
      "subrel-constrast": 2.520883083343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0616157054901123,
      "cov-distil (oracle2student)": 4.694174766540527,
      "cov-distil (oracle2teacher)": 4.570796966552734,
      "epoch": 1.3885400313971743,
      "rel-constrast": 1.9161736965179443,
      "step": 1769,
      "subrel-constrast": 2.971682071685791,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 3.6875,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.6503,
      "step": 1770
    },
    {
      "cov-distil": 1.7911581993103027,
      "cov-distil (oracle2student)": 1.7847342491149902,
      "cov-distil (oracle2teacher)": 2.3251793384552,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.2152767181396484,
      "step": 1770,
      "subrel-constrast": 3.363593578338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.238121509552002,
      "cov-distil (oracle2student)": 4.4758405685424805,
      "cov-distil (oracle2teacher)": 4.350610733032227,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.275913715362549,
      "step": 1771,
      "subrel-constrast": 3.0306971073150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243859052658081,
      "cov-distil (oracle2student)": 2.958573579788208,
      "cov-distil (oracle2teacher)": 3.5605368614196777,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.5708189010620117,
      "step": 1772,
      "subrel-constrast": 3.592510938644409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5953938961029053,
      "cov-distil (oracle2student)": 3.580658435821533,
      "cov-distil (oracle2teacher)": 3.45452880859375,
      "epoch": 1.391679748822606,
      "rel-constrast": 1.9356931447982788,
      "step": 1773,
      "subrel-constrast": 2.997227191925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2823195457458496,
      "cov-distil (oracle2student)": 4.646981716156006,
      "cov-distil (oracle2teacher)": 3.9556028842926025,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.6369709968566895,
      "step": 1774,
      "subrel-constrast": 4.995344161987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8098257780075073,
      "cov-distil (oracle2student)": 4.854538917541504,
      "cov-distil (oracle2teacher)": 4.0693206787109375,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.355666160583496,
      "step": 1775,
      "subrel-constrast": 3.4977264404296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2657265663146973,
      "cov-distil (oracle2student)": 3.9202399253845215,
      "cov-distil (oracle2teacher)": 4.486349582672119,
      "epoch": 1.3940345368916798,
      "rel-constrast": 2.9767444133758545,
      "step": 1776,
      "subrel-constrast": 4.019029140472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9741121530532837,
      "cov-distil (oracle2student)": 4.821683406829834,
      "cov-distil (oracle2teacher)": 4.518147945404053,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.1818621158599854,
      "step": 1777,
      "subrel-constrast": 3.2594375610351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746057510375977,
      "cov-distil (oracle2student)": 4.8046979904174805,
      "cov-distil (oracle2teacher)": 5.3537750244140625,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.4478034973144531,
      "step": 1778,
      "subrel-constrast": 2.9454092979431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9360096454620361,
      "cov-distil (oracle2student)": 4.02476692199707,
      "cov-distil (oracle2teacher)": 3.6791727542877197,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.154944896697998,
      "step": 1779,
      "subrel-constrast": 3.4948248863220215,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 3.578125,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.6886,
      "step": 1780
    },
    {
      "cov-distil": 2.2653894424438477,
      "cov-distil (oracle2student)": 4.856362342834473,
      "cov-distil (oracle2teacher)": 5.227888107299805,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.225477695465088,
      "step": 1780,
      "subrel-constrast": 3.830958604812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574233531951904,
      "cov-distil (oracle2student)": 2.0328829288482666,
      "cov-distil (oracle2teacher)": 2.4995973110198975,
      "epoch": 1.3979591836734695,
      "rel-constrast": 2.8403096199035645,
      "step": 1781,
      "subrel-constrast": 3.9371423721313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6199233531951904,
      "cov-distil (oracle2student)": 4.0791778564453125,
      "cov-distil (oracle2teacher)": 4.012298583984375,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.2512199878692627,
      "step": 1782,
      "subrel-constrast": 3.73724627494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8885248899459839,
      "cov-distil (oracle2student)": 3.9554829597473145,
      "cov-distil (oracle2teacher)": 3.465695858001709,
      "epoch": 1.3995290423861853,
      "rel-constrast": 2.9839208126068115,
      "step": 1783,
      "subrel-constrast": 3.9713196754455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6474705934524536,
      "cov-distil (oracle2student)": 4.211050033569336,
      "cov-distil (oracle2teacher)": 3.745621681213379,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.851886749267578,
      "step": 1784,
      "subrel-constrast": 3.769148349761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6519209146499634,
      "cov-distil (oracle2student)": 5.710249900817871,
      "cov-distil (oracle2teacher)": 5.592648506164551,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.401124954223633,
      "step": 1785,
      "subrel-constrast": 4.344626426696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7476379871368408,
      "cov-distil (oracle2student)": 4.808788299560547,
      "cov-distil (oracle2teacher)": 4.286399841308594,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.1005806922912598,
      "step": 1786,
      "subrel-constrast": 2.9688286781311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0778818130493164,
      "cov-distil (oracle2student)": 4.6036810874938965,
      "cov-distil (oracle2teacher)": 4.463495254516602,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.2354331016540527,
      "step": 1787,
      "subrel-constrast": 3.0898284912109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8977010250091553,
      "cov-distil (oracle2student)": 4.5342559814453125,
      "cov-distil (oracle2teacher)": 4.812628746032715,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.4379332065582275,
      "step": 1788,
      "subrel-constrast": 2.7917566299438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1265580654144287,
      "cov-distil (oracle2student)": 4.130144119262695,
      "cov-distil (oracle2teacher)": 3.607974052429199,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.5620317459106445,
      "step": 1789,
      "subrel-constrast": 3.1731271743774414,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.09375,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6634,
      "step": 1790
    },
    {
      "cov-distil": 2.713531494140625,
      "cov-distil (oracle2student)": 3.5905346870422363,
      "cov-distil (oracle2teacher)": 3.5756676197052,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.012556791305542,
      "step": 1790,
      "subrel-constrast": 3.825944423675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4234951734542847,
      "cov-distil (oracle2student)": 3.9254813194274902,
      "cov-distil (oracle2teacher)": 3.756920337677002,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.879807472229004,
      "step": 1791,
      "subrel-constrast": 2.892953395843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1895884275436401,
      "cov-distil (oracle2student)": 5.288776397705078,
      "cov-distil (oracle2teacher)": 4.957866191864014,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.6803483963012695,
      "step": 1792,
      "subrel-constrast": 3.7163467407226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9748430252075195,
      "cov-distil (oracle2student)": 3.188847303390503,
      "cov-distil (oracle2teacher)": 3.597384452819824,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.516477346420288,
      "step": 1793,
      "subrel-constrast": 4.237978458404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7916675806045532,
      "cov-distil (oracle2student)": 3.3598079681396484,
      "cov-distil (oracle2teacher)": 3.7764270305633545,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.622880458831787,
      "step": 1794,
      "subrel-constrast": 4.008255958557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3931841850280762,
      "cov-distil (oracle2student)": 5.266664028167725,
      "cov-distil (oracle2teacher)": 4.909642219543457,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.5851385593414307,
      "step": 1795,
      "subrel-constrast": 3.2807676792144775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5095930099487305,
      "cov-distil (oracle2student)": 5.2917890548706055,
      "cov-distil (oracle2teacher)": 4.843402862548828,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.5725579261779785,
      "step": 1796,
      "subrel-constrast": 3.4274039268493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3010673522949219,
      "cov-distil (oracle2student)": 1.8040032386779785,
      "cov-distil (oracle2teacher)": 1.9515187740325928,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.3872175216674805,
      "step": 1797,
      "subrel-constrast": 2.1578330993652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6702035665512085,
      "cov-distil (oracle2student)": 4.403817176818848,
      "cov-distil (oracle2teacher)": 4.081132888793945,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.1491150856018066,
      "step": 1798,
      "subrel-constrast": 2.6521859169006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121619701385498,
      "cov-distil (oracle2student)": 3.986100673675537,
      "cov-distil (oracle2teacher)": 3.7160582542419434,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.239656448364258,
      "step": 1799,
      "subrel-constrast": 4.121799468994141,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 5.625,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6614,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.32343751192092896,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06842041015625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.042510986328125
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.025909423828125,
      "step": 1800
    },
    {
      "cov-distil": 1.5777705907821655,
      "cov-distil (oracle2student)": 3.4719464778900146,
      "cov-distil (oracle2teacher)": 3.5276832580566406,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.5973100662231445,
      "step": 1800,
      "subrel-constrast": 3.5625929832458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4123971462249756,
      "cov-distil (oracle2student)": 3.4347851276397705,
      "cov-distil (oracle2teacher)": 3.218916177749634,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.104672908782959,
      "step": 1801,
      "subrel-constrast": 3.147381067276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728933572769165,
      "cov-distil (oracle2student)": 4.616417407989502,
      "cov-distil (oracle2teacher)": 4.34867525100708,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.6861772537231445,
      "step": 1802,
      "subrel-constrast": 3.560088872909546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7483588457107544,
      "cov-distil (oracle2student)": 2.4953784942626953,
      "cov-distil (oracle2teacher)": 2.6156437397003174,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.2559077739715576,
      "step": 1803,
      "subrel-constrast": 2.2817392349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1997532844543457,
      "cov-distil (oracle2student)": 3.2942323684692383,
      "cov-distil (oracle2teacher)": 3.3918685913085938,
      "epoch": 1.4160125588697017,
      "rel-constrast": 1.9750075340270996,
      "step": 1804,
      "subrel-constrast": 2.9396023750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0918285846710205,
      "cov-distil (oracle2student)": 5.645631313323975,
      "cov-distil (oracle2teacher)": 4.85610294342041,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.818538188934326,
      "step": 1805,
      "subrel-constrast": 2.6583361625671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6751914024353027,
      "cov-distil (oracle2student)": 4.59328031539917,
      "cov-distil (oracle2teacher)": 4.4994025230407715,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.113581418991089,
      "step": 1806,
      "subrel-constrast": 2.9972217082977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1671643257141113,
      "cov-distil (oracle2student)": 5.35481595993042,
      "cov-distil (oracle2teacher)": 4.82894229888916,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.6069931983947754,
      "step": 1807,
      "subrel-constrast": 2.9576563835144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081427097320557,
      "cov-distil (oracle2student)": 4.27778434753418,
      "cov-distil (oracle2teacher)": 3.9521074295043945,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.483769416809082,
      "step": 1808,
      "subrel-constrast": 3.13090443611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232184410095215,
      "cov-distil (oracle2student)": 5.286380290985107,
      "cov-distil (oracle2teacher)": 4.706452369689941,
      "epoch": 1.4199372056514914,
      "rel-constrast": 2.8749027252197266,
      "step": 1809,
      "subrel-constrast": 3.5975632667541504,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 4.59375,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6038,
      "step": 1810
    },
    {
      "cov-distil": 1.892610788345337,
      "cov-distil (oracle2student)": 4.810943603515625,
      "cov-distil (oracle2teacher)": 4.599486351013184,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.4484810829162598,
      "step": 1810,
      "subrel-constrast": 3.350630760192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3378212451934814,
      "cov-distil (oracle2student)": 4.486128330230713,
      "cov-distil (oracle2teacher)": 3.964082717895508,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.0527548789978027,
      "step": 1811,
      "subrel-constrast": 2.7412195205688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.175534963607788,
      "cov-distil (oracle2student)": 3.829874038696289,
      "cov-distil (oracle2teacher)": 4.178239822387695,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.0567471981048584,
      "step": 1812,
      "subrel-constrast": 4.031434059143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9140148162841797,
      "cov-distil (oracle2student)": 4.574459552764893,
      "cov-distil (oracle2teacher)": 4.612103462219238,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.4823675155639648,
      "step": 1813,
      "subrel-constrast": 3.140157461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324232816696167,
      "cov-distil (oracle2student)": 4.839756965637207,
      "cov-distil (oracle2teacher)": 4.255583763122559,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.6891429424285889,
      "step": 1814,
      "subrel-constrast": 2.653327226638794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0702846050262451,
      "cov-distil (oracle2student)": 2.8276286125183105,
      "cov-distil (oracle2teacher)": 3.3097293376922607,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.3675448894500732,
      "step": 1815,
      "subrel-constrast": 3.0031862258911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669545650482178,
      "cov-distil (oracle2student)": 5.956426620483398,
      "cov-distil (oracle2teacher)": 5.325616836547852,
      "epoch": 1.4254317111459969,
      "rel-constrast": 2.6898632049560547,
      "step": 1816,
      "subrel-constrast": 3.490630865097046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7726540565490723,
      "cov-distil (oracle2student)": 5.416834354400635,
      "cov-distil (oracle2teacher)": 4.929178237915039,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.1741085052490234,
      "step": 1817,
      "subrel-constrast": 3.6860978603363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09568452835083,
      "cov-distil (oracle2student)": 4.058872222900391,
      "cov-distil (oracle2teacher)": 4.072582721710205,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.181279420852661,
      "step": 1818,
      "subrel-constrast": 3.4425389766693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018135786056519,
      "cov-distil (oracle2student)": 3.606372833251953,
      "cov-distil (oracle2teacher)": 3.5912041664123535,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.5887715816497803,
      "step": 1819,
      "subrel-constrast": 3.301304817199707,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 4.65625,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.6612,
      "step": 1820
    },
    {
      "cov-distil": 1.6106890439987183,
      "cov-distil (oracle2student)": 3.8022031784057617,
      "cov-distil (oracle2teacher)": 3.7633914947509766,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.2175848484039307,
      "step": 1820,
      "subrel-constrast": 3.090505838394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449737548828125,
      "cov-distil (oracle2student)": 5.97035551071167,
      "cov-distil (oracle2teacher)": 5.16622257232666,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.578678607940674,
      "step": 1821,
      "subrel-constrast": 3.403792381286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2892136573791504,
      "cov-distil (oracle2student)": 4.964870452880859,
      "cov-distil (oracle2teacher)": 4.802122116088867,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.0650992393493652,
      "step": 1822,
      "subrel-constrast": 3.070966958999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689548373222351,
      "cov-distil (oracle2student)": 3.801048755645752,
      "cov-distil (oracle2teacher)": 3.5372042655944824,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.6462897062301636,
      "step": 1823,
      "subrel-constrast": 2.664851188659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1022744178771973,
      "cov-distil (oracle2student)": 3.3872604370117188,
      "cov-distil (oracle2teacher)": 3.1379430294036865,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.246166229248047,
      "step": 1824,
      "subrel-constrast": 3.3516271114349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391831874847412,
      "cov-distil (oracle2student)": 3.6001176834106445,
      "cov-distil (oracle2teacher)": 3.77467679977417,
      "epoch": 1.4324960753532183,
      "rel-constrast": 2.6091578006744385,
      "step": 1825,
      "subrel-constrast": 3.395796537399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7626323699951172,
      "cov-distil (oracle2student)": 7.052005767822266,
      "cov-distil (oracle2teacher)": 6.453646659851074,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.441565990447998,
      "step": 1826,
      "subrel-constrast": 4.044673442840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5210915803909302,
      "cov-distil (oracle2student)": 4.623686790466309,
      "cov-distil (oracle2teacher)": 4.096124649047852,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.7023215293884277,
      "step": 1827,
      "subrel-constrast": 3.006610631942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845717906951904,
      "cov-distil (oracle2student)": 4.117569446563721,
      "cov-distil (oracle2teacher)": 4.130375862121582,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.3974099159240723,
      "step": 1828,
      "subrel-constrast": 3.1961050033569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5704052448272705,
      "cov-distil (oracle2student)": 6.947028160095215,
      "cov-distil (oracle2teacher)": 5.6303863525390625,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.4797167778015137,
      "step": 1829,
      "subrel-constrast": 3.708390474319458,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 4.9375,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.6753,
      "step": 1830
    },
    {
      "cov-distil": 1.3259416818618774,
      "cov-distil (oracle2student)": 5.923844337463379,
      "cov-distil (oracle2teacher)": 5.295834064483643,
      "epoch": 1.4364207221350078,
      "rel-constrast": 2.9652533531188965,
      "step": 1830,
      "subrel-constrast": 3.5283541679382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1745874881744385,
      "cov-distil (oracle2student)": 2.5317611694335938,
      "cov-distil (oracle2teacher)": 3.361032485961914,
      "epoch": 1.4372056514913658,
      "rel-constrast": 1.9364569187164307,
      "step": 1831,
      "subrel-constrast": 3.4755940437316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2745411396026611,
      "cov-distil (oracle2student)": 4.405739784240723,
      "cov-distil (oracle2teacher)": 4.500865936279297,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.748441457748413,
      "step": 1832,
      "subrel-constrast": 2.277310848236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8830902576446533,
      "cov-distil (oracle2student)": 5.244917392730713,
      "cov-distil (oracle2teacher)": 4.638619422912598,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.3674416542053223,
      "step": 1833,
      "subrel-constrast": 3.17592191696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4114291667938232,
      "cov-distil (oracle2student)": 2.805773973464966,
      "cov-distil (oracle2teacher)": 3.4459614753723145,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.1647706031799316,
      "step": 1834,
      "subrel-constrast": 3.371300458908081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3446857929229736,
      "cov-distil (oracle2student)": 3.2991223335266113,
      "cov-distil (oracle2teacher)": 3.174574613571167,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.93190860748291,
      "step": 1835,
      "subrel-constrast": 3.5713229179382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2416455745697021,
      "cov-distil (oracle2student)": 4.44789981842041,
      "cov-distil (oracle2teacher)": 4.356147289276123,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.258272171020508,
      "step": 1836,
      "subrel-constrast": 2.7660653591156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452012538909912,
      "cov-distil (oracle2student)": 3.2660422325134277,
      "cov-distil (oracle2teacher)": 3.222515106201172,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.7703452110290527,
      "step": 1837,
      "subrel-constrast": 3.3372440338134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.993546724319458,
      "cov-distil (oracle2student)": 3.5785574913024902,
      "cov-distil (oracle2teacher)": 3.499195098876953,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.656054973602295,
      "step": 1838,
      "subrel-constrast": 3.5133585929870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210256576538086,
      "cov-distil (oracle2student)": 2.751357316970825,
      "cov-distil (oracle2teacher)": 3.1986443996429443,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.053617477416992,
      "step": 1839,
      "subrel-constrast": 3.175776958465576,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 3.59375,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6393,
      "step": 1840
    },
    {
      "cov-distil": 1.7331438064575195,
      "cov-distil (oracle2student)": 6.668321132659912,
      "cov-distil (oracle2teacher)": 5.585765838623047,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.772783041000366,
      "step": 1840,
      "subrel-constrast": 4.179546356201172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412273406982422,
      "cov-distil (oracle2student)": 7.441709518432617,
      "cov-distil (oracle2teacher)": 6.852656841278076,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.2948005199432373,
      "step": 1841,
      "subrel-constrast": 4.201717853546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8498246669769287,
      "cov-distil (oracle2student)": 2.600234031677246,
      "cov-distil (oracle2teacher)": 2.7400190830230713,
      "epoch": 1.445839874411303,
      "rel-constrast": 1.8998374938964844,
      "step": 1842,
      "subrel-constrast": 2.9326841831207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2829949855804443,
      "cov-distil (oracle2student)": 4.415867805480957,
      "cov-distil (oracle2teacher)": 4.130264759063721,
      "epoch": 1.4466248037676608,
      "rel-constrast": 1.9379241466522217,
      "step": 1843,
      "subrel-constrast": 2.892453908920288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2653441429138184,
      "cov-distil (oracle2student)": 3.5493345260620117,
      "cov-distil (oracle2teacher)": 3.460683822631836,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.0171797275543213,
      "step": 1844,
      "subrel-constrast": 3.6071648597717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0000877380371094,
      "cov-distil (oracle2student)": 6.051172256469727,
      "cov-distil (oracle2teacher)": 6.108983039855957,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.5298471450805664,
      "step": 1845,
      "subrel-constrast": 4.613471508026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5856980085372925,
      "cov-distil (oracle2student)": 4.818604469299316,
      "cov-distil (oracle2teacher)": 4.779183387756348,
      "epoch": 1.4489795918367347,
      "rel-constrast": 2.6353583335876465,
      "step": 1846,
      "subrel-constrast": 3.321237087249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5992907285690308,
      "cov-distil (oracle2student)": 4.401127338409424,
      "cov-distil (oracle2teacher)": 4.1265788078308105,
      "epoch": 1.4497645211930927,
      "rel-constrast": 2.8418290615081787,
      "step": 1847,
      "subrel-constrast": 3.3654162883758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3330987691879272,
      "cov-distil (oracle2student)": 4.489046573638916,
      "cov-distil (oracle2teacher)": 4.517386436462402,
      "epoch": 1.4505494505494505,
      "rel-constrast": 2.8708384037017822,
      "step": 1848,
      "subrel-constrast": 3.587742805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771682262420654,
      "cov-distil (oracle2student)": 5.24262809753418,
      "cov-distil (oracle2teacher)": 5.064661979675293,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.853928565979004,
      "step": 1849,
      "subrel-constrast": 3.5136187076568604,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 4.71875,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.758,
      "step": 1850
    },
    {
      "cov-distil": 1.9485580921173096,
      "cov-distil (oracle2student)": 3.0894665718078613,
      "cov-distil (oracle2teacher)": 3.54312801361084,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.6639125347137451,
      "step": 1850,
      "subrel-constrast": 3.1801154613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645349025726318,
      "cov-distil (oracle2student)": 5.015529632568359,
      "cov-distil (oracle2teacher)": 4.744769096374512,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.5592103004455566,
      "step": 1851,
      "subrel-constrast": 4.05716609954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.348825454711914,
      "cov-distil (oracle2student)": 5.618232250213623,
      "cov-distil (oracle2teacher)": 5.720325469970703,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.827518939971924,
      "step": 1852,
      "subrel-constrast": 4.12335729598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459314346313477,
      "cov-distil (oracle2student)": 3.8605241775512695,
      "cov-distil (oracle2teacher)": 3.5481560230255127,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.226402759552002,
      "step": 1853,
      "subrel-constrast": 3.4049811363220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2122879028320312,
      "cov-distil (oracle2student)": 2.79302978515625,
      "cov-distil (oracle2teacher)": 2.902271270751953,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.025144577026367,
      "step": 1854,
      "subrel-constrast": 3.9762516021728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9295567274093628,
      "cov-distil (oracle2student)": 4.097653388977051,
      "cov-distil (oracle2teacher)": 4.460182189941406,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.472968339920044,
      "step": 1855,
      "subrel-constrast": 3.5338261127471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9634439945220947,
      "cov-distil (oracle2student)": 3.0036590099334717,
      "cov-distil (oracle2teacher)": 2.9497323036193848,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.1469006538391113,
      "step": 1856,
      "subrel-constrast": 3.174811601638794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756185531616211,
      "cov-distil (oracle2student)": 4.577803611755371,
      "cov-distil (oracle2teacher)": 4.195806503295898,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.450063467025757,
      "step": 1857,
      "subrel-constrast": 3.229724407196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8134500980377197,
      "cov-distil (oracle2student)": 3.436284303665161,
      "cov-distil (oracle2teacher)": 4.089195728302002,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.460465908050537,
      "step": 1858,
      "subrel-constrast": 3.372145414352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774916172027588,
      "cov-distil (oracle2student)": 4.810733795166016,
      "cov-distil (oracle2teacher)": 4.8866729736328125,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.834474563598633,
      "step": 1859,
      "subrel-constrast": 3.8617782592773438,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.4375,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.7103,
      "step": 1860
    },
    {
      "cov-distil": 1.52197265625,
      "cov-distil (oracle2student)": 3.836055278778076,
      "cov-distil (oracle2teacher)": 3.4842286109924316,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.647437334060669,
      "step": 1860,
      "subrel-constrast": 3.3668606281280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2722694873809814,
      "cov-distil (oracle2student)": 6.303731918334961,
      "cov-distil (oracle2teacher)": 5.919926643371582,
      "epoch": 1.4607535321821037,
      "rel-constrast": 1.918820858001709,
      "step": 1861,
      "subrel-constrast": 2.6694977283477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362201452255249,
      "cov-distil (oracle2student)": 3.5872793197631836,
      "cov-distil (oracle2teacher)": 3.47131609916687,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0067896842956543,
      "step": 1862,
      "subrel-constrast": 3.4771950244903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772390365600586,
      "cov-distil (oracle2student)": 5.021002769470215,
      "cov-distil (oracle2teacher)": 4.458714485168457,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.3119473457336426,
      "step": 1863,
      "subrel-constrast": 3.520709753036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314399003982544,
      "cov-distil (oracle2student)": 4.426251411437988,
      "cov-distil (oracle2teacher)": 4.223935604095459,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.248854160308838,
      "step": 1864,
      "subrel-constrast": 3.53951096534729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3072807788848877,
      "cov-distil (oracle2student)": 3.9012258052825928,
      "cov-distil (oracle2teacher)": 3.55198335647583,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.263444423675537,
      "step": 1865,
      "subrel-constrast": 3.7345101833343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5258052349090576,
      "cov-distil (oracle2student)": 3.387803077697754,
      "cov-distil (oracle2teacher)": 3.31318998336792,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.10018253326416,
      "step": 1866,
      "subrel-constrast": 3.7318215370178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2737534046173096,
      "cov-distil (oracle2student)": 2.974205732345581,
      "cov-distil (oracle2teacher)": 3.707487106323242,
      "epoch": 1.4654631083202512,
      "rel-constrast": 2.9498510360717773,
      "step": 1867,
      "subrel-constrast": 3.804115056991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2348015308380127,
      "cov-distil (oracle2student)": 4.473909378051758,
      "cov-distil (oracle2teacher)": 4.597431182861328,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.151139736175537,
      "step": 1868,
      "subrel-constrast": 3.2728676795959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0933599472045898,
      "cov-distil (oracle2student)": 3.8700737953186035,
      "cov-distil (oracle2teacher)": 3.693554162979126,
      "epoch": 1.4670329670329672,
      "rel-constrast": 1.9148038625717163,
      "step": 1869,
      "subrel-constrast": 2.800344944000244,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.34375,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.677,
      "step": 1870
    },
    {
      "cov-distil": 2.1662256717681885,
      "cov-distil (oracle2student)": 3.3389534950256348,
      "cov-distil (oracle2teacher)": 3.5883586406707764,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.149477005004883,
      "step": 1870,
      "subrel-constrast": 4.288212299346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7512558698654175,
      "cov-distil (oracle2student)": 3.2108278274536133,
      "cov-distil (oracle2teacher)": 3.0249414443969727,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.0957114696502686,
      "step": 1871,
      "subrel-constrast": 3.154172897338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9940195083618164,
      "cov-distil (oracle2student)": 4.0536789894104,
      "cov-distil (oracle2teacher)": 3.981785297393799,
      "epoch": 1.469387755102041,
      "rel-constrast": 2.963197708129883,
      "step": 1872,
      "subrel-constrast": 3.7424232959747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796790361404419,
      "cov-distil (oracle2student)": 3.669740915298462,
      "cov-distil (oracle2teacher)": 4.37542200088501,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.4123449325561523,
      "step": 1873,
      "subrel-constrast": 3.695403575897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.262810230255127,
      "cov-distil (oracle2student)": 3.8970913887023926,
      "cov-distil (oracle2teacher)": 4.062918663024902,
      "epoch": 1.4709576138147566,
      "rel-constrast": 1.9517865180969238,
      "step": 1874,
      "subrel-constrast": 3.2888295650482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9337990283966064,
      "cov-distil (oracle2student)": 4.754410743713379,
      "cov-distil (oracle2teacher)": 4.851389408111572,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.5194921493530273,
      "step": 1875,
      "subrel-constrast": 3.835653066635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2246627807617188,
      "cov-distil (oracle2student)": 4.056242942810059,
      "cov-distil (oracle2teacher)": 4.259171962738037,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.6464312076568604,
      "step": 1876,
      "subrel-constrast": 3.961592674255371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2836079597473145,
      "cov-distil (oracle2student)": 4.850823402404785,
      "cov-distil (oracle2teacher)": 4.584602355957031,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.863163948059082,
      "step": 1877,
      "subrel-constrast": 3.2533721923828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.956789255142212,
      "cov-distil (oracle2student)": 4.599555969238281,
      "cov-distil (oracle2teacher)": 4.486266613006592,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.4276998043060303,
      "step": 1878,
      "subrel-constrast": 4.526918411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7241930961608887,
      "cov-distil (oracle2student)": 4.413828372955322,
      "cov-distil (oracle2teacher)": 3.8278238773345947,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.295938014984131,
      "step": 1879,
      "subrel-constrast": 3.208172082901001,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.0625,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7309,
      "step": 1880
    },
    {
      "cov-distil": 1.9619479179382324,
      "cov-distil (oracle2student)": 4.178736686706543,
      "cov-distil (oracle2teacher)": 3.9842467308044434,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.6152429580688477,
      "step": 1880,
      "subrel-constrast": 3.441816806793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086646556854248,
      "cov-distil (oracle2student)": 5.1097822189331055,
      "cov-distil (oracle2teacher)": 4.503220558166504,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.525790214538574,
      "step": 1881,
      "subrel-constrast": 3.6547601222991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523575782775879,
      "cov-distil (oracle2student)": 3.617493152618408,
      "cov-distil (oracle2teacher)": 3.5494041442871094,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.635216236114502,
      "step": 1882,
      "subrel-constrast": 2.5541107654571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782243013381958,
      "cov-distil (oracle2student)": 3.0781664848327637,
      "cov-distil (oracle2teacher)": 3.2590599060058594,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.161602020263672,
      "step": 1883,
      "subrel-constrast": 2.974276304244995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426692008972168,
      "cov-distil (oracle2student)": 3.707613945007324,
      "cov-distil (oracle2teacher)": 3.9118263721466064,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.3459181785583496,
      "step": 1884,
      "subrel-constrast": 3.1636595726013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4721711874008179,
      "cov-distil (oracle2student)": 4.048822402954102,
      "cov-distil (oracle2teacher)": 3.920128345489502,
      "epoch": 1.4795918367346939,
      "rel-constrast": 2.869980573654175,
      "step": 1885,
      "subrel-constrast": 3.299013376235962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0839803218841553,
      "cov-distil (oracle2student)": 4.764129638671875,
      "cov-distil (oracle2teacher)": 4.409634113311768,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.50699782371521,
      "step": 1886,
      "subrel-constrast": 2.66340970993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7537177801132202,
      "cov-distil (oracle2student)": 6.437176704406738,
      "cov-distil (oracle2teacher)": 5.9921698570251465,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.1251754760742188,
      "step": 1887,
      "subrel-constrast": 4.060230731964111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4291915893554688,
      "cov-distil (oracle2student)": 3.330860137939453,
      "cov-distil (oracle2teacher)": 3.335958480834961,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.1467604637145996,
      "step": 1888,
      "subrel-constrast": 3.0894992351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521504402160645,
      "cov-distil (oracle2student)": 3.286504030227661,
      "cov-distil (oracle2teacher)": 3.541555881500244,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.6367299556732178,
      "step": 1889,
      "subrel-constrast": 4.0568342208862305,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 6.53125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6564,
      "step": 1890
    },
    {
      "cov-distil": 1.6304035186767578,
      "cov-distil (oracle2student)": 3.4439871311187744,
      "cov-distil (oracle2teacher)": 3.355569839477539,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.1439995765686035,
      "step": 1890,
      "subrel-constrast": 2.6918957233428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5647752285003662,
      "cov-distil (oracle2student)": 3.156834602355957,
      "cov-distil (oracle2teacher)": 3.1192684173583984,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.003936290740967,
      "step": 1891,
      "subrel-constrast": 3.5022482872009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581449031829834,
      "cov-distil (oracle2student)": 3.811399459838867,
      "cov-distil (oracle2teacher)": 3.813384532928467,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.075209379196167,
      "step": 1892,
      "subrel-constrast": 2.8351476192474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7315571308135986,
      "cov-distil (oracle2student)": 3.4859917163848877,
      "cov-distil (oracle2teacher)": 3.8453245162963867,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.3041064739227295,
      "step": 1893,
      "subrel-constrast": 3.05730938911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2768774032592773,
      "cov-distil (oracle2student)": 4.2608442306518555,
      "cov-distil (oracle2teacher)": 4.286587715148926,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.9366915225982666,
      "step": 1894,
      "subrel-constrast": 3.4502310752868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696824550628662,
      "cov-distil (oracle2student)": 5.276810646057129,
      "cov-distil (oracle2teacher)": 5.086861610412598,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.1211040019989014,
      "step": 1895,
      "subrel-constrast": 3.1188063621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582959175109863,
      "cov-distil (oracle2student)": 2.8549928665161133,
      "cov-distil (oracle2teacher)": 2.7563600540161133,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.0383543968200684,
      "step": 1896,
      "subrel-constrast": 2.823132038116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2648911476135254,
      "cov-distil (oracle2student)": 6.979656219482422,
      "cov-distil (oracle2teacher)": 6.314308166503906,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.73305082321167,
      "step": 1897,
      "subrel-constrast": 3.4325621128082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7057569026947021,
      "cov-distil (oracle2student)": 4.346531867980957,
      "cov-distil (oracle2teacher)": 4.212472915649414,
      "epoch": 1.489795918367347,
      "rel-constrast": 2.8278372287750244,
      "step": 1898,
      "subrel-constrast": 3.4344980716705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9052321910858154,
      "cov-distil (oracle2student)": 5.260918617248535,
      "cov-distil (oracle2teacher)": 5.032794952392578,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.8182830810546875,
      "step": 1899,
      "subrel-constrast": 3.6049554347991943,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 4.875,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6644,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.328125,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.0452880859375
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.028045654296875
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.017242431640625,
      "step": 1900
    },
    {
      "cov-distil": 1.882176399230957,
      "cov-distil (oracle2student)": 4.321346759796143,
      "cov-distil (oracle2teacher)": 4.528651237487793,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.4739418029785156,
      "step": 1900,
      "subrel-constrast": 3.9462509155273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3060190677642822,
      "cov-distil (oracle2student)": 3.385277271270752,
      "cov-distil (oracle2teacher)": 3.5905685424804688,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.3196933269500732,
      "step": 1901,
      "subrel-constrast": 2.874878406524658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26092529296875,
      "cov-distil (oracle2student)": 2.518801212310791,
      "cov-distil (oracle2teacher)": 2.329855442047119,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.121781826019287,
      "step": 1902,
      "subrel-constrast": 2.2023942470550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4620296955108643,
      "cov-distil (oracle2student)": 3.8718338012695312,
      "cov-distil (oracle2teacher)": 3.8365557193756104,
      "epoch": 1.4937205651491365,
      "rel-constrast": 1.7907485961914062,
      "step": 1903,
      "subrel-constrast": 2.5905706882476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037835121154785,
      "cov-distil (oracle2student)": 3.2696564197540283,
      "cov-distil (oracle2teacher)": 3.624835729598999,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.4190711975097656,
      "step": 1904,
      "subrel-constrast": 4.008632183074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017167568206787,
      "cov-distil (oracle2student)": 3.934730052947998,
      "cov-distil (oracle2teacher)": 4.010739803314209,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.3278183937072754,
      "step": 1905,
      "subrel-constrast": 2.8030014038085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2577404975891113,
      "cov-distil (oracle2student)": 5.226375579833984,
      "cov-distil (oracle2teacher)": 4.641557693481445,
      "epoch": 1.4960753532182103,
      "rel-constrast": 2.6078367233276367,
      "step": 1906,
      "subrel-constrast": 3.916501760482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6293599605560303,
      "cov-distil (oracle2student)": 4.489864349365234,
      "cov-distil (oracle2teacher)": 4.3343095779418945,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.5417661666870117,
      "step": 1907,
      "subrel-constrast": 3.0418851375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041426420211792,
      "cov-distil (oracle2student)": 2.294217586517334,
      "cov-distil (oracle2teacher)": 2.9767820835113525,
      "epoch": 1.4976452119309263,
      "rel-constrast": 2.018766403198242,
      "step": 1908,
      "subrel-constrast": 2.886190891265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7125988006591797,
      "cov-distil (oracle2student)": 3.875645637512207,
      "cov-distil (oracle2teacher)": 3.9450645446777344,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.3436896800994873,
      "step": 1909,
      "subrel-constrast": 3.3813915252685547,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 3.96875,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6671,
      "step": 1910
    },
    {
      "cov-distil": 1.4655067920684814,
      "cov-distil (oracle2student)": 3.166985034942627,
      "cov-distil (oracle2teacher)": 3.808764934539795,
      "epoch": 1.499215070643642,
      "rel-constrast": 2.845541477203369,
      "step": 1910,
      "subrel-constrast": 3.616903066635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.419888496398926,
      "cov-distil (oracle2student)": 4.31748104095459,
      "cov-distil (oracle2teacher)": 4.529298782348633,
      "epoch": 1.5,
      "rel-constrast": 3.1837615966796875,
      "step": 1911,
      "subrel-constrast": 4.0641913414001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771244764328003,
      "cov-distil (oracle2student)": 5.218039512634277,
      "cov-distil (oracle2teacher)": 4.628267765045166,
      "epoch": 1.500784929356358,
      "rel-constrast": 1.9433872699737549,
      "step": 1912,
      "subrel-constrast": 3.352454662322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103170394897461,
      "cov-distil (oracle2student)": 3.659334897994995,
      "cov-distil (oracle2teacher)": 3.9739131927490234,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.611997127532959,
      "step": 1913,
      "subrel-constrast": 3.9816362857818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7057501077651978,
      "cov-distil (oracle2student)": 6.294707775115967,
      "cov-distil (oracle2teacher)": 5.561486721038818,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.2622368335723877,
      "step": 1914,
      "subrel-constrast": 3.599514961242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936646580696106,
      "cov-distil (oracle2student)": 4.904885292053223,
      "cov-distil (oracle2teacher)": 4.5848259925842285,
      "epoch": 1.5031397174254317,
      "rel-constrast": 3.692253351211548,
      "step": 1915,
      "subrel-constrast": 4.915129661560059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0543813705444336,
      "cov-distil (oracle2student)": 3.208527088165283,
      "cov-distil (oracle2teacher)": 3.5591094493865967,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.602038860321045,
      "step": 1916,
      "subrel-constrast": 3.808842658996582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476601004600525,
      "cov-distil (oracle2student)": 5.102556228637695,
      "cov-distil (oracle2teacher)": 4.82636022567749,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.9089183807373047,
      "step": 1917,
      "subrel-constrast": 3.3778836727142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1111698150634766,
      "cov-distil (oracle2student)": 3.652646064758301,
      "cov-distil (oracle2teacher)": 3.9428389072418213,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.0567831993103027,
      "step": 1918,
      "subrel-constrast": 3.2882843017578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7563709020614624,
      "cov-distil (oracle2student)": 3.6494970321655273,
      "cov-distil (oracle2teacher)": 3.711500406265259,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.6341042518615723,
      "step": 1919,
      "subrel-constrast": 3.8776659965515137,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 5.28125,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7405,
      "step": 1920
    },
    {
      "cov-distil": 1.8479868173599243,
      "cov-distil (oracle2student)": 4.236990928649902,
      "cov-distil (oracle2teacher)": 4.58717155456543,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.207501411437988,
      "step": 1920,
      "subrel-constrast": 5.626379013061523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6648390293121338,
      "cov-distil (oracle2student)": 3.670872688293457,
      "cov-distil (oracle2teacher)": 3.2936487197875977,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.1430702209472656,
      "step": 1921,
      "subrel-constrast": 3.621849536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688633441925049,
      "cov-distil (oracle2student)": 4.691165924072266,
      "cov-distil (oracle2teacher)": 4.516253471374512,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.107180595397949,
      "step": 1922,
      "subrel-constrast": 3.6131033897399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9684548377990723,
      "cov-distil (oracle2student)": 5.353768348693848,
      "cov-distil (oracle2teacher)": 4.498270034790039,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.0759663581848145,
      "step": 1923,
      "subrel-constrast": 3.947181463241577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8287177085876465,
      "cov-distil (oracle2student)": 5.542801380157471,
      "cov-distil (oracle2teacher)": 4.773843765258789,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.623232126235962,
      "step": 1924,
      "subrel-constrast": 2.71696400642395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767244577407837,
      "cov-distil (oracle2student)": 3.5580432415008545,
      "cov-distil (oracle2teacher)": 3.746077060699463,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.1156914234161377,
      "step": 1925,
      "subrel-constrast": 3.7781035900115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.658043384552002,
      "cov-distil (oracle2student)": 3.859222412109375,
      "cov-distil (oracle2teacher)": 3.823638439178467,
      "epoch": 1.511773940345369,
      "rel-constrast": 1.864740014076233,
      "step": 1926,
      "subrel-constrast": 3.1901087760925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3122897148132324,
      "cov-distil (oracle2student)": 3.9805843830108643,
      "cov-distil (oracle2teacher)": 3.90921950340271,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.1849396228790283,
      "step": 1927,
      "subrel-constrast": 2.8885738849639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4447695016860962,
      "cov-distil (oracle2student)": 3.110409736633301,
      "cov-distil (oracle2teacher)": 3.334228038787842,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.5490832328796387,
      "step": 1928,
      "subrel-constrast": 3.370072841644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0674595832824707,
      "cov-distil (oracle2student)": 4.9435715675354,
      "cov-distil (oracle2teacher)": 5.041852951049805,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.8210129737854004,
      "step": 1929,
      "subrel-constrast": 4.014791965484619,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 4.34375,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7384,
      "step": 1930
    },
    {
      "cov-distil": 1.453208088874817,
      "cov-distil (oracle2student)": 4.64152717590332,
      "cov-distil (oracle2teacher)": 4.540942668914795,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.206407308578491,
      "step": 1930,
      "subrel-constrast": 3.182925224304199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3451260328292847,
      "cov-distil (oracle2student)": 3.966032028198242,
      "cov-distil (oracle2teacher)": 4.026778697967529,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.2017884254455566,
      "step": 1931,
      "subrel-constrast": 2.9174323081970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847785472869873,
      "cov-distil (oracle2student)": 4.235088348388672,
      "cov-distil (oracle2teacher)": 4.092257022857666,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.3661880493164062,
      "step": 1932,
      "subrel-constrast": 3.3420658111572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2522152662277222,
      "cov-distil (oracle2student)": 5.6540350914001465,
      "cov-distil (oracle2teacher)": 5.324484825134277,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.105912446975708,
      "step": 1933,
      "subrel-constrast": 3.450591802597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794459819793701,
      "cov-distil (oracle2student)": 4.158851623535156,
      "cov-distil (oracle2teacher)": 4.08482027053833,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.006924629211426,
      "step": 1934,
      "subrel-constrast": 3.921078681945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8738235235214233,
      "cov-distil (oracle2student)": 5.375153064727783,
      "cov-distil (oracle2teacher)": 5.066486358642578,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.8490853309631348,
      "step": 1935,
      "subrel-constrast": 3.615523099899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7461261749267578,
      "cov-distil (oracle2student)": 3.2766077518463135,
      "cov-distil (oracle2teacher)": 3.601454257965088,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.7448530197143555,
      "step": 1936,
      "subrel-constrast": 3.5041744709014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4979009628295898,
      "cov-distil (oracle2student)": 4.822342395782471,
      "cov-distil (oracle2teacher)": 4.987776756286621,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.1795268058776855,
      "step": 1937,
      "subrel-constrast": 3.8045616149902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2712125778198242,
      "cov-distil (oracle2student)": 4.104774475097656,
      "cov-distil (oracle2teacher)": 4.2720465660095215,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.0701584815979004,
      "step": 1938,
      "subrel-constrast": 2.9231767654418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7388660907745361,
      "cov-distil (oracle2student)": 4.739819526672363,
      "cov-distil (oracle2teacher)": 4.761089324951172,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.2006053924560547,
      "step": 1939,
      "subrel-constrast": 4.109777450561523,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 5.28125,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.7119,
      "step": 1940
    },
    {
      "cov-distil": 1.361477017402649,
      "cov-distil (oracle2student)": 5.237096786499023,
      "cov-distil (oracle2teacher)": 5.407157897949219,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.5117101669311523,
      "step": 1940,
      "subrel-constrast": 3.401499032974243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7744730710983276,
      "cov-distil (oracle2student)": 3.463897228240967,
      "cov-distil (oracle2teacher)": 3.8477540016174316,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.114017963409424,
      "step": 1941,
      "subrel-constrast": 3.3935844898223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140411853790283,
      "cov-distil (oracle2student)": 5.807343006134033,
      "cov-distil (oracle2teacher)": 5.435577392578125,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.405731439590454,
      "step": 1942,
      "subrel-constrast": 3.443795680999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6112818717956543,
      "cov-distil (oracle2student)": 3.6637368202209473,
      "cov-distil (oracle2teacher)": 3.930610418319702,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.3963146209716797,
      "step": 1943,
      "subrel-constrast": 3.3127260208129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.158677101135254,
      "cov-distil (oracle2student)": 4.826622009277344,
      "cov-distil (oracle2teacher)": 4.563141822814941,
      "epoch": 1.5259026687598116,
      "rel-constrast": 1.9589675664901733,
      "step": 1944,
      "subrel-constrast": 2.5028882026672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350368857383728,
      "cov-distil (oracle2student)": 3.049185037612915,
      "cov-distil (oracle2teacher)": 2.5051021575927734,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.46467924118042,
      "step": 1945,
      "subrel-constrast": 2.9973433017730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8557021617889404,
      "cov-distil (oracle2student)": 5.4873552322387695,
      "cov-distil (oracle2teacher)": 5.427309036254883,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.8078575134277344,
      "step": 1946,
      "subrel-constrast": 3.839097261428833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5392483472824097,
      "cov-distil (oracle2student)": 5.033282279968262,
      "cov-distil (oracle2teacher)": 5.36849308013916,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1471996307373047,
      "step": 1947,
      "subrel-constrast": 4.1658477783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795596957206726,
      "cov-distil (oracle2student)": 4.793800354003906,
      "cov-distil (oracle2teacher)": 4.325750350952148,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.606502056121826,
      "step": 1948,
      "subrel-constrast": 3.4861676692962646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5998507738113403,
      "cov-distil (oracle2student)": 6.318147659301758,
      "cov-distil (oracle2teacher)": 5.4966020584106445,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.566494941711426,
      "step": 1949,
      "subrel-constrast": 4.503613471984863,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 4.65625,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.69,
      "step": 1950
    },
    {
      "cov-distil": 1.8056347370147705,
      "cov-distil (oracle2student)": 3.1158065795898438,
      "cov-distil (oracle2teacher)": 2.596479654312134,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.3107688426971436,
      "step": 1950,
      "subrel-constrast": 3.1221678256988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650850534439087,
      "cov-distil (oracle2student)": 3.7862634658813477,
      "cov-distil (oracle2teacher)": 3.4823360443115234,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.8290462493896484,
      "step": 1951,
      "subrel-constrast": 3.2630443572998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426438808441162,
      "cov-distil (oracle2student)": 3.8044357299804688,
      "cov-distil (oracle2teacher)": 3.755549907684326,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.747359275817871,
      "step": 1952,
      "subrel-constrast": 2.615429162979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1917927265167236,
      "cov-distil (oracle2student)": 4.57763671875,
      "cov-distil (oracle2teacher)": 4.089620113372803,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.4328088760375977,
      "step": 1953,
      "subrel-constrast": 2.6520891189575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9155510663986206,
      "cov-distil (oracle2student)": 4.616288661956787,
      "cov-distil (oracle2teacher)": 4.5364766120910645,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.204709529876709,
      "step": 1954,
      "subrel-constrast": 3.781869888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6973836421966553,
      "cov-distil (oracle2student)": 3.9314258098602295,
      "cov-distil (oracle2teacher)": 4.1623005867004395,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.111983299255371,
      "step": 1955,
      "subrel-constrast": 3.125185489654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9443424940109253,
      "cov-distil (oracle2student)": 5.966854572296143,
      "cov-distil (oracle2teacher)": 5.052210807800293,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.2273576259613037,
      "step": 1956,
      "subrel-constrast": 3.1276142597198486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9446415901184082,
      "cov-distil (oracle2student)": 3.4834072589874268,
      "cov-distil (oracle2teacher)": 3.422940969467163,
      "epoch": 1.5361067503924648,
      "rel-constrast": 2.999157190322876,
      "step": 1957,
      "subrel-constrast": 4.620311260223389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3920013904571533,
      "cov-distil (oracle2student)": 3.011315107345581,
      "cov-distil (oracle2teacher)": 2.9870572090148926,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.8134509325027466,
      "step": 1958,
      "subrel-constrast": 2.6567745208740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527531147003174,
      "cov-distil (oracle2student)": 4.652704238891602,
      "cov-distil (oracle2teacher)": 4.185896396636963,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.587486743927002,
      "step": 1959,
      "subrel-constrast": 3.986356019973755,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 5.40625,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6482,
      "step": 1960
    },
    {
      "cov-distil": 1.8176507949829102,
      "cov-distil (oracle2student)": 3.48872447013855,
      "cov-distil (oracle2teacher)": 3.3295884132385254,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.4158167839050293,
      "step": 1960,
      "subrel-constrast": 3.4482104778289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9480230808258057,
      "cov-distil (oracle2student)": 3.6776158809661865,
      "cov-distil (oracle2teacher)": 3.8232100009918213,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.629610300064087,
      "step": 1961,
      "subrel-constrast": 3.172403335571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9085776805877686,
      "cov-distil (oracle2student)": 3.8024349212646484,
      "cov-distil (oracle2teacher)": 3.927485704421997,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.144521713256836,
      "step": 1962,
      "subrel-constrast": 2.984346628189087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7492765188217163,
      "cov-distil (oracle2student)": 5.445972442626953,
      "cov-distil (oracle2teacher)": 5.470183372497559,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.1577200889587402,
      "step": 1963,
      "subrel-constrast": 3.625018835067749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775299072265625,
      "cov-distil (oracle2student)": 5.888525009155273,
      "cov-distil (oracle2teacher)": 5.139584064483643,
      "epoch": 1.5416012558869703,
      "rel-constrast": 1.8441896438598633,
      "step": 1964,
      "subrel-constrast": 3.2510485649108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.397416114807129,
      "cov-distil (oracle2student)": 3.1572108268737793,
      "cov-distil (oracle2teacher)": 3.323540687561035,
      "epoch": 1.542386185243328,
      "rel-constrast": 2.799686908721924,
      "step": 1965,
      "subrel-constrast": 3.396336793899536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1543893814086914,
      "cov-distil (oracle2student)": 4.49449348449707,
      "cov-distil (oracle2teacher)": 4.077282905578613,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.9950757026672363,
      "step": 1966,
      "subrel-constrast": 2.380448579788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680515766143799,
      "cov-distil (oracle2student)": 5.059708118438721,
      "cov-distil (oracle2teacher)": 4.676880836486816,
      "epoch": 1.5439560439560438,
      "rel-constrast": 2.895705223083496,
      "step": 1967,
      "subrel-constrast": 3.7869789600372314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159435987472534,
      "cov-distil (oracle2student)": 3.707273483276367,
      "cov-distil (oracle2teacher)": 3.7301597595214844,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.4837610721588135,
      "step": 1968,
      "subrel-constrast": 3.3255538940429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5871353149414062,
      "cov-distil (oracle2student)": 3.2574167251586914,
      "cov-distil (oracle2teacher)": 3.3079915046691895,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.087963104248047,
      "step": 1969,
      "subrel-constrast": 2.996978282928467,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 3.4375,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.629,
      "step": 1970
    },
    {
      "cov-distil": 1.9690154790878296,
      "cov-distil (oracle2student)": 4.378446578979492,
      "cov-distil (oracle2teacher)": 4.128361701965332,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.7072932720184326,
      "step": 1970,
      "subrel-constrast": 3.409289598464966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8516205549240112,
      "cov-distil (oracle2student)": 3.693108081817627,
      "cov-distil (oracle2teacher)": 3.857853412628174,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.5130319595336914,
      "step": 1971,
      "subrel-constrast": 3.275332450866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8370418548583984,
      "cov-distil (oracle2student)": 4.78091287612915,
      "cov-distil (oracle2teacher)": 4.665119171142578,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.2192280292510986,
      "step": 1972,
      "subrel-constrast": 3.690011739730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3388088941574097,
      "cov-distil (oracle2student)": 3.762845754623413,
      "cov-distil (oracle2teacher)": 3.0120022296905518,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.0949742794036865,
      "step": 1973,
      "subrel-constrast": 2.6198742389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4961446523666382,
      "cov-distil (oracle2student)": 5.047679901123047,
      "cov-distil (oracle2teacher)": 5.011362075805664,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.83363938331604,
      "step": 1974,
      "subrel-constrast": 3.0833628177642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8002792596817017,
      "cov-distil (oracle2student)": 4.900270938873291,
      "cov-distil (oracle2teacher)": 5.005253791809082,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.6499056816101074,
      "step": 1975,
      "subrel-constrast": 3.8934340476989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8390977382659912,
      "cov-distil (oracle2student)": 5.812366485595703,
      "cov-distil (oracle2teacher)": 5.248931884765625,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.632948398590088,
      "step": 1976,
      "subrel-constrast": 3.6958072185516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8633060455322266,
      "cov-distil (oracle2student)": 3.4966392517089844,
      "cov-distil (oracle2teacher)": 3.319152593612671,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.9258382320404053,
      "step": 1977,
      "subrel-constrast": 2.783630847930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1908988952636719,
      "cov-distil (oracle2student)": 4.5133442878723145,
      "cov-distil (oracle2teacher)": 4.396853446960449,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.7799235582351685,
      "step": 1978,
      "subrel-constrast": 2.790210723876953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729663372039795,
      "cov-distil (oracle2student)": 4.211812496185303,
      "cov-distil (oracle2teacher)": 3.942366600036621,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.4570183753967285,
      "step": 1979,
      "subrel-constrast": 3.6614489555358887,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 3.765625,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6376,
      "step": 1980
    },
    {
      "cov-distil": 2.2532081604003906,
      "cov-distil (oracle2student)": 3.999899387359619,
      "cov-distil (oracle2teacher)": 4.203377723693848,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.3707122802734375,
      "step": 1980,
      "subrel-constrast": 3.7094032764434814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8388769626617432,
      "cov-distil (oracle2student)": 3.3949060440063477,
      "cov-distil (oracle2teacher)": 3.302953004837036,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.3796331882476807,
      "step": 1981,
      "subrel-constrast": 2.957841157913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3061678409576416,
      "cov-distil (oracle2student)": 2.3480544090270996,
      "cov-distil (oracle2teacher)": 2.6704013347625732,
      "epoch": 1.5557299843014127,
      "rel-constrast": 1.8767749071121216,
      "step": 1982,
      "subrel-constrast": 2.3932344913482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063325881958008,
      "cov-distil (oracle2student)": 5.084612846374512,
      "cov-distil (oracle2teacher)": 4.510683059692383,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.454249858856201,
      "step": 1983,
      "subrel-constrast": 2.9083359241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8958406448364258,
      "cov-distil (oracle2student)": 3.5269412994384766,
      "cov-distil (oracle2teacher)": 3.332796812057495,
      "epoch": 1.5572998430141287,
      "rel-constrast": 1.9571231603622437,
      "step": 1984,
      "subrel-constrast": 2.703017473220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8548953533172607,
      "cov-distil (oracle2student)": 3.324617624282837,
      "cov-distil (oracle2teacher)": 3.327575206756592,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.8276617527008057,
      "step": 1985,
      "subrel-constrast": 2.9328746795654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3755221366882324,
      "cov-distil (oracle2student)": 4.503578186035156,
      "cov-distil (oracle2teacher)": 4.415449142456055,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.5420383214950562,
      "step": 1986,
      "subrel-constrast": 2.5991218090057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744797706604004,
      "cov-distil (oracle2student)": 3.3771324157714844,
      "cov-distil (oracle2teacher)": 3.8086438179016113,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.0057942867279053,
      "step": 1987,
      "subrel-constrast": 2.8921315670013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223173141479492,
      "cov-distil (oracle2student)": 3.8213891983032227,
      "cov-distil (oracle2teacher)": 3.6837286949157715,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.328127145767212,
      "step": 1988,
      "subrel-constrast": 3.9414241313934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4430760145187378,
      "cov-distil (oracle2student)": 3.198427200317383,
      "cov-distil (oracle2teacher)": 3.111884117126465,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3900580406188965,
      "step": 1989,
      "subrel-constrast": 3.021857500076294,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.28125,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5968,
      "step": 1990
    },
    {
      "cov-distil": 2.149750232696533,
      "cov-distil (oracle2student)": 3.4002742767333984,
      "cov-distil (oracle2teacher)": 3.661470890045166,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.5122265815734863,
      "step": 1990,
      "subrel-constrast": 3.5214898586273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3558712005615234,
      "cov-distil (oracle2student)": 3.1185193061828613,
      "cov-distil (oracle2teacher)": 3.258875846862793,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.295931816101074,
      "step": 1991,
      "subrel-constrast": 2.645867109298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.540228843688965,
      "cov-distil (oracle2student)": 4.121006488800049,
      "cov-distil (oracle2teacher)": 3.8893914222717285,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.1815240383148193,
      "step": 1992,
      "subrel-constrast": 3.8294012546539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885571002960205,
      "cov-distil (oracle2student)": 2.993668556213379,
      "cov-distil (oracle2teacher)": 3.0252492427825928,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.826718807220459,
      "step": 1993,
      "subrel-constrast": 2.929121732711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5808994770050049,
      "cov-distil (oracle2student)": 3.5081939697265625,
      "cov-distil (oracle2teacher)": 3.9941587448120117,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.3553664684295654,
      "step": 1994,
      "subrel-constrast": 3.079759120941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6137017011642456,
      "cov-distil (oracle2student)": 4.479508876800537,
      "cov-distil (oracle2teacher)": 4.17257022857666,
      "epoch": 1.565934065934066,
      "rel-constrast": 2.999258518218994,
      "step": 1995,
      "subrel-constrast": 3.1742615699768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352989435195923,
      "cov-distil (oracle2student)": 2.4700796604156494,
      "cov-distil (oracle2teacher)": 3.288512706756592,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.4549620151519775,
      "step": 1996,
      "subrel-constrast": 3.4670917987823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8539447784423828,
      "cov-distil (oracle2student)": 4.863157749176025,
      "cov-distil (oracle2teacher)": 4.32414436340332,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.2425296306610107,
      "step": 1997,
      "subrel-constrast": 2.2880823612213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4424726963043213,
      "cov-distil (oracle2student)": 2.471997022628784,
      "cov-distil (oracle2teacher)": 2.9475913047790527,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.0074470043182373,
      "step": 1998,
      "subrel-constrast": 3.238314628601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050971508026123,
      "cov-distil (oracle2student)": 4.175458908081055,
      "cov-distil (oracle2teacher)": 3.8629250526428223,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.260364532470703,
      "step": 1999,
      "subrel-constrast": 3.607520341873169,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 5.40625,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.6509,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.7619999999999999,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.7725640054825221,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5936336536153634,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.43599999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.6123316618857118,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.6002840203097067,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5415729359766813,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.30000001192092896,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.06976318359375
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.0240478515625,
      "step": 2000
    },
    {
      "cov-distil": 2.0480122566223145,
      "cov-distil (oracle2student)": 3.802516222000122,
      "cov-distil (oracle2teacher)": 3.603893756866455,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.282470703125,
      "step": 2000,
      "subrel-constrast": 2.8910176753997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419408321380615,
      "cov-distil (oracle2student)": 4.812507629394531,
      "cov-distil (oracle2teacher)": 4.584537029266357,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.3486626148223877,
      "step": 2001,
      "subrel-constrast": 3.040226936340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5922330617904663,
      "cov-distil (oracle2student)": 3.912424325942993,
      "cov-distil (oracle2teacher)": 3.957167625427246,
      "epoch": 1.5714285714285714,
      "rel-constrast": 1.7773106098175049,
      "step": 2002,
      "subrel-constrast": 2.861877202987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4596247673034668,
      "cov-distil (oracle2student)": 3.935250997543335,
      "cov-distil (oracle2teacher)": 3.5644352436065674,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.421617269515991,
      "step": 2003,
      "subrel-constrast": 2.714348316192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9312952756881714,
      "cov-distil (oracle2student)": 4.093258857727051,
      "cov-distil (oracle2teacher)": 3.7761025428771973,
      "epoch": 1.5729984301412872,
      "rel-constrast": 2.3054261207580566,
      "step": 2004,
      "subrel-constrast": 3.314701795578003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241195797920227,
      "cov-distil (oracle2student)": 3.8664050102233887,
      "cov-distil (oracle2teacher)": 3.4543676376342773,
      "epoch": 1.5737833594976451,
      "rel-constrast": 2.3402490615844727,
      "step": 2005,
      "subrel-constrast": 3.188040256500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0463345050811768,
      "cov-distil (oracle2student)": 4.832172393798828,
      "cov-distil (oracle2teacher)": 4.58749532699585,
      "epoch": 1.5745682888540031,
      "rel-constrast": 2.6787500381469727,
      "step": 2006,
      "subrel-constrast": 3.5643351078033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5995049476623535,
      "cov-distil (oracle2student)": 3.0593161582946777,
      "cov-distil (oracle2teacher)": 3.116464614868164,
      "epoch": 1.5753532182103611,
      "rel-constrast": 1.944485068321228,
      "step": 2007,
      "subrel-constrast": 3.0464701652526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511136531829834,
      "cov-distil (oracle2student)": 3.5933995246887207,
      "cov-distil (oracle2teacher)": 3.5147242546081543,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.743253707885742,
      "step": 2008,
      "subrel-constrast": 2.822554588317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375982761383057,
      "cov-distil (oracle2student)": 5.914776802062988,
      "cov-distil (oracle2teacher)": 5.583504676818848,
      "epoch": 1.5769230769230769,
      "rel-constrast": 2.6521244049072266,
      "step": 2009,
      "subrel-constrast": 3.3539466857910156,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 4.53125,
      "learning_rate": 7.472743840691299e-05,
      "loss": 0.6291,
      "step": 2010
    },
    {
      "cov-distil": 1.8178108930587769,
      "cov-distil (oracle2student)": 4.369724273681641,
      "cov-distil (oracle2teacher)": 4.490944862365723,
      "epoch": 1.5777080062794349,
      "rel-constrast": 3.5755324363708496,
      "step": 2010,
      "subrel-constrast": 4.197117805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0023961067199707,
      "cov-distil (oracle2student)": 4.778526306152344,
      "cov-distil (oracle2teacher)": 4.470696449279785,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.007341146469116,
      "step": 2011,
      "subrel-constrast": 4.435262680053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161839485168457,
      "cov-distil (oracle2student)": 6.036843776702881,
      "cov-distil (oracle2teacher)": 5.439601898193359,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.2063913345336914,
      "step": 2012,
      "subrel-constrast": 3.1568846702575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512437343597412,
      "cov-distil (oracle2student)": 3.4635939598083496,
      "cov-distil (oracle2teacher)": 3.656309127807617,
      "epoch": 1.5800627943485086,
      "rel-constrast": 1.9892972707748413,
      "step": 2013,
      "subrel-constrast": 3.085172653198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0308053493499756,
      "cov-distil (oracle2student)": 5.122287750244141,
      "cov-distil (oracle2teacher)": 4.9359259605407715,
      "epoch": 1.5808477237048666,
      "rel-constrast": 2.530801773071289,
      "step": 2014,
      "subrel-constrast": 4.063508033752441,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262617111206055,
      "cov-distil (oracle2student)": 3.3606348037719727,
      "cov-distil (oracle2teacher)": 3.5602312088012695,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.011883020401001,
      "step": 2015,
      "subrel-constrast": 2.8250629901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6744050979614258,
      "cov-distil (oracle2student)": 4.5834503173828125,
      "cov-distil (oracle2teacher)": 4.433972358703613,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.1359810829162598,
      "step": 2016,
      "subrel-constrast": 3.054776191711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7541859149932861,
      "cov-distil (oracle2student)": 4.02455997467041,
      "cov-distil (oracle2teacher)": 3.89284610748291,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.207427978515625,
      "step": 2017,
      "subrel-constrast": 3.2270894050598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.41725492477417,
      "cov-distil (oracle2student)": 3.9525392055511475,
      "cov-distil (oracle2teacher)": 4.133624076843262,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.4535807371139526,
      "step": 2018,
      "subrel-constrast": 2.786393880844116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7719411849975586,
      "cov-distil (oracle2student)": 4.202335357666016,
      "cov-distil (oracle2teacher)": 4.377612113952637,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.3122878074645996,
      "step": 2019,
      "subrel-constrast": 3.475618839263916,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 4.125,
      "learning_rate": 7.44234477387631e-05,
      "loss": 0.6327,
      "step": 2020
    },
    {
      "cov-distil": 2.012359142303467,
      "cov-distil (oracle2student)": 4.62397575378418,
      "cov-distil (oracle2teacher)": 4.484783172607422,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.5531749725341797,
      "step": 2020,
      "subrel-constrast": 3.2301039695739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1857686042785645,
      "cov-distil (oracle2student)": 4.872531890869141,
      "cov-distil (oracle2teacher)": 4.771039962768555,
      "epoch": 1.586342229199372,
      "rel-constrast": 2.8119752407073975,
      "step": 2021,
      "subrel-constrast": 3.4609475135803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752249240875244,
      "cov-distil (oracle2student)": 4.619443893432617,
      "cov-distil (oracle2teacher)": 4.5574421882629395,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.101047992706299,
      "step": 2022,
      "subrel-constrast": 4.014131546020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790917158126831,
      "cov-distil (oracle2student)": 2.4512457847595215,
      "cov-distil (oracle2teacher)": 3.060333013534546,
      "epoch": 1.587912087912088,
      "rel-constrast": 1.8997998237609863,
      "step": 2023,
      "subrel-constrast": 2.5701253414154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9456162452697754,
      "cov-distil (oracle2student)": 3.748837471008301,
      "cov-distil (oracle2teacher)": 3.6515719890594482,
      "epoch": 1.5886970172684458,
      "rel-constrast": 2.9627363681793213,
      "step": 2024,
      "subrel-constrast": 2.7942538261413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4321331977844238,
      "cov-distil (oracle2student)": 3.8221378326416016,
      "cov-distil (oracle2teacher)": 3.457833766937256,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.540371894836426,
      "step": 2025,
      "subrel-constrast": 3.302891254425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232957124710083,
      "cov-distil (oracle2student)": 4.134505271911621,
      "cov-distil (oracle2teacher)": 4.416843891143799,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.01430606842041,
      "step": 2026,
      "subrel-constrast": 4.793826103210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8293179273605347,
      "cov-distil (oracle2student)": 5.57621955871582,
      "cov-distil (oracle2teacher)": 5.392806053161621,
      "epoch": 1.5910518053375196,
      "rel-constrast": 3.3498830795288086,
      "step": 2027,
      "subrel-constrast": 4.5888495445251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098787307739258,
      "cov-distil (oracle2student)": 2.985347270965576,
      "cov-distil (oracle2teacher)": 3.550382137298584,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.627476930618286,
      "step": 2028,
      "subrel-constrast": 3.4192276000976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357848167419434,
      "cov-distil (oracle2student)": 4.383039474487305,
      "cov-distil (oracle2teacher)": 4.036092758178711,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.4704153537750244,
      "step": 2029,
      "subrel-constrast": 2.376995086669922,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 3.28125,
      "learning_rate": 7.411826670622676e-05,
      "loss": 0.7051,
      "step": 2030
    },
    {
      "cov-distil": 2.0624277591705322,
      "cov-distil (oracle2student)": 3.953458309173584,
      "cov-distil (oracle2teacher)": 4.612829208374023,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.6832869052886963,
      "step": 2030,
      "subrel-constrast": 4.24299430847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9606410264968872,
      "cov-distil (oracle2student)": 4.635538101196289,
      "cov-distil (oracle2teacher)": 4.357367038726807,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.4385600090026855,
      "step": 2031,
      "subrel-constrast": 3.8144149780273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796953439712524,
      "cov-distil (oracle2student)": 3.490147113800049,
      "cov-distil (oracle2teacher)": 3.423062801361084,
      "epoch": 1.5949764521193093,
      "rel-constrast": 1.6069223880767822,
      "step": 2032,
      "subrel-constrast": 2.5731468200683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3712036609649658,
      "cov-distil (oracle2student)": 4.652402400970459,
      "cov-distil (oracle2teacher)": 4.856367111206055,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.1063742637634277,
      "step": 2033,
      "subrel-constrast": 3.5131888389587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2104787826538086,
      "cov-distil (oracle2student)": 5.217586517333984,
      "cov-distil (oracle2teacher)": 5.163678169250488,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.194951057434082,
      "step": 2034,
      "subrel-constrast": 3.219332218170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9141775369644165,
      "cov-distil (oracle2student)": 5.920848846435547,
      "cov-distil (oracle2teacher)": 5.225229740142822,
      "epoch": 1.597331240188383,
      "rel-constrast": 2.9471466541290283,
      "step": 2035,
      "subrel-constrast": 4.02113151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8171329498291016,
      "cov-distil (oracle2student)": 3.1779427528381348,
      "cov-distil (oracle2teacher)": 3.3558921813964844,
      "epoch": 1.598116169544741,
      "rel-constrast": 3.517026901245117,
      "step": 2036,
      "subrel-constrast": 3.7489371299743652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717170238494873,
      "cov-distil (oracle2student)": 5.378691673278809,
      "cov-distil (oracle2teacher)": 4.930651664733887,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.4528231620788574,
      "step": 2037,
      "subrel-constrast": 3.6913723945617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167726993560791,
      "cov-distil (oracle2student)": 4.3168182373046875,
      "cov-distil (oracle2teacher)": 4.23375940322876,
      "epoch": 1.599686028257457,
      "rel-constrast": 3.733428716659546,
      "step": 2038,
      "subrel-constrast": 4.053901195526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8856682777404785,
      "cov-distil (oracle2student)": 3.7373363971710205,
      "cov-distil (oracle2teacher)": 3.5263075828552246,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.068113327026367,
      "step": 2039,
      "subrel-constrast": 2.7022714614868164,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 5.0,
      "learning_rate": 7.381191018339696e-05,
      "loss": 0.7129,
      "step": 2040
    },
    {
      "cov-distil": 1.7191104888916016,
      "cov-distil (oracle2student)": 3.647611618041992,
      "cov-distil (oracle2teacher)": 4.05498743057251,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.5951650142669678,
      "step": 2040,
      "subrel-constrast": 3.6040408611297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6537266969680786,
      "cov-distil (oracle2student)": 4.325659275054932,
      "cov-distil (oracle2teacher)": 4.304486274719238,
      "epoch": 1.6020408163265305,
      "rel-constrast": 1.8956650495529175,
      "step": 2041,
      "subrel-constrast": 3.116425037384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520248413085938,
      "cov-distil (oracle2student)": 5.193666934967041,
      "cov-distil (oracle2teacher)": 4.711236000061035,
      "epoch": 1.6028257456828885,
      "rel-constrast": 2.698167085647583,
      "step": 2042,
      "subrel-constrast": 3.123408555984497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6050410270690918,
      "cov-distil (oracle2student)": 3.4864490032196045,
      "cov-distil (oracle2teacher)": 3.716817855834961,
      "epoch": 1.6036106750392465,
      "rel-constrast": 2.9346771240234375,
      "step": 2043,
      "subrel-constrast": 4.0912065505981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5610835552215576,
      "cov-distil (oracle2student)": 4.715941429138184,
      "cov-distil (oracle2teacher)": 4.163002014160156,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.4369635581970215,
      "step": 2044,
      "subrel-constrast": 3.6951167583465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650925874710083,
      "cov-distil (oracle2student)": 4.095573425292969,
      "cov-distil (oracle2teacher)": 4.245753288269043,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.1262998580932617,
      "step": 2045,
      "subrel-constrast": 4.012432098388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8922834396362305,
      "cov-distil (oracle2student)": 4.442370414733887,
      "cov-distil (oracle2teacher)": 4.092273712158203,
      "epoch": 1.6059654631083202,
      "rel-constrast": 2.8246803283691406,
      "step": 2046,
      "subrel-constrast": 3.055232286453247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6539969444274902,
      "cov-distil (oracle2student)": 4.026941299438477,
      "cov-distil (oracle2teacher)": 3.9992189407348633,
      "epoch": 1.6067503924646782,
      "rel-constrast": 2.7471582889556885,
      "step": 2047,
      "subrel-constrast": 3.7512972354888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420387268066406,
      "cov-distil (oracle2student)": 4.838529586791992,
      "cov-distil (oracle2teacher)": 3.976196765899658,
      "epoch": 1.607535321821036,
      "rel-constrast": 1.8701820373535156,
      "step": 2048,
      "subrel-constrast": 2.806685447692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9212754964828491,
      "cov-distil (oracle2student)": 3.408540725708008,
      "cov-distil (oracle2teacher)": 3.6043014526367188,
      "epoch": 1.608320251177394,
      "rel-constrast": 1.8657612800598145,
      "step": 2049,
      "subrel-constrast": 2.6609973907470703,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 3.34375,
      "learning_rate": 7.350439310165842e-05,
      "loss": 0.6922,
      "step": 2050
    },
    {
      "cov-distil": 2.243185520172119,
      "cov-distil (oracle2student)": 4.353415012359619,
      "cov-distil (oracle2teacher)": 4.149518966674805,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.0559844970703125,
      "step": 2050,
      "subrel-constrast": 3.3963465690612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4270957708358765,
      "cov-distil (oracle2student)": 5.883199691772461,
      "cov-distil (oracle2teacher)": 5.425656318664551,
      "epoch": 1.60989010989011,
      "rel-constrast": 1.979694128036499,
      "step": 2051,
      "subrel-constrast": 3.0633509159088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1359423398971558,
      "cov-distil (oracle2student)": 3.6547162532806396,
      "cov-distil (oracle2teacher)": 4.3548712730407715,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.5490217208862305,
      "step": 2052,
      "subrel-constrast": 3.454228639602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644152402877808,
      "cov-distil (oracle2student)": 3.1158697605133057,
      "cov-distil (oracle2teacher)": 3.075446367263794,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.9285556077957153,
      "step": 2053,
      "subrel-constrast": 3.016383647918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5508413314819336,
      "cov-distil (oracle2student)": 5.340466499328613,
      "cov-distil (oracle2teacher)": 5.261895179748535,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.011784791946411,
      "step": 2054,
      "subrel-constrast": 3.7794644832611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6677281856536865,
      "cov-distil (oracle2student)": 2.607341766357422,
      "cov-distil (oracle2teacher)": 2.966628074645996,
      "epoch": 1.6130298273155415,
      "rel-constrast": 1.956987738609314,
      "step": 2055,
      "subrel-constrast": 2.758204221725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7606921195983887,
      "cov-distil (oracle2student)": 3.587364673614502,
      "cov-distil (oracle2teacher)": 3.78676700592041,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.4123995304107666,
      "step": 2056,
      "subrel-constrast": 2.5631535053253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818905234336853,
      "cov-distil (oracle2student)": 3.345170021057129,
      "cov-distil (oracle2teacher)": 3.461573839187622,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.574936866760254,
      "step": 2057,
      "subrel-constrast": 3.715597152709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456793785095215,
      "cov-distil (oracle2student)": 3.860732316970825,
      "cov-distil (oracle2teacher)": 3.886263132095337,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.6634459495544434,
      "step": 2058,
      "subrel-constrast": 3.6830105781555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3616087436676025,
      "cov-distil (oracle2student)": 5.201751708984375,
      "cov-distil (oracle2teacher)": 4.348793983459473,
      "epoch": 1.6161695447409734,
      "rel-constrast": 2.008061170578003,
      "step": 2059,
      "subrel-constrast": 2.7017600536346436,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 4.3125,
      "learning_rate": 7.319573044895986e-05,
      "loss": 0.5945,
      "step": 2060
    },
    {
      "cov-distil": 1.719635009765625,
      "cov-distil (oracle2student)": 4.402989387512207,
      "cov-distil (oracle2teacher)": 4.096868515014648,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.378484010696411,
      "step": 2060,
      "subrel-constrast": 3.209225654602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6559854745864868,
      "cov-distil (oracle2student)": 5.0863847732543945,
      "cov-distil (oracle2teacher)": 4.7483415603637695,
      "epoch": 1.6177394034536892,
      "rel-constrast": 1.766070008277893,
      "step": 2061,
      "subrel-constrast": 2.788830518722534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1067209243774414,
      "cov-distil (oracle2student)": 3.448300838470459,
      "cov-distil (oracle2teacher)": 3.3351919651031494,
      "epoch": 1.6185243328100472,
      "rel-constrast": 2.532332420349121,
      "step": 2062,
      "subrel-constrast": 3.723855495452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3798320293426514,
      "cov-distil (oracle2student)": 5.026979923248291,
      "cov-distil (oracle2teacher)": 4.487767219543457,
      "epoch": 1.619309262166405,
      "rel-constrast": 2.690558433532715,
      "step": 2063,
      "subrel-constrast": 2.9197804927825928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317248821258545,
      "cov-distil (oracle2student)": 5.125448226928711,
      "cov-distil (oracle2teacher)": 4.857293128967285,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.371309518814087,
      "step": 2064,
      "subrel-constrast": 3.5641870498657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5667167901992798,
      "cov-distil (oracle2student)": 4.792797088623047,
      "cov-distil (oracle2teacher)": 5.226647853851318,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.668372869491577,
      "step": 2065,
      "subrel-constrast": 3.557321071624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2476634979248047,
      "cov-distil (oracle2student)": 5.982142925262451,
      "cov-distil (oracle2teacher)": 4.978564262390137,
      "epoch": 1.6216640502354789,
      "rel-constrast": 3.1452291011810303,
      "step": 2066,
      "subrel-constrast": 4.107481956481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767175316810608,
      "cov-distil (oracle2student)": 5.182674407958984,
      "cov-distil (oracle2teacher)": 4.725800514221191,
      "epoch": 1.6224489795918369,
      "rel-constrast": 2.9233293533325195,
      "step": 2067,
      "subrel-constrast": 3.422595262527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3618980646133423,
      "cov-distil (oracle2student)": 5.070425033569336,
      "cov-distil (oracle2teacher)": 4.695559501647949,
      "epoch": 1.6232339089481946,
      "rel-constrast": 2.8248634338378906,
      "step": 2068,
      "subrel-constrast": 3.6191489696502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.80893874168396,
      "cov-distil (oracle2student)": 4.789034843444824,
      "cov-distil (oracle2teacher)": 5.002472877502441,
      "epoch": 1.6240188383045526,
      "rel-constrast": 2.4711947441101074,
      "step": 2069,
      "subrel-constrast": 3.783580780029297,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 4.25,
      "learning_rate": 7.28859372690835e-05,
      "loss": 0.6891,
      "step": 2070
    },
    {
      "cov-distil": 1.4798305034637451,
      "cov-distil (oracle2student)": 2.860460042953491,
      "cov-distil (oracle2teacher)": 3.2892963886260986,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.13696026802063,
      "step": 2070,
      "subrel-constrast": 3.1953859329223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7452362775802612,
      "cov-distil (oracle2student)": 6.152024745941162,
      "cov-distil (oracle2teacher)": 4.822818279266357,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.290203094482422,
      "step": 2071,
      "subrel-constrast": 2.574270248413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1513454914093018,
      "cov-distil (oracle2student)": 4.4871625900268555,
      "cov-distil (oracle2teacher)": 4.285198211669922,
      "epoch": 1.6263736263736264,
      "rel-constrast": 2.8316807746887207,
      "step": 2072,
      "subrel-constrast": 3.3433542251586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.848438024520874,
      "cov-distil (oracle2student)": 4.49575662612915,
      "cov-distil (oracle2teacher)": 4.525967121124268,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.257185935974121,
      "step": 2073,
      "subrel-constrast": 3.1716558933258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2108912467956543,
      "cov-distil (oracle2student)": 3.40206241607666,
      "cov-distil (oracle2teacher)": 3.243140697479248,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.51939058303833,
      "step": 2074,
      "subrel-constrast": 2.5070459842681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.27958083152771,
      "cov-distil (oracle2student)": 6.1447248458862305,
      "cov-distil (oracle2teacher)": 5.030717849731445,
      "epoch": 1.6287284144427001,
      "rel-constrast": 2.4150052070617676,
      "step": 2075,
      "subrel-constrast": 2.8272864818573,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0567939281463623,
      "cov-distil (oracle2student)": 4.3741455078125,
      "cov-distil (oracle2teacher)": 4.193201065063477,
      "epoch": 1.629513343799058,
      "rel-constrast": 1.985520601272583,
      "step": 2076,
      "subrel-constrast": 2.738994598388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574901103973389,
      "cov-distil (oracle2student)": 5.5342183113098145,
      "cov-distil (oracle2teacher)": 5.239850997924805,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.4309372901916504,
      "step": 2077,
      "subrel-constrast": 2.8247766494750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00919246673584,
      "cov-distil (oracle2student)": 4.658812522888184,
      "cov-distil (oracle2teacher)": 4.480560302734375,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.392456293106079,
      "step": 2078,
      "subrel-constrast": 2.96321177482605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4415440559387207,
      "cov-distil (oracle2student)": 3.7027676105499268,
      "cov-distil (oracle2teacher)": 3.5990920066833496,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.523071050643921,
      "step": 2079,
      "subrel-constrast": 2.3443048000335693,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 4.03125,
      "learning_rate": 7.257502866091192e-05,
      "loss": 0.5615,
      "step": 2080
    },
    {
      "cov-distil": 1.421325922012329,
      "cov-distil (oracle2student)": 3.3781938552856445,
      "cov-distil (oracle2teacher)": 3.189007520675659,
      "epoch": 1.6326530612244898,
      "rel-constrast": 1.7328076362609863,
      "step": 2080,
      "subrel-constrast": 2.460239887237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319292664527893,
      "cov-distil (oracle2student)": 5.092247009277344,
      "cov-distil (oracle2teacher)": 4.346836566925049,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.8076074123382568,
      "step": 2081,
      "subrel-constrast": 2.479222059249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8518894910812378,
      "cov-distil (oracle2student)": 2.744947910308838,
      "cov-distil (oracle2teacher)": 3.407327175140381,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.478151559829712,
      "step": 2082,
      "subrel-constrast": 3.513625383377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718348741531372,
      "cov-distil (oracle2student)": 4.028468132019043,
      "cov-distil (oracle2teacher)": 4.023082256317139,
      "epoch": 1.6350078492935636,
      "rel-constrast": 3.1895365715026855,
      "step": 2083,
      "subrel-constrast": 3.589229106903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0521419048309326,
      "cov-distil (oracle2student)": 4.927016735076904,
      "cov-distil (oracle2teacher)": 4.286075592041016,
      "epoch": 1.6357927786499213,
      "rel-constrast": 2.952366828918457,
      "step": 2084,
      "subrel-constrast": 3.562546968460083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668001413345337,
      "cov-distil (oracle2student)": 2.9234070777893066,
      "cov-distil (oracle2teacher)": 3.1241421699523926,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.0944511890411377,
      "step": 2085,
      "subrel-constrast": 3.11635160446167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6256673336029053,
      "cov-distil (oracle2student)": 2.8348982334136963,
      "cov-distil (oracle2teacher)": 3.1078453063964844,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.3656110763549805,
      "step": 2086,
      "subrel-constrast": 2.733490228652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1048901081085205,
      "cov-distil (oracle2student)": 3.034432888031006,
      "cov-distil (oracle2teacher)": 3.2563493251800537,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.2366886138916016,
      "step": 2087,
      "subrel-constrast": 3.333871841430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2138936519622803,
      "cov-distil (oracle2student)": 5.543572902679443,
      "cov-distil (oracle2teacher)": 5.202777862548828,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.7461419105529785,
      "step": 2088,
      "subrel-constrast": 3.2873151302337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9438915252685547,
      "cov-distil (oracle2student)": 3.598520040512085,
      "cov-distil (oracle2teacher)": 4.127265930175781,
      "epoch": 1.6397174254317113,
      "rel-constrast": 3.2035462856292725,
      "step": 2089,
      "subrel-constrast": 4.226278781890869,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 4.96875,
      "learning_rate": 7.226301977769199e-05,
      "loss": 0.6629,
      "step": 2090
    },
    {
      "cov-distil": 1.458547830581665,
      "cov-distil (oracle2student)": 3.721972942352295,
      "cov-distil (oracle2teacher)": 3.9369287490844727,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.2718889713287354,
      "step": 2090,
      "subrel-constrast": 2.907226800918579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440623044967651,
      "cov-distil (oracle2student)": 4.877904891967773,
      "cov-distil (oracle2teacher)": 4.691880226135254,
      "epoch": 1.641287284144427,
      "rel-constrast": 1.9928433895111084,
      "step": 2091,
      "subrel-constrast": 2.7215054035186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.533981204032898,
      "cov-distil (oracle2student)": 6.1908488273620605,
      "cov-distil (oracle2teacher)": 5.634490489959717,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.557304620742798,
      "step": 2092,
      "subrel-constrast": 3.754918098449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3883615732192993,
      "cov-distil (oracle2student)": 2.796076774597168,
      "cov-distil (oracle2teacher)": 3.2662205696105957,
      "epoch": 1.6428571428571428,
      "rel-constrast": 1.9729712009429932,
      "step": 2093,
      "subrel-constrast": 3.0785861015319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6136999130249023,
      "cov-distil (oracle2student)": 5.756173133850098,
      "cov-distil (oracle2teacher)": 5.9966206550598145,
      "epoch": 1.6436420722135008,
      "rel-constrast": 3.1251683235168457,
      "step": 2094,
      "subrel-constrast": 3.900995969772339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6002309322357178,
      "cov-distil (oracle2student)": 4.718976020812988,
      "cov-distil (oracle2teacher)": 3.8822693824768066,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.5295655727386475,
      "step": 2095,
      "subrel-constrast": 3.3316853046417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5435030460357666,
      "cov-distil (oracle2student)": 3.7242398262023926,
      "cov-distil (oracle2teacher)": 3.882193088531494,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.096358060836792,
      "step": 2096,
      "subrel-constrast": 2.934307098388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802524447441101,
      "cov-distil (oracle2student)": 2.810492515563965,
      "cov-distil (oracle2teacher)": 3.2670679092407227,
      "epoch": 1.6459968602825745,
      "rel-constrast": 2.840493679046631,
      "step": 2097,
      "subrel-constrast": 3.3776321411132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7904956340789795,
      "cov-distil (oracle2student)": 3.547271966934204,
      "cov-distil (oracle2teacher)": 3.294407844543457,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.135108709335327,
      "step": 2098,
      "subrel-constrast": 2.8888118267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9606680870056152,
      "cov-distil (oracle2student)": 5.735011100769043,
      "cov-distil (oracle2teacher)": 5.210309982299805,
      "epoch": 1.6475667189952903,
      "rel-constrast": 2.417543411254883,
      "step": 2099,
      "subrel-constrast": 3.2189667224884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 4.40625,
      "learning_rate": 7.194992582629654e-05,
      "loss": 0.6646,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.3046875,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.0618896484375
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.04473876953125
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.01715087890625,
      "step": 2100
    },
    {
      "cov-distil": 1.3497610092163086,
      "cov-distil (oracle2student)": 4.448290824890137,
      "cov-distil (oracle2teacher)": 4.743136405944824,
      "epoch": 1.6483516483516483,
      "rel-constrast": 2.8798489570617676,
      "step": 2100,
      "subrel-constrast": 3.573174476623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2860515117645264,
      "cov-distil (oracle2student)": 4.777411460876465,
      "cov-distil (oracle2teacher)": 5.039559364318848,
      "epoch": 1.6491365777080063,
      "rel-constrast": 2.6998801231384277,
      "step": 2101,
      "subrel-constrast": 3.3177924156188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1613197326660156,
      "cov-distil (oracle2student)": 4.800468921661377,
      "cov-distil (oracle2teacher)": 4.432588577270508,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.0849764347076416,
      "step": 2102,
      "subrel-constrast": 2.4626247882843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946505069732666,
      "cov-distil (oracle2student)": 4.296868324279785,
      "cov-distil (oracle2teacher)": 4.0226521492004395,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.539839506149292,
      "step": 2103,
      "subrel-constrast": 3.3165695667266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771567821502686,
      "cov-distil (oracle2student)": 4.877439975738525,
      "cov-distil (oracle2teacher)": 5.12632942199707,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.065974712371826,
      "step": 2104,
      "subrel-constrast": 3.783189535140991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535765528678894,
      "cov-distil (oracle2student)": 4.767383098602295,
      "cov-distil (oracle2teacher)": 4.153743267059326,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.357940912246704,
      "step": 2105,
      "subrel-constrast": 2.809793710708618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375087261199951,
      "cov-distil (oracle2student)": 3.398599624633789,
      "cov-distil (oracle2teacher)": 3.5420238971710205,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.1325900554656982,
      "step": 2106,
      "subrel-constrast": 3.0124173164367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6096670627593994,
      "cov-distil (oracle2student)": 5.687679290771484,
      "cov-distil (oracle2teacher)": 4.71310567855835,
      "epoch": 1.6538461538461537,
      "rel-constrast": 3.084092617034912,
      "step": 2107,
      "subrel-constrast": 3.1460108757019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4643949270248413,
      "cov-distil (oracle2student)": 3.240464210510254,
      "cov-distil (oracle2teacher)": 3.186375856399536,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.0948996543884277,
      "step": 2108,
      "subrel-constrast": 3.181140661239624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0587072372436523,
      "cov-distil (oracle2student)": 3.0121283531188965,
      "cov-distil (oracle2teacher)": 3.355327844619751,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.4263198375701904,
      "step": 2109,
      "subrel-constrast": 2.368817090988159,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 3.28125,
      "learning_rate": 7.163576206648304e-05,
      "loss": 0.6471,
      "step": 2110
    },
    {
      "cov-distil": 2.2273266315460205,
      "cov-distil (oracle2student)": 3.771512985229492,
      "cov-distil (oracle2teacher)": 3.694725751876831,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.3270137310028076,
      "step": 2110,
      "subrel-constrast": 3.866628885269165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7567903995513916,
      "cov-distil (oracle2student)": 5.220829486846924,
      "cov-distil (oracle2teacher)": 4.781108856201172,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.329909563064575,
      "step": 2111,
      "subrel-constrast": 2.9802889823913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337909936904907,
      "cov-distil (oracle2student)": 7.048054218292236,
      "cov-distil (oracle2teacher)": 6.464606285095215,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.493608236312866,
      "step": 2112,
      "subrel-constrast": 3.495666980743408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6343551874160767,
      "cov-distil (oracle2student)": 3.698709011077881,
      "cov-distil (oracle2teacher)": 4.069321155548096,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.2205898761749268,
      "step": 2113,
      "subrel-constrast": 4.038180351257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6008830070495605,
      "cov-distil (oracle2student)": 4.663025856018066,
      "cov-distil (oracle2teacher)": 4.18288516998291,
      "epoch": 1.6593406593406592,
      "rel-constrast": 2.801103115081787,
      "step": 2114,
      "subrel-constrast": 3.3233249187469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629966378211975,
      "cov-distil (oracle2student)": 4.5576910972595215,
      "cov-distil (oracle2teacher)": 4.475728511810303,
      "epoch": 1.6601255886970172,
      "rel-constrast": 2.419167995452881,
      "step": 2115,
      "subrel-constrast": 2.710184097290039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0531585216522217,
      "cov-distil (oracle2student)": 4.10582160949707,
      "cov-distil (oracle2teacher)": 3.9349288940429688,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.6471872329711914,
      "step": 2116,
      "subrel-constrast": 2.5712544918060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9179913997650146,
      "cov-distil (oracle2student)": 4.540373802185059,
      "cov-distil (oracle2teacher)": 4.627369403839111,
      "epoch": 1.6616954474097332,
      "rel-constrast": 2.7733545303344727,
      "step": 2117,
      "subrel-constrast": 3.4765939712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564727783203125,
      "cov-distil (oracle2student)": 2.883155584335327,
      "cov-distil (oracle2teacher)": 2.9048995971679688,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.2363617420196533,
      "step": 2118,
      "subrel-constrast": 3.1537082195281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1851565837860107,
      "cov-distil (oracle2student)": 2.6585288047790527,
      "cov-distil (oracle2teacher)": 3.198756694793701,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.0089359283447266,
      "step": 2119,
      "subrel-constrast": 3.323472261428833,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 3.5,
      "learning_rate": 7.132054381014995e-05,
      "loss": 0.6747,
      "step": 2120
    },
    {
      "cov-distil": 1.75319242477417,
      "cov-distil (oracle2student)": 4.031324863433838,
      "cov-distil (oracle2teacher)": 3.9204413890838623,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.030323028564453,
      "step": 2120,
      "subrel-constrast": 2.7357394695281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7705157995224,
      "cov-distil (oracle2student)": 5.771144866943359,
      "cov-distil (oracle2teacher)": 5.379360675811768,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.1217875480651855,
      "step": 2121,
      "subrel-constrast": 4.006388187408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5270967483520508,
      "cov-distil (oracle2student)": 3.386014461517334,
      "cov-distil (oracle2teacher)": 3.6068263053894043,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.2214860916137695,
      "step": 2122,
      "subrel-constrast": 3.358098268508911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090665578842163,
      "cov-distil (oracle2student)": 3.7321178913116455,
      "cov-distil (oracle2teacher)": 3.764305353164673,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.6868865489959717,
      "step": 2123,
      "subrel-constrast": 3.565248966217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1779639720916748,
      "cov-distil (oracle2student)": 4.216649055480957,
      "cov-distil (oracle2teacher)": 4.405429840087891,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.6303491592407227,
      "step": 2124,
      "subrel-constrast": 3.277238368988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9395205974578857,
      "cov-distil (oracle2student)": 4.412430286407471,
      "cov-distil (oracle2teacher)": 4.548359394073486,
      "epoch": 1.6679748822605966,
      "rel-constrast": 2.551888942718506,
      "step": 2125,
      "subrel-constrast": 3.5022339820861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489904642105103,
      "cov-distil (oracle2student)": 5.636395454406738,
      "cov-distil (oracle2teacher)": 5.413782119750977,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.669482946395874,
      "step": 2126,
      "subrel-constrast": 2.729733943939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676738739013672,
      "cov-distil (oracle2student)": 4.931697845458984,
      "cov-distil (oracle2teacher)": 4.942054271697998,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.5964245796203613,
      "step": 2127,
      "subrel-constrast": 3.2624714374542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.204157829284668,
      "cov-distil (oracle2student)": 4.170310974121094,
      "cov-distil (oracle2teacher)": 4.145266056060791,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.489495038986206,
      "step": 2128,
      "subrel-constrast": 2.9049339294433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6076669692993164,
      "cov-distil (oracle2student)": 4.796980857849121,
      "cov-distil (oracle2teacher)": 4.432198524475098,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.589982032775879,
      "step": 2129,
      "subrel-constrast": 4.507842063903809,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 5.59375,
      "learning_rate": 7.100428642059033e-05,
      "loss": 0.679,
      "step": 2130
    },
    {
      "cov-distil": 1.613613247871399,
      "cov-distil (oracle2student)": 6.694386959075928,
      "cov-distil (oracle2teacher)": 6.487380504608154,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.43534255027771,
      "step": 2130,
      "subrel-constrast": 3.8996410369873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.383479595184326,
      "cov-distil (oracle2student)": 3.5974364280700684,
      "cov-distil (oracle2teacher)": 3.9260096549987793,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.0507116317749023,
      "step": 2131,
      "subrel-constrast": 3.2882752418518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0741052627563477,
      "cov-distil (oracle2student)": 4.848630428314209,
      "cov-distil (oracle2teacher)": 5.206170558929443,
      "epoch": 1.6734693877551021,
      "rel-constrast": 1.8541755676269531,
      "step": 2132,
      "subrel-constrast": 3.552482843399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5120859146118164,
      "cov-distil (oracle2student)": 4.061798095703125,
      "cov-distil (oracle2teacher)": 4.937692165374756,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.126654624938965,
      "step": 2133,
      "subrel-constrast": 3.508143186569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9212923049926758,
      "cov-distil (oracle2student)": 4.00203800201416,
      "cov-distil (oracle2teacher)": 3.9917595386505127,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.3351023197174072,
      "step": 2134,
      "subrel-constrast": 3.2115540504455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.54129958152771,
      "cov-distil (oracle2student)": 4.2561187744140625,
      "cov-distil (oracle2teacher)": 4.64018440246582,
      "epoch": 1.6758241758241759,
      "rel-constrast": 2.891310214996338,
      "step": 2135,
      "subrel-constrast": 3.7975265979766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.676819324493408,
      "cov-distil (oracle2student)": 5.042537212371826,
      "cov-distil (oracle2teacher)": 5.317297458648682,
      "epoch": 1.6766091051805336,
      "rel-constrast": 2.840847969055176,
      "step": 2136,
      "subrel-constrast": 4.027468681335449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5198194980621338,
      "cov-distil (oracle2student)": 4.089753150939941,
      "cov-distil (oracle2teacher)": 3.939669132232666,
      "epoch": 1.6773940345368916,
      "rel-constrast": 2.995364189147949,
      "step": 2137,
      "subrel-constrast": 3.5355184078216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249824285507202,
      "cov-distil (oracle2student)": 3.3087687492370605,
      "cov-distil (oracle2teacher)": 3.563230514526367,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.186295986175537,
      "step": 2138,
      "subrel-constrast": 3.8798420429229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906024694442749,
      "cov-distil (oracle2student)": 4.130022048950195,
      "cov-distil (oracle2teacher)": 4.195207595825195,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.4741897583007812,
      "step": 2139,
      "subrel-constrast": 4.902989387512207,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 4.4375,
      "learning_rate": 7.068700531174319e-05,
      "loss": 0.7262,
      "step": 2140
    },
    {
      "cov-distil": 1.6732895374298096,
      "cov-distil (oracle2student)": 4.750794887542725,
      "cov-distil (oracle2teacher)": 4.655774116516113,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.5433905124664307,
      "step": 2140,
      "subrel-constrast": 3.3225090503692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1403075456619263,
      "cov-distil (oracle2student)": 5.209414482116699,
      "cov-distil (oracle2teacher)": 5.008328437805176,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.646214485168457,
      "step": 2141,
      "subrel-constrast": 3.460783004760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2491075992584229,
      "cov-distil (oracle2student)": 4.6693830490112305,
      "cov-distil (oracle2teacher)": 4.280936241149902,
      "epoch": 1.6813186813186813,
      "rel-constrast": 2.8557546138763428,
      "step": 2142,
      "subrel-constrast": 3.4805562496185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9631447792053223,
      "cov-distil (oracle2student)": 5.354621887207031,
      "cov-distil (oracle2teacher)": 4.570590972900391,
      "epoch": 1.682103610675039,
      "rel-constrast": 1.9090867042541504,
      "step": 2143,
      "subrel-constrast": 2.823805332183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7892625331878662,
      "cov-distil (oracle2student)": 5.025681495666504,
      "cov-distil (oracle2teacher)": 4.806889533996582,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.2632174491882324,
      "step": 2144,
      "subrel-constrast": 3.118859052658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6763784885406494,
      "cov-distil (oracle2student)": 4.2293572425842285,
      "cov-distil (oracle2teacher)": 3.9880316257476807,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.424178123474121,
      "step": 2145,
      "subrel-constrast": 3.2856345176696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027146577835083,
      "cov-distil (oracle2student)": 2.743495464324951,
      "cov-distil (oracle2teacher)": 3.125617504119873,
      "epoch": 1.684458398744113,
      "rel-constrast": 2.2141406536102295,
      "step": 2146,
      "subrel-constrast": 3.3558332920074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649271011352539,
      "cov-distil (oracle2student)": 4.348977565765381,
      "cov-distil (oracle2teacher)": 4.475724220275879,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.2532451152801514,
      "step": 2147,
      "subrel-constrast": 4.146599769592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6213912963867188,
      "cov-distil (oracle2student)": 4.087448596954346,
      "cov-distil (oracle2teacher)": 4.4163126945495605,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.248546600341797,
      "step": 2148,
      "subrel-constrast": 3.4049599170684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140516757965088,
      "cov-distil (oracle2student)": 3.7960433959960938,
      "cov-distil (oracle2teacher)": 4.051546573638916,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.575256586074829,
      "step": 2149,
      "subrel-constrast": 3.728757619857788,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 4.125,
      "learning_rate": 7.036871594744217e-05,
      "loss": 0.6646,
      "step": 2150
    },
    {
      "cov-distil": 1.5581552982330322,
      "cov-distil (oracle2student)": 3.056246280670166,
      "cov-distil (oracle2teacher)": 3.5089850425720215,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.302194833755493,
      "step": 2150,
      "subrel-constrast": 2.9720423221588135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542721271514893,
      "cov-distil (oracle2student)": 5.019822597503662,
      "cov-distil (oracle2teacher)": 4.4140729904174805,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.6967062950134277,
      "step": 2151,
      "subrel-constrast": 3.6948344707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.486313819885254,
      "cov-distil (oracle2student)": 4.304137706756592,
      "cov-distil (oracle2teacher)": 4.167298316955566,
      "epoch": 1.6891679748822606,
      "rel-constrast": 1.9715001583099365,
      "step": 2152,
      "subrel-constrast": 2.862724781036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.967777967453003,
      "cov-distil (oracle2student)": 3.8586783409118652,
      "cov-distil (oracle2teacher)": 4.404350280761719,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.2965025901794434,
      "step": 2153,
      "subrel-constrast": 3.460477352142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301504373550415,
      "cov-distil (oracle2student)": 4.288969993591309,
      "cov-distil (oracle2teacher)": 3.82997727394104,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.3228025436401367,
      "step": 2154,
      "subrel-constrast": 3.0660617351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034067630767822,
      "cov-distil (oracle2student)": 2.409371852874756,
      "cov-distil (oracle2teacher)": 3.1163294315338135,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.2471420764923096,
      "step": 2155,
      "subrel-constrast": 3.3660635948181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831586122512817,
      "cov-distil (oracle2student)": 2.3323118686676025,
      "cov-distil (oracle2teacher)": 2.523266077041626,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.1958585977554321,
      "step": 2156,
      "subrel-constrast": 2.3486855030059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8026598691940308,
      "cov-distil (oracle2student)": 4.545708656311035,
      "cov-distil (oracle2teacher)": 4.528087615966797,
      "epoch": 1.6930926216640503,
      "rel-constrast": 2.5438907146453857,
      "step": 2157,
      "subrel-constrast": 3.506334066390991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4054172039031982,
      "cov-distil (oracle2student)": 5.396646499633789,
      "cov-distil (oracle2teacher)": 4.730644226074219,
      "epoch": 1.693877551020408,
      "rel-constrast": 1.9330992698669434,
      "step": 2158,
      "subrel-constrast": 2.719562530517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2676949501037598,
      "cov-distil (oracle2student)": 5.679821968078613,
      "cov-distil (oracle2teacher)": 5.419308185577393,
      "epoch": 1.694662480376766,
      "rel-constrast": 3.1563453674316406,
      "step": 2159,
      "subrel-constrast": 3.5602023601531982,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 5.125,
      "learning_rate": 7.004943384066187e-05,
      "loss": 0.6047,
      "step": 2160
    },
    {
      "cov-distil": 1.3527356386184692,
      "cov-distil (oracle2student)": 7.670492649078369,
      "cov-distil (oracle2teacher)": 6.9628190994262695,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.357490539550781,
      "step": 2160,
      "subrel-constrast": 4.498615741729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8453283309936523,
      "cov-distil (oracle2student)": 4.67099666595459,
      "cov-distil (oracle2teacher)": 4.279635429382324,
      "epoch": 1.696232339089482,
      "rel-constrast": 2.789661169052124,
      "step": 2161,
      "subrel-constrast": 3.571848154067993,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.122694730758667,
      "cov-distil (oracle2student)": 3.6437668800354004,
      "cov-distil (oracle2teacher)": 4.276539325714111,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.040121555328369,
      "step": 2162,
      "subrel-constrast": 3.185361862182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7657078504562378,
      "cov-distil (oracle2student)": 4.224247932434082,
      "cov-distil (oracle2teacher)": 4.071437835693359,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.4883980751037598,
      "step": 2163,
      "subrel-constrast": 4.36683988571167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8880165815353394,
      "cov-distil (oracle2student)": 3.107300043106079,
      "cov-distil (oracle2teacher)": 3.5153727531433105,
      "epoch": 1.6985871271585558,
      "rel-constrast": 1.9665087461471558,
      "step": 2164,
      "subrel-constrast": 3.472611427307129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7242205142974854,
      "cov-distil (oracle2student)": 6.1790056228637695,
      "cov-distil (oracle2teacher)": 5.7745680809021,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.3472273349761963,
      "step": 2165,
      "subrel-constrast": 3.424271583557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8466873168945312,
      "cov-distil (oracle2student)": 2.5432183742523193,
      "cov-distil (oracle2teacher)": 2.7249860763549805,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.625544548034668,
      "step": 2166,
      "subrel-constrast": 3.84322190284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5888056755065918,
      "cov-distil (oracle2student)": 4.994532585144043,
      "cov-distil (oracle2teacher)": 4.3046112060546875,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.4187185764312744,
      "step": 2167,
      "subrel-constrast": 4.2261738777160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029876232147217,
      "cov-distil (oracle2student)": 5.4065728187561035,
      "cov-distil (oracle2teacher)": 5.09211540222168,
      "epoch": 1.7017268445839875,
      "rel-constrast": 1.5647592544555664,
      "step": 2168,
      "subrel-constrast": 2.557681083679199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2521531581878662,
      "cov-distil (oracle2student)": 4.281167984008789,
      "cov-distil (oracle2teacher)": 4.044576644897461,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.627070188522339,
      "step": 2169,
      "subrel-constrast": 3.356158971786499,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 5.03125,
      "learning_rate": 6.97291745527617e-05,
      "loss": 0.7492,
      "step": 2170
    },
    {
      "cov-distil": 2.1854748725891113,
      "cov-distil (oracle2student)": 3.1431756019592285,
      "cov-distil (oracle2teacher)": 3.1726772785186768,
      "epoch": 1.7032967032967035,
      "rel-constrast": 2.68967604637146,
      "step": 2170,
      "subrel-constrast": 3.578568696975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003847360610962,
      "cov-distil (oracle2student)": 4.5324225425720215,
      "cov-distil (oracle2teacher)": 4.560193061828613,
      "epoch": 1.7040816326530612,
      "rel-constrast": 2.8205270767211914,
      "step": 2171,
      "subrel-constrast": 3.7905471324920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5060793161392212,
      "cov-distil (oracle2student)": 3.5749258995056152,
      "cov-distil (oracle2teacher)": 3.491405725479126,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.1511754989624023,
      "step": 2172,
      "subrel-constrast": 3.022972345352173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9185209274291992,
      "cov-distil (oracle2student)": 5.4789204597473145,
      "cov-distil (oracle2teacher)": 4.998724937438965,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.293696880340576,
      "step": 2173,
      "subrel-constrast": 5.297975540161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335676670074463,
      "cov-distil (oracle2student)": 3.388599157333374,
      "cov-distil (oracle2teacher)": 3.6603775024414062,
      "epoch": 1.706436420722135,
      "rel-constrast": 2.2331924438476562,
      "step": 2174,
      "subrel-constrast": 3.363441228866577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688758373260498,
      "cov-distil (oracle2student)": 4.181797981262207,
      "cov-distil (oracle2teacher)": 3.9661779403686523,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.3184428215026855,
      "step": 2175,
      "subrel-constrast": 2.9669179916381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4372941255569458,
      "cov-distil (oracle2student)": 4.451197624206543,
      "cov-distil (oracle2teacher)": 4.666534423828125,
      "epoch": 1.708006279434851,
      "rel-constrast": 1.8917821645736694,
      "step": 2176,
      "subrel-constrast": 3.0432353019714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.06882381439209,
      "cov-distil (oracle2student)": 4.246245384216309,
      "cov-distil (oracle2teacher)": 4.102151870727539,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.4741255044937134,
      "step": 2177,
      "subrel-constrast": 2.2518858909606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5364322662353516,
      "cov-distil (oracle2student)": 5.918917655944824,
      "cov-distil (oracle2teacher)": 5.494344234466553,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.651839256286621,
      "step": 2178,
      "subrel-constrast": 3.681114912033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9932416677474976,
      "cov-distil (oracle2student)": 4.114870548248291,
      "cov-distil (oracle2teacher)": 4.11793851852417,
      "epoch": 1.7103610675039247,
      "rel-constrast": 2.002617359161377,
      "step": 2179,
      "subrel-constrast": 3.402768850326538,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 3.875,
      "learning_rate": 6.940795369272754e-05,
      "loss": 0.6601,
      "step": 2180
    },
    {
      "cov-distil": 2.0661439895629883,
      "cov-distil (oracle2student)": 4.476015090942383,
      "cov-distil (oracle2teacher)": 5.164781093597412,
      "epoch": 1.7111459968602825,
      "rel-constrast": 2.5784993171691895,
      "step": 2180,
      "subrel-constrast": 3.928992509841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2476794719696045,
      "cov-distil (oracle2student)": 2.607280731201172,
      "cov-distil (oracle2teacher)": 2.9188032150268555,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.47688627243042,
      "step": 2181,
      "subrel-constrast": 3.1422278881073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1833555698394775,
      "cov-distil (oracle2student)": 4.227731227874756,
      "cov-distil (oracle2teacher)": 4.227417945861816,
      "epoch": 1.7127158555729984,
      "rel-constrast": 2.7471437454223633,
      "step": 2182,
      "subrel-constrast": 3.799985647201538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073167324066162,
      "cov-distil (oracle2student)": 2.967226028442383,
      "cov-distil (oracle2teacher)": 3.148456573486328,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.550004482269287,
      "step": 2183,
      "subrel-constrast": 3.7781152725219727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7328898906707764,
      "cov-distil (oracle2student)": 4.3841328620910645,
      "cov-distil (oracle2teacher)": 4.23508358001709,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.5172905921936035,
      "step": 2184,
      "subrel-constrast": 3.449209451675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473662376403809,
      "cov-distil (oracle2student)": 4.067984580993652,
      "cov-distil (oracle2teacher)": 3.9404869079589844,
      "epoch": 1.7150706436420722,
      "rel-constrast": 2.7655375003814697,
      "step": 2185,
      "subrel-constrast": 3.4333181381225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73777437210083,
      "cov-distil (oracle2student)": 4.513485431671143,
      "cov-distil (oracle2teacher)": 4.245095252990723,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.432680368423462,
      "step": 2186,
      "subrel-constrast": 3.442603349685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9458690881729126,
      "cov-distil (oracle2student)": 4.105019569396973,
      "cov-distil (oracle2teacher)": 4.291688442230225,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.4858195781707764,
      "step": 2187,
      "subrel-constrast": 3.438690662384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044504404067993,
      "cov-distil (oracle2student)": 3.8109018802642822,
      "cov-distil (oracle2teacher)": 3.911818504333496,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.0464377403259277,
      "step": 2188,
      "subrel-constrast": 3.0327060222625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598045825958252,
      "cov-distil (oracle2student)": 7.487840175628662,
      "cov-distil (oracle2teacher)": 6.515576362609863,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.5303566455841064,
      "step": 2189,
      "subrel-constrast": 3.4088351726531982,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 4.71875,
      "learning_rate": 6.908578691641092e-05,
      "loss": 0.6724,
      "step": 2190
    },
    {
      "cov-distil": 2.0111353397369385,
      "cov-distil (oracle2student)": 3.1750168800354004,
      "cov-distil (oracle2teacher)": 3.5113940238952637,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.584089756011963,
      "step": 2190,
      "subrel-constrast": 4.059396743774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720171689987183,
      "cov-distil (oracle2student)": 3.056978464126587,
      "cov-distil (oracle2teacher)": 3.4058799743652344,
      "epoch": 1.7197802197802199,
      "rel-constrast": 1.736208200454712,
      "step": 2191,
      "subrel-constrast": 2.706848382949829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664804458618164,
      "cov-distil (oracle2student)": 5.019976615905762,
      "cov-distil (oracle2teacher)": 4.5902099609375,
      "epoch": 1.7205651491365777,
      "rel-constrast": 3.0918922424316406,
      "step": 2192,
      "subrel-constrast": 3.8275210857391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2113876342773438,
      "cov-distil (oracle2student)": 3.887434959411621,
      "cov-distil (oracle2teacher)": 3.782576560974121,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.467346429824829,
      "step": 2193,
      "subrel-constrast": 3.0722522735595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9107067584991455,
      "cov-distil (oracle2student)": 4.285866737365723,
      "cov-distil (oracle2teacher)": 4.13999080657959,
      "epoch": 1.7221350078492934,
      "rel-constrast": 2.8196566104888916,
      "step": 2194,
      "subrel-constrast": 3.3453121185302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8206387758255005,
      "cov-distil (oracle2student)": 5.092296600341797,
      "cov-distil (oracle2teacher)": 4.957541465759277,
      "epoch": 1.7229199372056514,
      "rel-constrast": 2.375549793243408,
      "step": 2195,
      "subrel-constrast": 3.662961721420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5940167903900146,
      "cov-distil (oracle2student)": 4.2521185874938965,
      "cov-distil (oracle2teacher)": 4.313994407653809,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.0125372409820557,
      "step": 2196,
      "subrel-constrast": 3.5896661281585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189494609832764,
      "cov-distil (oracle2student)": 3.397529125213623,
      "cov-distil (oracle2teacher)": 3.797180652618408,
      "epoch": 1.7244897959183674,
      "rel-constrast": 1.945441722869873,
      "step": 2197,
      "subrel-constrast": 2.915369749069214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1340346336364746,
      "cov-distil (oracle2student)": 3.445955753326416,
      "cov-distil (oracle2teacher)": 3.422950029373169,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.2721424102783203,
      "step": 2198,
      "subrel-constrast": 2.4099438190460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7690649032592773,
      "cov-distil (oracle2student)": 3.383620023727417,
      "cov-distil (oracle2teacher)": 4.185163974761963,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.562267780303955,
      "step": 2199,
      "subrel-constrast": 3.6458492279052734,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 4.625,
      "learning_rate": 6.876268992576604e-05,
      "loss": 0.6402,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.3125,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.0635986328125
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.0440673828125
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.01953125,
      "step": 2200
    },
    {
      "cov-distil": 1.4868468046188354,
      "cov-distil (oracle2student)": 3.447221279144287,
      "cov-distil (oracle2teacher)": 3.3802788257598877,
      "epoch": 1.7268445839874411,
      "rel-constrast": 2.242770195007324,
      "step": 2200,
      "subrel-constrast": 2.7218987941741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0099618434906006,
      "cov-distil (oracle2student)": 3.7069056034088135,
      "cov-distil (oracle2teacher)": 3.8000826835632324,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.161491870880127,
      "step": 2201,
      "subrel-constrast": 4.041457653045654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8774150609970093,
      "cov-distil (oracle2student)": 4.339339256286621,
      "cov-distil (oracle2teacher)": 4.214557647705078,
      "epoch": 1.7284144427001569,
      "rel-constrast": 1.9043606519699097,
      "step": 2202,
      "subrel-constrast": 2.5993053913116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4975359439849854,
      "cov-distil (oracle2student)": 3.602562427520752,
      "cov-distil (oracle2teacher)": 3.057152271270752,
      "epoch": 1.7291993720565149,
      "rel-constrast": 1.8284175395965576,
      "step": 2203,
      "subrel-constrast": 2.557542324066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.914703607559204,
      "cov-distil (oracle2student)": 3.705993175506592,
      "cov-distil (oracle2teacher)": 3.6860876083374023,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.6790390014648438,
      "step": 2204,
      "subrel-constrast": 3.3735129833221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46500563621521,
      "cov-distil (oracle2student)": 5.81571626663208,
      "cov-distil (oracle2teacher)": 5.251639366149902,
      "epoch": 1.7307692307692308,
      "rel-constrast": 3.9124999046325684,
      "step": 2205,
      "subrel-constrast": 4.541849136352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1470720767974854,
      "cov-distil (oracle2student)": 4.322119235992432,
      "cov-distil (oracle2teacher)": 3.7354896068573,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.9179930686950684,
      "step": 2206,
      "subrel-constrast": 3.664273262023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4577581882476807,
      "cov-distil (oracle2student)": 4.589237689971924,
      "cov-distil (oracle2teacher)": 4.540392875671387,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.3064889907836914,
      "step": 2207,
      "subrel-constrast": 3.567471504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6088201999664307,
      "cov-distil (oracle2student)": 3.4050045013427734,
      "cov-distil (oracle2teacher)": 3.4604549407958984,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.3845059871673584,
      "step": 2208,
      "subrel-constrast": 2.932450294494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296836376190186,
      "cov-distil (oracle2student)": 4.393460750579834,
      "cov-distil (oracle2teacher)": 4.22329044342041,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.4833216667175293,
      "step": 2209,
      "subrel-constrast": 3.101980447769165,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 4.4375,
      "learning_rate": 6.843867846808438e-05,
      "loss": 0.691,
      "step": 2210
    },
    {
      "cov-distil": 1.2181700468063354,
      "cov-distil (oracle2student)": 5.297771453857422,
      "cov-distil (oracle2teacher)": 4.712156295776367,
      "epoch": 1.7346938775510203,
      "rel-constrast": 2.718451976776123,
      "step": 2210,
      "subrel-constrast": 3.3634419441223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.271756887435913,
      "cov-distil (oracle2student)": 3.1708648204803467,
      "cov-distil (oracle2teacher)": 3.4545559883117676,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.104763984680176,
      "step": 2211,
      "subrel-constrast": 3.967848062515259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8295804262161255,
      "cov-distil (oracle2student)": 4.77410364151001,
      "cov-distil (oracle2teacher)": 3.942953109741211,
      "epoch": 1.7362637362637363,
      "rel-constrast": 1.8340013027191162,
      "step": 2212,
      "subrel-constrast": 2.7278988361358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4331505298614502,
      "cov-distil (oracle2student)": 4.370412826538086,
      "cov-distil (oracle2teacher)": 3.693323850631714,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.097780227661133,
      "step": 2213,
      "subrel-constrast": 3.076481580734253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607147455215454,
      "cov-distil (oracle2student)": 2.672895908355713,
      "cov-distil (oracle2teacher)": 3.202122211456299,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.124448299407959,
      "step": 2214,
      "subrel-constrast": 4.201994895935059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0798897743225098,
      "cov-distil (oracle2student)": 5.828988075256348,
      "cov-distil (oracle2teacher)": 5.28759241104126,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.127861261367798,
      "step": 2215,
      "subrel-constrast": 2.5110747814178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5844874382019043,
      "cov-distil (oracle2student)": 3.4234941005706787,
      "cov-distil (oracle2teacher)": 3.2541441917419434,
      "epoch": 1.7394034536891678,
      "rel-constrast": 2.901577949523926,
      "step": 2216,
      "subrel-constrast": 3.164602041244507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6932544708251953,
      "cov-distil (oracle2student)": 4.839381217956543,
      "cov-distil (oracle2teacher)": 4.835385322570801,
      "epoch": 1.7401883830455258,
      "rel-constrast": 1.8387064933776855,
      "step": 2217,
      "subrel-constrast": 3.197162628173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2980754375457764,
      "cov-distil (oracle2student)": 3.3168551921844482,
      "cov-distil (oracle2teacher)": 3.501171588897705,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.5417680740356445,
      "step": 2218,
      "subrel-constrast": 2.9127092361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6645852327346802,
      "cov-distil (oracle2student)": 3.370992660522461,
      "cov-distil (oracle2teacher)": 3.756485939025879,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.5107576847076416,
      "step": 2219,
      "subrel-constrast": 3.4787189960479736,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 4.8125,
      "learning_rate": 6.811376833522729e-05,
      "loss": 0.6592,
      "step": 2220
    },
    {
      "cov-distil": 1.6967799663543701,
      "cov-distil (oracle2student)": 4.282422065734863,
      "cov-distil (oracle2teacher)": 3.9564335346221924,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.1736412048339844,
      "step": 2220,
      "subrel-constrast": 3.16676664352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5281364917755127,
      "cov-distil (oracle2student)": 5.476376056671143,
      "cov-distil (oracle2teacher)": 5.423967361450195,
      "epoch": 1.7433281004709578,
      "rel-constrast": 2.5196688175201416,
      "step": 2221,
      "subrel-constrast": 3.6802456378936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4979734420776367,
      "cov-distil (oracle2student)": 3.134425401687622,
      "cov-distil (oracle2teacher)": 3.316164016723633,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.4990835189819336,
      "step": 2222,
      "subrel-constrast": 3.375993490219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6688953638076782,
      "cov-distil (oracle2student)": 4.56557559967041,
      "cov-distil (oracle2teacher)": 4.56503963470459,
      "epoch": 1.7448979591836735,
      "rel-constrast": 2.614283561706543,
      "step": 2223,
      "subrel-constrast": 3.467289447784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680222749710083,
      "cov-distil (oracle2student)": 4.853841781616211,
      "cov-distil (oracle2teacher)": 4.717684745788574,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.0533251762390137,
      "step": 2224,
      "subrel-constrast": 3.0558834075927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6383904218673706,
      "cov-distil (oracle2student)": 4.380013465881348,
      "cov-distil (oracle2teacher)": 4.191157341003418,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.105088233947754,
      "step": 2225,
      "subrel-constrast": 3.240752935409546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767512798309326,
      "cov-distil (oracle2student)": 3.2362380027770996,
      "cov-distil (oracle2teacher)": 3.5055391788482666,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.0110182762145996,
      "step": 2226,
      "subrel-constrast": 2.024278402328491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6647818088531494,
      "cov-distil (oracle2student)": 4.688571929931641,
      "cov-distil (oracle2teacher)": 4.298598289489746,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.447786331176758,
      "step": 2227,
      "subrel-constrast": 2.7447123527526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579750657081604,
      "cov-distil (oracle2student)": 2.669940948486328,
      "cov-distil (oracle2teacher)": 3.5192010402679443,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.513198137283325,
      "step": 2228,
      "subrel-constrast": 3.8982834815979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4197977781295776,
      "cov-distil (oracle2student)": 2.915574312210083,
      "cov-distil (oracle2teacher)": 2.6939449310302734,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.6460976600646973,
      "step": 2229,
      "subrel-constrast": 2.8938002586364746,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 4.65625,
      "learning_rate": 6.778797536285624e-05,
      "loss": 0.605,
      "step": 2230
    },
    {
      "cov-distil": 1.5007259845733643,
      "cov-distil (oracle2student)": 4.366735458374023,
      "cov-distil (oracle2teacher)": 4.172375202178955,
      "epoch": 1.750392464678179,
      "rel-constrast": 2.497586250305176,
      "step": 2230,
      "subrel-constrast": 2.9794654846191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2127220630645752,
      "cov-distil (oracle2student)": 3.8891611099243164,
      "cov-distil (oracle2teacher)": 3.5718994140625,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.161870002746582,
      "step": 2231,
      "subrel-constrast": 3.0754106044769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382326602935791,
      "cov-distil (oracle2student)": 4.441371917724609,
      "cov-distil (oracle2teacher)": 4.742238998413086,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.493922472000122,
      "step": 2232,
      "subrel-constrast": 4.378200531005859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654332160949707,
      "cov-distil (oracle2student)": 3.124333381652832,
      "cov-distil (oracle2teacher)": 3.384107828140259,
      "epoch": 1.7527472527472527,
      "rel-constrast": 2.426176071166992,
      "step": 2233,
      "subrel-constrast": 3.5311946868896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657342433929443,
      "cov-distil (oracle2student)": 2.7696499824523926,
      "cov-distil (oracle2teacher)": 2.840475082397461,
      "epoch": 1.7535321821036107,
      "rel-constrast": 1.5614253282546997,
      "step": 2234,
      "subrel-constrast": 2.741178274154663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3642563819885254,
      "cov-distil (oracle2student)": 4.197541236877441,
      "cov-distil (oracle2teacher)": 3.92352032661438,
      "epoch": 1.7543171114599687,
      "rel-constrast": 3.4126081466674805,
      "step": 2235,
      "subrel-constrast": 3.9098713397979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301939964294434,
      "cov-distil (oracle2student)": 5.220586776733398,
      "cov-distil (oracle2teacher)": 5.08069372177124,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.172534942626953,
      "step": 2236,
      "subrel-constrast": 3.2226786613464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6751433610916138,
      "cov-distil (oracle2student)": 3.7767231464385986,
      "cov-distil (oracle2teacher)": 3.5160720348358154,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.841733455657959,
      "step": 2237,
      "subrel-constrast": 2.8626670837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909868955612183,
      "cov-distil (oracle2student)": 4.2951579093933105,
      "cov-distil (oracle2teacher)": 4.156802177429199,
      "epoch": 1.7566718995290422,
      "rel-constrast": 4.068342208862305,
      "step": 2238,
      "subrel-constrast": 4.326308727264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5779459476470947,
      "cov-distil (oracle2student)": 2.5920228958129883,
      "cov-distil (oracle2teacher)": 3.4898297786712646,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.4671478271484375,
      "step": 2239,
      "subrel-constrast": 3.6758790016174316,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 5.28125,
      "learning_rate": 6.746131542966112e-05,
      "loss": 0.6912,
      "step": 2240
    },
    {
      "cov-distil": 1.4116761684417725,
      "cov-distil (oracle2student)": 4.799384593963623,
      "cov-distil (oracle2teacher)": 4.654953956604004,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.6482477188110352,
      "step": 2240,
      "subrel-constrast": 2.560753345489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155836820602417,
      "cov-distil (oracle2student)": 4.6946868896484375,
      "cov-distil (oracle2teacher)": 3.914750814437866,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.676950454711914,
      "step": 2241,
      "subrel-constrast": 3.496521472930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886261701583862,
      "cov-distil (oracle2student)": 3.7439234256744385,
      "cov-distil (oracle2teacher)": 3.5060057640075684,
      "epoch": 1.7598116169544742,
      "rel-constrast": 2.25775146484375,
      "step": 2242,
      "subrel-constrast": 2.5458602905273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5168861150741577,
      "cov-distil (oracle2student)": 5.802959442138672,
      "cov-distil (oracle2teacher)": 5.306737899780273,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.4315714836120605,
      "step": 2243,
      "subrel-constrast": 3.7117867469787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1566710472106934,
      "cov-distil (oracle2student)": 6.536189556121826,
      "cov-distil (oracle2teacher)": 5.810100078582764,
      "epoch": 1.76138147566719,
      "rel-constrast": 2.864710807800293,
      "step": 2244,
      "subrel-constrast": 3.4285402297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7648341655731201,
      "cov-distil (oracle2student)": 6.1088151931762695,
      "cov-distil (oracle2teacher)": 5.148857116699219,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.3034415245056152,
      "step": 2245,
      "subrel-constrast": 3.2253921031951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7664144039154053,
      "cov-distil (oracle2student)": 2.88687801361084,
      "cov-distil (oracle2teacher)": 2.8895111083984375,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.2132811546325684,
      "step": 2246,
      "subrel-constrast": 3.120182514190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952773094177246,
      "cov-distil (oracle2student)": 5.569264888763428,
      "cov-distil (oracle2teacher)": 5.183585166931152,
      "epoch": 1.7637362637362637,
      "rel-constrast": 2.5454931259155273,
      "step": 2247,
      "subrel-constrast": 3.9495105743408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9261019229888916,
      "cov-distil (oracle2student)": 4.923927307128906,
      "cov-distil (oracle2teacher)": 4.536606788635254,
      "epoch": 1.7645211930926217,
      "rel-constrast": 2.6334950923919678,
      "step": 2248,
      "subrel-constrast": 3.78788161277771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7841864824295044,
      "cov-distil (oracle2student)": 5.671084880828857,
      "cov-distil (oracle2teacher)": 5.274073123931885,
      "epoch": 1.7653061224489797,
      "rel-constrast": 2.9781711101531982,
      "step": 2249,
      "subrel-constrast": 3.742997646331787,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 4.78125,
      "learning_rate": 6.713380445658618e-05,
      "loss": 0.6816,
      "step": 2250
    },
    {
      "cov-distil": 2.22053861618042,
      "cov-distil (oracle2student)": 2.2337746620178223,
      "cov-distil (oracle2teacher)": 2.4480228424072266,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.6711686849594116,
      "step": 2250,
      "subrel-constrast": 2.769230365753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7342958450317383,
      "cov-distil (oracle2student)": 2.631986141204834,
      "cov-distil (oracle2teacher)": 2.4353387355804443,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.711313009262085,
      "step": 2251,
      "subrel-constrast": 3.5471041202545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384956121444702,
      "cov-distil (oracle2student)": 3.5883147716522217,
      "cov-distil (oracle2teacher)": 3.556337833404541,
      "epoch": 1.7676609105180534,
      "rel-constrast": 1.8558708429336548,
      "step": 2252,
      "subrel-constrast": 2.9077439308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1650638580322266,
      "cov-distil (oracle2student)": 4.493659973144531,
      "cov-distil (oracle2teacher)": 4.738447666168213,
      "epoch": 1.7684458398744112,
      "rel-constrast": 2.322314500808716,
      "step": 2253,
      "subrel-constrast": 3.2668027877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9764134883880615,
      "cov-distil (oracle2student)": 4.391360282897949,
      "cov-distil (oracle2teacher)": 4.728743076324463,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.221090793609619,
      "step": 2254,
      "subrel-constrast": 3.6744415760040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815322995185852,
      "cov-distil (oracle2student)": 5.547814846038818,
      "cov-distil (oracle2teacher)": 5.150597095489502,
      "epoch": 1.7700156985871272,
      "rel-constrast": 2.4357657432556152,
      "step": 2255,
      "subrel-constrast": 3.5033771991729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6768029928207397,
      "cov-distil (oracle2student)": 3.9726476669311523,
      "cov-distil (oracle2teacher)": 3.891774892807007,
      "epoch": 1.7708006279434851,
      "rel-constrast": 1.447278618812561,
      "step": 2256,
      "subrel-constrast": 2.250326633453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088608741760254,
      "cov-distil (oracle2student)": 5.3701066970825195,
      "cov-distil (oracle2teacher)": 4.87377405166626,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.0093562602996826,
      "step": 2257,
      "subrel-constrast": 2.540123462677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036876440048218,
      "cov-distil (oracle2student)": 2.959033489227295,
      "cov-distil (oracle2teacher)": 3.012420892715454,
      "epoch": 1.772370486656201,
      "rel-constrast": 1.6633192300796509,
      "step": 2258,
      "subrel-constrast": 2.288440465927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3585658073425293,
      "cov-distil (oracle2student)": 4.479984283447266,
      "cov-distil (oracle2teacher)": 4.05039119720459,
      "epoch": 1.7731554160125589,
      "rel-constrast": 3.5887374877929688,
      "step": 2259,
      "subrel-constrast": 3.4015142917633057,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 5.21875,
      "learning_rate": 6.680545840605423e-05,
      "loss": 0.591,
      "step": 2260
    },
    {
      "cov-distil": 1.2942583560943604,
      "cov-distil (oracle2student)": 2.9956531524658203,
      "cov-distil (oracle2teacher)": 3.1966605186462402,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.7738285064697266,
      "step": 2260,
      "subrel-constrast": 3.3589208126068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19561767578125,
      "cov-distil (oracle2student)": 4.790223121643066,
      "cov-distil (oracle2teacher)": 3.945312023162842,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.226146697998047,
      "step": 2261,
      "subrel-constrast": 3.4838485717773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1692376136779785,
      "cov-distil (oracle2student)": 4.227005958557129,
      "cov-distil (oracle2teacher)": 3.68428897857666,
      "epoch": 1.7755102040816326,
      "rel-constrast": 2.7288413047790527,
      "step": 2262,
      "subrel-constrast": 3.1017398834228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6525870561599731,
      "cov-distil (oracle2student)": 3.0875749588012695,
      "cov-distil (oracle2teacher)": 3.177367687225342,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.450472354888916,
      "step": 2263,
      "subrel-constrast": 3.2090134620666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.175614595413208,
      "cov-distil (oracle2student)": 2.722062587738037,
      "cov-distil (oracle2teacher)": 3.2326736450195312,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.184138774871826,
      "step": 2264,
      "subrel-constrast": 3.3037514686584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5858025550842285,
      "cov-distil (oracle2student)": 3.4548535346984863,
      "cov-distil (oracle2teacher)": 3.195517063140869,
      "epoch": 1.7778649921507066,
      "rel-constrast": 2.7911829948425293,
      "step": 2265,
      "subrel-constrast": 3.04899263381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.215848684310913,
      "cov-distil (oracle2student)": 3.8057093620300293,
      "cov-distil (oracle2teacher)": 4.353858947753906,
      "epoch": 1.7786499215070644,
      "rel-constrast": 3.739391565322876,
      "step": 2266,
      "subrel-constrast": 4.9029860496521,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3973796367645264,
      "cov-distil (oracle2student)": 4.566531658172607,
      "cov-distil (oracle2teacher)": 4.878616809844971,
      "epoch": 1.7794348508634223,
      "rel-constrast": 1.5661733150482178,
      "step": 2267,
      "subrel-constrast": 2.9733712673187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456730604171753,
      "cov-distil (oracle2student)": 5.11264705657959,
      "cov-distil (oracle2teacher)": 4.997776508331299,
      "epoch": 1.7802197802197801,
      "rel-constrast": 2.608447551727295,
      "step": 2268,
      "subrel-constrast": 4.097433567047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8732086420059204,
      "cov-distil (oracle2student)": 3.494729995727539,
      "cov-distil (oracle2teacher)": 4.106111526489258,
      "epoch": 1.781004709576138,
      "rel-constrast": 1.7982109785079956,
      "step": 2269,
      "subrel-constrast": 2.7935287952423096,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 4.5,
      "learning_rate": 6.647629328118851e-05,
      "loss": 0.6674,
      "step": 2270
    },
    {
      "cov-distil": 1.6395443677902222,
      "cov-distil (oracle2student)": 3.619694232940674,
      "cov-distil (oracle2teacher)": 3.455651044845581,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.483854293823242,
      "step": 2270,
      "subrel-constrast": 2.8432164192199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5715957880020142,
      "cov-distil (oracle2student)": 4.2759904861450195,
      "cov-distil (oracle2teacher)": 3.6942977905273438,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.2260501384735107,
      "step": 2271,
      "subrel-constrast": 2.870363712310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688980340957642,
      "cov-distil (oracle2student)": 5.631901741027832,
      "cov-distil (oracle2teacher)": 5.303494930267334,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.3215646743774414,
      "step": 2272,
      "subrel-constrast": 3.6122827529907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0224194526672363,
      "cov-distil (oracle2student)": 6.411569595336914,
      "cov-distil (oracle2teacher)": 5.41599702835083,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.153963327407837,
      "step": 2273,
      "subrel-constrast": 3.415999174118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4886623620986938,
      "cov-distil (oracle2student)": 3.4814090728759766,
      "cov-distil (oracle2teacher)": 3.5775933265686035,
      "epoch": 1.7849293563579278,
      "rel-constrast": 1.7851619720458984,
      "step": 2274,
      "subrel-constrast": 2.5967047214508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7344614267349243,
      "cov-distil (oracle2student)": 2.349820852279663,
      "cov-distil (oracle2teacher)": 3.04006290435791,
      "epoch": 1.7857142857142856,
      "rel-constrast": 1.9055256843566895,
      "step": 2275,
      "subrel-constrast": 3.0919535160064697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3319168090820312,
      "cov-distil (oracle2student)": 3.4724717140197754,
      "cov-distil (oracle2teacher)": 3.6874706745147705,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.501188278198242,
      "step": 2276,
      "subrel-constrast": 3.7052292823791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553980827331543,
      "cov-distil (oracle2student)": 3.5798096656799316,
      "cov-distil (oracle2teacher)": 3.881188154220581,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.088953971862793,
      "step": 2277,
      "subrel-constrast": 3.190556049346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0370659828186035,
      "cov-distil (oracle2student)": 7.541404724121094,
      "cov-distil (oracle2teacher)": 6.251190185546875,
      "epoch": 1.7880690737833596,
      "rel-constrast": 3.636654853820801,
      "step": 2278,
      "subrel-constrast": 4.7213029861450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041004419326782,
      "cov-distil (oracle2student)": 3.2189836502075195,
      "cov-distil (oracle2teacher)": 3.220055341720581,
      "epoch": 1.7888540031397175,
      "rel-constrast": 1.798865795135498,
      "step": 2279,
      "subrel-constrast": 2.578747510910034,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 4.125,
      "learning_rate": 6.614632512503288e-05,
      "loss": 0.6169,
      "step": 2280
    },
    {
      "cov-distil": 1.6484832763671875,
      "cov-distil (oracle2student)": 4.627640247344971,
      "cov-distil (oracle2teacher)": 4.438594818115234,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.2287731170654297,
      "step": 2280,
      "subrel-constrast": 3.100756883621216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.410463571548462,
      "cov-distil (oracle2student)": 5.169682502746582,
      "cov-distil (oracle2teacher)": 4.522346496582031,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.73262095451355,
      "step": 2281,
      "subrel-constrast": 3.93574857711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3682966232299805,
      "cov-distil (oracle2student)": 3.415029525756836,
      "cov-distil (oracle2teacher)": 3.283599376678467,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.732034683227539,
      "step": 2282,
      "subrel-constrast": 3.4830288887023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624092698097229,
      "cov-distil (oracle2student)": 4.599183082580566,
      "cov-distil (oracle2teacher)": 4.477349758148193,
      "epoch": 1.791993720565149,
      "rel-constrast": 1.8899422883987427,
      "step": 2283,
      "subrel-constrast": 2.3990769386291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934708595275879,
      "cov-distil (oracle2student)": 5.090120315551758,
      "cov-distil (oracle2teacher)": 4.341015815734863,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.1898891925811768,
      "step": 2284,
      "subrel-constrast": 3.3581576347351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1408605575561523,
      "cov-distil (oracle2student)": 4.823464393615723,
      "cov-distil (oracle2teacher)": 4.5711541175842285,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.2567758560180664,
      "step": 2285,
      "subrel-constrast": 3.415714979171753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061830520629883,
      "cov-distil (oracle2student)": 5.270108222961426,
      "cov-distil (oracle2teacher)": 4.567170143127441,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.9527664184570312,
      "step": 2286,
      "subrel-constrast": 4.677498817443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370662689208984,
      "cov-distil (oracle2student)": 3.5469493865966797,
      "cov-distil (oracle2teacher)": 3.024839401245117,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.252945899963379,
      "step": 2287,
      "subrel-constrast": 2.9005868434906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7362782955169678,
      "cov-distil (oracle2student)": 2.847055196762085,
      "cov-distil (oracle2teacher)": 3.0702521800994873,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.213444948196411,
      "step": 2288,
      "subrel-constrast": 4.033947944641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2643914222717285,
      "cov-distil (oracle2student)": 3.8169400691986084,
      "cov-distil (oracle2teacher)": 3.721367120742798,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.2392313480377197,
      "step": 2289,
      "subrel-constrast": 2.8974103927612305,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 4.34375,
      "learning_rate": 6.58155700197697e-05,
      "loss": 0.7095,
      "step": 2290
    },
    {
      "cov-distil": 2.5340218544006348,
      "cov-distil (oracle2student)": 3.3722476959228516,
      "cov-distil (oracle2teacher)": 3.700098991394043,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.611762046813965,
      "step": 2290,
      "subrel-constrast": 4.087693691253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777934312820435,
      "cov-distil (oracle2student)": 5.776183605194092,
      "cov-distil (oracle2teacher)": 5.474025249481201,
      "epoch": 1.7982731554160125,
      "rel-constrast": 2.9089388847351074,
      "step": 2291,
      "subrel-constrast": 3.4742913246154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9897310733795166,
      "cov-distil (oracle2student)": 3.022796630859375,
      "cov-distil (oracle2teacher)": 3.3749165534973145,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.545875310897827,
      "step": 2292,
      "subrel-constrast": 3.404752731323242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0231685638427734,
      "cov-distil (oracle2student)": 4.309000015258789,
      "cov-distil (oracle2teacher)": 4.1586594581604,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.430971145629883,
      "step": 2293,
      "subrel-constrast": 4.559500694274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245047569274902,
      "cov-distil (oracle2student)": 4.341861724853516,
      "cov-distil (oracle2teacher)": 4.440415859222412,
      "epoch": 1.8006279434850865,
      "rel-constrast": 2.7985711097717285,
      "step": 2294,
      "subrel-constrast": 3.8111705780029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030144691467285,
      "cov-distil (oracle2student)": 4.60036039352417,
      "cov-distil (oracle2teacher)": 5.038627624511719,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.5349502563476562,
      "step": 2295,
      "subrel-constrast": 3.7397568225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517594575881958,
      "cov-distil (oracle2student)": 4.320217132568359,
      "cov-distil (oracle2teacher)": 4.404731750488281,
      "epoch": 1.8021978021978022,
      "rel-constrast": 2.763367176055908,
      "step": 2296,
      "subrel-constrast": 3.4251904487609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4225687980651855,
      "cov-distil (oracle2student)": 4.257219314575195,
      "cov-distil (oracle2teacher)": 4.297969818115234,
      "epoch": 1.80298273155416,
      "rel-constrast": 3.418431282043457,
      "step": 2297,
      "subrel-constrast": 3.924701690673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4564039707183838,
      "cov-distil (oracle2student)": 4.1635355949401855,
      "cov-distil (oracle2teacher)": 4.012081146240234,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.6335225105285645,
      "step": 2298,
      "subrel-constrast": 3.4248621463775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850311517715454,
      "cov-distil (oracle2student)": 4.468409538269043,
      "cov-distil (oracle2teacher)": 4.752865791320801,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.2052104473114014,
      "step": 2299,
      "subrel-constrast": 3.323331832885742,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 3.984375,
      "learning_rate": 6.548404408593621e-05,
      "loss": 0.7679,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.3187499940395355,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.060546875
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.040374755859375
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.020172119140625,
      "step": 2300
    },
    {
      "cov-distil": 1.7674908638000488,
      "cov-distil (oracle2student)": 6.423186779022217,
      "cov-distil (oracle2teacher)": 6.008159160614014,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.3291311264038086,
      "step": 2300,
      "subrel-constrast": 3.241293430328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425512671470642,
      "cov-distil (oracle2student)": 4.782581329345703,
      "cov-distil (oracle2teacher)": 4.627654075622559,
      "epoch": 1.806122448979592,
      "rel-constrast": 2.2986061573028564,
      "step": 2301,
      "subrel-constrast": 3.2906997203826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027466297149658,
      "cov-distil (oracle2student)": 3.4152543544769287,
      "cov-distil (oracle2teacher)": 3.1641440391540527,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.8754615783691406,
      "step": 2302,
      "subrel-constrast": 3.7340314388275146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7218828201293945,
      "cov-distil (oracle2student)": 5.013219833374023,
      "cov-distil (oracle2teacher)": 4.482244491577148,
      "epoch": 1.8076923076923077,
      "rel-constrast": 2.5663609504699707,
      "step": 2303,
      "subrel-constrast": 3.377795934677124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9692035913467407,
      "cov-distil (oracle2student)": 2.9571444988250732,
      "cov-distil (oracle2teacher)": 3.0094897747039795,
      "epoch": 1.8084772370486655,
      "rel-constrast": 2.386970281600952,
      "step": 2304,
      "subrel-constrast": 2.9998621940612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115948438644409,
      "cov-distil (oracle2student)": 5.031064987182617,
      "cov-distil (oracle2teacher)": 4.697568416595459,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.4629900455474854,
      "step": 2305,
      "subrel-constrast": 3.476738452911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9839903116226196,
      "cov-distil (oracle2student)": 4.003192901611328,
      "cov-distil (oracle2teacher)": 3.8651955127716064,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.181457042694092,
      "step": 2306,
      "subrel-constrast": 2.627206802368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765980243682861,
      "cov-distil (oracle2student)": 4.615262985229492,
      "cov-distil (oracle2teacher)": 4.30581521987915,
      "epoch": 1.8108320251177394,
      "rel-constrast": 2.443563222885132,
      "step": 2307,
      "subrel-constrast": 3.0998406410217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8416681289672852,
      "cov-distil (oracle2student)": 4.04532527923584,
      "cov-distil (oracle2teacher)": 4.317368984222412,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.2239744663238525,
      "step": 2308,
      "subrel-constrast": 3.2332162857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6739137172698975,
      "cov-distil (oracle2student)": 2.977816581726074,
      "cov-distil (oracle2teacher)": 3.1014328002929688,
      "epoch": 1.8124018838304554,
      "rel-constrast": 2.5355136394500732,
      "step": 2309,
      "subrel-constrast": 3.029308557510376,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 4.0625,
      "learning_rate": 6.515176348163871e-05,
      "loss": 0.6526,
      "step": 2310
    },
    {
      "cov-distil": 1.663619041442871,
      "cov-distil (oracle2student)": 4.064360618591309,
      "cov-distil (oracle2teacher)": 3.6774606704711914,
      "epoch": 1.8131868131868132,
      "rel-constrast": 2.7534427642822266,
      "step": 2310,
      "subrel-constrast": 2.96604061126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5486390590667725,
      "cov-distil (oracle2student)": 5.125988006591797,
      "cov-distil (oracle2teacher)": 4.585872173309326,
      "epoch": 1.813971742543171,
      "rel-constrast": 3.930655002593994,
      "step": 2311,
      "subrel-constrast": 4.511356830596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694189429283142,
      "cov-distil (oracle2student)": 2.855407953262329,
      "cov-distil (oracle2teacher)": 2.957515239715576,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.297574758529663,
      "step": 2312,
      "subrel-constrast": 1.9482777118682861,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7222833633422852,
      "cov-distil (oracle2student)": 3.1432089805603027,
      "cov-distil (oracle2teacher)": 2.7335281372070312,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.133005380630493,
      "step": 2313,
      "subrel-constrast": 2.883409261703491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686356782913208,
      "cov-distil (oracle2student)": 5.360710144042969,
      "cov-distil (oracle2teacher)": 5.288053512573242,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.622697353363037,
      "step": 2314,
      "subrel-constrast": 3.6394474506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827543020248413,
      "cov-distil (oracle2student)": 2.8904337882995605,
      "cov-distil (oracle2teacher)": 3.0929317474365234,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.3032331466674805,
      "step": 2315,
      "subrel-constrast": 3.0452916622161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536745309829712,
      "cov-distil (oracle2student)": 4.20357608795166,
      "cov-distil (oracle2teacher)": 4.049765110015869,
      "epoch": 1.817896389324961,
      "rel-constrast": 1.7390177249908447,
      "step": 2316,
      "subrel-constrast": 2.497725009918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6775939464569092,
      "cov-distil (oracle2student)": 3.7840042114257812,
      "cov-distil (oracle2teacher)": 3.541910171508789,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.075779914855957,
      "step": 2317,
      "subrel-constrast": 3.6911673545837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3440110683441162,
      "cov-distil (oracle2student)": 3.2893524169921875,
      "cov-distil (oracle2teacher)": 3.35467529296875,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.2700979709625244,
      "step": 2318,
      "subrel-constrast": 3.312849283218384,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.240384101867676,
      "cov-distil (oracle2student)": 3.7379932403564453,
      "cov-distil (oracle2teacher)": 4.098198413848877,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.162667751312256,
      "step": 2319,
      "subrel-constrast": 3.7177176475524902,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 3.984375,
      "learning_rate": 6.481874440176506e-05,
      "loss": 0.6496,
      "step": 2320
    },
    {
      "cov-distil": 2.133542776107788,
      "cov-distil (oracle2student)": 5.208371639251709,
      "cov-distil (oracle2teacher)": 4.6683855056762695,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.2184696197509766,
      "step": 2320,
      "subrel-constrast": 3.423588991165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5498805046081543,
      "cov-distil (oracle2student)": 5.861018180847168,
      "cov-distil (oracle2teacher)": 4.971700668334961,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.397730827331543,
      "step": 2321,
      "subrel-constrast": 3.9727518558502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8947620391845703,
      "cov-distil (oracle2student)": 4.047726631164551,
      "cov-distil (oracle2teacher)": 3.63088059425354,
      "epoch": 1.8226059654631084,
      "rel-constrast": 4.009514808654785,
      "step": 2322,
      "subrel-constrast": 4.256360054016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4779982566833496,
      "cov-distil (oracle2student)": 3.1202750205993652,
      "cov-distil (oracle2teacher)": 3.374021291732788,
      "epoch": 1.8233908948194664,
      "rel-constrast": 1.9523890018463135,
      "step": 2323,
      "subrel-constrast": 3.05069637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020759105682373,
      "cov-distil (oracle2student)": 3.7643256187438965,
      "cov-distil (oracle2teacher)": 3.6577000617980957,
      "epoch": 1.8241758241758241,
      "rel-constrast": 1.5263476371765137,
      "step": 2324,
      "subrel-constrast": 2.3716907501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4203490018844604,
      "cov-distil (oracle2student)": 4.516003131866455,
      "cov-distil (oracle2teacher)": 4.516944408416748,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.467139959335327,
      "step": 2325,
      "subrel-constrast": 3.132920980453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3720474243164062,
      "cov-distil (oracle2student)": 5.389071464538574,
      "cov-distil (oracle2teacher)": 4.869141578674316,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.932835578918457,
      "step": 2326,
      "subrel-constrast": 3.2304234504699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9523450136184692,
      "cov-distil (oracle2student)": 5.412602424621582,
      "cov-distil (oracle2teacher)": 5.205778121948242,
      "epoch": 1.8265306122448979,
      "rel-constrast": 2.9740591049194336,
      "step": 2327,
      "subrel-constrast": 3.9512217044830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3646154403686523,
      "cov-distil (oracle2student)": 5.245360851287842,
      "cov-distil (oracle2teacher)": 5.341968536376953,
      "epoch": 1.8273155416012559,
      "rel-constrast": 2.6434407234191895,
      "step": 2328,
      "subrel-constrast": 3.905848979949951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6834712028503418,
      "cov-distil (oracle2student)": 4.667991638183594,
      "cov-distil (oracle2teacher)": 3.9151670932769775,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.727451801300049,
      "step": 2329,
      "subrel-constrast": 3.393967628479004,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 4.15625,
      "learning_rate": 6.448500307719538e-05,
      "loss": 0.7134,
      "step": 2330
    },
    {
      "cov-distil": 1.7232866287231445,
      "cov-distil (oracle2student)": 5.886022567749023,
      "cov-distil (oracle2teacher)": 5.468733310699463,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.651204824447632,
      "step": 2330,
      "subrel-constrast": 3.2613625526428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7459758520126343,
      "cov-distil (oracle2student)": 3.1627633571624756,
      "cov-distil (oracle2teacher)": 3.5364065170288086,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.837111473083496,
      "step": 2331,
      "subrel-constrast": 3.0905208587646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248724222183228,
      "cov-distil (oracle2student)": 4.974499702453613,
      "cov-distil (oracle2teacher)": 4.784226417541504,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.206301689147949,
      "step": 2332,
      "subrel-constrast": 3.843014717102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4409829378128052,
      "cov-distil (oracle2student)": 2.8839142322540283,
      "cov-distil (oracle2teacher)": 2.9998281002044678,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.165524959564209,
      "step": 2333,
      "subrel-constrast": 2.9341044425964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4586576223373413,
      "cov-distil (oracle2student)": 4.736851692199707,
      "cov-distil (oracle2teacher)": 4.684788227081299,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.3505990505218506,
      "step": 2334,
      "subrel-constrast": 3.133165121078491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.643261194229126,
      "cov-distil (oracle2student)": 3.6901235580444336,
      "cov-distil (oracle2teacher)": 4.219597816467285,
      "epoch": 1.8328100470957613,
      "rel-constrast": 2.8103866577148438,
      "step": 2335,
      "subrel-constrast": 3.5715301036834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9809004068374634,
      "cov-distil (oracle2student)": 4.323172569274902,
      "cov-distil (oracle2teacher)": 4.0021257400512695,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.3232040405273438,
      "step": 2336,
      "subrel-constrast": 3.78140926361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2743585109710693,
      "cov-distil (oracle2student)": 5.5486650466918945,
      "cov-distil (oracle2teacher)": 5.34599494934082,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.2014429569244385,
      "step": 2337,
      "subrel-constrast": 2.696293830871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4775550365447998,
      "cov-distil (oracle2student)": 3.5523862838745117,
      "cov-distil (oracle2teacher)": 3.613759756088257,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.7245612144470215,
      "step": 2338,
      "subrel-constrast": 3.625013589859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6345443725585938,
      "cov-distil (oracle2student)": 4.427628517150879,
      "cov-distil (oracle2teacher)": 4.499093532562256,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.314023494720459,
      "step": 2339,
      "subrel-constrast": 3.612081289291382,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 4.15625,
      "learning_rate": 6.415055577401102e-05,
      "loss": 0.6544,
      "step": 2340
    },
    {
      "cov-distil": 2.5269322395324707,
      "cov-distil (oracle2student)": 4.035518169403076,
      "cov-distil (oracle2teacher)": 4.145960330963135,
      "epoch": 1.836734693877551,
      "rel-constrast": 2.713559865951538,
      "step": 2340,
      "subrel-constrast": 4.185610294342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7720534801483154,
      "cov-distil (oracle2student)": 5.282261848449707,
      "cov-distil (oracle2teacher)": 4.528400421142578,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.3576788902282715,
      "step": 2341,
      "subrel-constrast": 3.159036636352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0364832878112793,
      "cov-distil (oracle2student)": 3.2125205993652344,
      "cov-distil (oracle2teacher)": 3.486527919769287,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.0234408378601074,
      "step": 2342,
      "subrel-constrast": 3.16996693611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0670886039733887,
      "cov-distil (oracle2student)": 3.943319797515869,
      "cov-distil (oracle2teacher)": 3.608475923538208,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.047276020050049,
      "step": 2343,
      "subrel-constrast": 3.12447190284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3057689666748047,
      "cov-distil (oracle2student)": 4.083484649658203,
      "cov-distil (oracle2teacher)": 4.147922039031982,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.4404096603393555,
      "step": 2344,
      "subrel-constrast": 2.7898504734039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5623342990875244,
      "cov-distil (oracle2student)": 4.767292022705078,
      "cov-distil (oracle2teacher)": 4.169862747192383,
      "epoch": 1.8406593406593408,
      "rel-constrast": 3.0194177627563477,
      "step": 2345,
      "subrel-constrast": 3.740981101989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4252632856369019,
      "cov-distil (oracle2student)": 3.458162546157837,
      "cov-distil (oracle2teacher)": 3.1451730728149414,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.263643264770508,
      "step": 2346,
      "subrel-constrast": 2.5764853954315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.334238052368164,
      "cov-distil (oracle2student)": 3.1983251571655273,
      "cov-distil (oracle2teacher)": 3.4877686500549316,
      "epoch": 1.8422291993720565,
      "rel-constrast": 2.260716438293457,
      "step": 2347,
      "subrel-constrast": 3.7606000900268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7423336505889893,
      "cov-distil (oracle2student)": 3.664848804473877,
      "cov-distil (oracle2teacher)": 4.050826549530029,
      "epoch": 1.8430141287284143,
      "rel-constrast": 2.864760398864746,
      "step": 2348,
      "subrel-constrast": 3.76507830619812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8288259506225586,
      "cov-distil (oracle2student)": 2.64727783203125,
      "cov-distil (oracle2teacher)": 2.448181390762329,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.4887945652008057,
      "step": 2349,
      "subrel-constrast": 2.2833404541015625,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 2.984375,
      "learning_rate": 6.381541879270169e-05,
      "loss": 0.611,
      "step": 2350
    },
    {
      "cov-distil": 1.4977142810821533,
      "cov-distil (oracle2student)": 3.731297254562378,
      "cov-distil (oracle2teacher)": 3.5738062858581543,
      "epoch": 1.8445839874411303,
      "rel-constrast": 2.8825600147247314,
      "step": 2350,
      "subrel-constrast": 2.9818129539489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420832633972168,
      "cov-distil (oracle2student)": 5.835990905761719,
      "cov-distil (oracle2teacher)": 4.942941665649414,
      "epoch": 1.8453689167974883,
      "rel-constrast": 2.537102222442627,
      "step": 2351,
      "subrel-constrast": 3.3913159370422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5159690380096436,
      "cov-distil (oracle2student)": 3.816476583480835,
      "cov-distil (oracle2teacher)": 4.0525078773498535,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.4096932411193848,
      "step": 2352,
      "subrel-constrast": 3.329310655593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261369228363037,
      "cov-distil (oracle2student)": 4.1909966468811035,
      "cov-distil (oracle2teacher)": 4.231228828430176,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.192238807678223,
      "step": 2353,
      "subrel-constrast": 5.088197708129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4038937091827393,
      "cov-distil (oracle2student)": 3.3304243087768555,
      "cov-distil (oracle2teacher)": 3.4572033882141113,
      "epoch": 1.847723704866562,
      "rel-constrast": 2.3603196144104004,
      "step": 2354,
      "subrel-constrast": 3.320979356765747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490383863449097,
      "cov-distil (oracle2student)": 4.629108905792236,
      "cov-distil (oracle2teacher)": 4.04006290435791,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.537735939025879,
      "step": 2355,
      "subrel-constrast": 3.5198006629943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678439736366272,
      "cov-distil (oracle2student)": 4.389967918395996,
      "cov-distil (oracle2teacher)": 4.428590297698975,
      "epoch": 1.8492935635792778,
      "rel-constrast": 2.852667808532715,
      "step": 2356,
      "subrel-constrast": 3.6648426055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9132869243621826,
      "cov-distil (oracle2student)": 4.219072341918945,
      "cov-distil (oracle2teacher)": 3.646864175796509,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.27209210395813,
      "step": 2357,
      "subrel-constrast": 4.133596420288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293238639831543,
      "cov-distil (oracle2student)": 4.0069260597229,
      "cov-distil (oracle2teacher)": 4.271322250366211,
      "epoch": 1.8508634222919937,
      "rel-constrast": 1.9903682470321655,
      "step": 2358,
      "subrel-constrast": 2.8562982082366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490399360656738,
      "cov-distil (oracle2student)": 4.471402645111084,
      "cov-distil (oracle2teacher)": 4.469595909118652,
      "epoch": 1.8516483516483517,
      "rel-constrast": 2.765928268432617,
      "step": 2359,
      "subrel-constrast": 3.602358341217041,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 4.5625,
      "learning_rate": 6.347960846737106e-05,
      "loss": 0.7375,
      "step": 2360
    },
    {
      "cov-distil": 1.4314109086990356,
      "cov-distil (oracle2student)": 3.603914499282837,
      "cov-distil (oracle2teacher)": 3.749401569366455,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.0149452686309814,
      "step": 2360,
      "subrel-constrast": 2.780158281326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1454529762268066,
      "cov-distil (oracle2student)": 4.533052921295166,
      "cov-distil (oracle2teacher)": 3.7899537086486816,
      "epoch": 1.8532182103610675,
      "rel-constrast": 2.7440712451934814,
      "step": 2361,
      "subrel-constrast": 3.3344004154205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8101186752319336,
      "cov-distil (oracle2student)": 2.9554879665374756,
      "cov-distil (oracle2teacher)": 3.0459635257720947,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.140993356704712,
      "step": 2362,
      "subrel-constrast": 3.2442092895507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1976298093795776,
      "cov-distil (oracle2student)": 5.252865791320801,
      "cov-distil (oracle2teacher)": 4.7783098220825195,
      "epoch": 1.8547880690737832,
      "rel-constrast": 3.7269692420959473,
      "step": 2363,
      "subrel-constrast": 4.305951118469238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4538735151290894,
      "cov-distil (oracle2student)": 3.9038825035095215,
      "cov-distil (oracle2teacher)": 3.7718210220336914,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.067138195037842,
      "step": 2364,
      "subrel-constrast": 3.09736967086792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903425216674805,
      "cov-distil (oracle2student)": 4.977543830871582,
      "cov-distil (oracle2teacher)": 5.059344291687012,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.255671501159668,
      "step": 2365,
      "subrel-constrast": 2.854412317276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9621092081069946,
      "cov-distil (oracle2student)": 3.0963966846466064,
      "cov-distil (oracle2teacher)": 3.22468900680542,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.3625214099884033,
      "step": 2366,
      "subrel-constrast": 2.2378032207489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50639808177948,
      "cov-distil (oracle2student)": 5.961570739746094,
      "cov-distil (oracle2teacher)": 5.489617347717285,
      "epoch": 1.8579277864992152,
      "rel-constrast": 3.742440938949585,
      "step": 2367,
      "subrel-constrast": 4.3212080001831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0261783599853516,
      "cov-distil (oracle2student)": 4.867524147033691,
      "cov-distil (oracle2teacher)": 4.90176248550415,
      "epoch": 1.858712715855573,
      "rel-constrast": 2.43194842338562,
      "step": 2368,
      "subrel-constrast": 3.9272537231445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654484272003174,
      "cov-distil (oracle2student)": 4.744684219360352,
      "cov-distil (oracle2teacher)": 4.445415019989014,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.5566571950912476,
      "step": 2369,
      "subrel-constrast": 2.6608877182006836,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 3.921875,
      "learning_rate": 6.31431411649406e-05,
      "loss": 0.6406,
      "step": 2370
    },
    {
      "cov-distil": 1.004799246788025,
      "cov-distil (oracle2student)": 3.563671827316284,
      "cov-distil (oracle2teacher)": 3.4328274726867676,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.1290347576141357,
      "step": 2370,
      "subrel-constrast": 2.622697353363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9826874732971191,
      "cov-distil (oracle2student)": 4.26192569732666,
      "cov-distil (oracle2teacher)": 4.057744026184082,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.7799882888793945,
      "step": 2371,
      "subrel-constrast": 3.074427366256714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377638101577759,
      "cov-distil (oracle2student)": 5.220644950866699,
      "cov-distil (oracle2teacher)": 5.0902814865112305,
      "epoch": 1.8618524332810047,
      "rel-constrast": 2.611656427383423,
      "step": 2372,
      "subrel-constrast": 3.5734241008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6544959545135498,
      "cov-distil (oracle2student)": 5.757359504699707,
      "cov-distil (oracle2teacher)": 4.997464656829834,
      "epoch": 1.8626373626373627,
      "rel-constrast": 2.6842386722564697,
      "step": 2373,
      "subrel-constrast": 3.4150121212005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9461681842803955,
      "cov-distil (oracle2student)": 4.170233249664307,
      "cov-distil (oracle2teacher)": 3.966193199157715,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.162783145904541,
      "step": 2374,
      "subrel-constrast": 3.3886711597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3996866941452026,
      "cov-distil (oracle2student)": 4.700699329376221,
      "cov-distil (oracle2teacher)": 4.944279670715332,
      "epoch": 1.8642072213500787,
      "rel-constrast": 2.7657434940338135,
      "step": 2375,
      "subrel-constrast": 3.4011454582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1707357168197632,
      "cov-distil (oracle2student)": 4.757694244384766,
      "cov-distil (oracle2teacher)": 4.358890056610107,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.7221310138702393,
      "step": 2376,
      "subrel-constrast": 3.355167865753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8573145866394043,
      "cov-distil (oracle2student)": 3.739678144454956,
      "cov-distil (oracle2teacher)": 3.7267842292785645,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.524033546447754,
      "step": 2377,
      "subrel-constrast": 4.130204200744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9341342449188232,
      "cov-distil (oracle2student)": 4.023294925689697,
      "cov-distil (oracle2teacher)": 3.735569953918457,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.2588350772857666,
      "step": 2378,
      "subrel-constrast": 3.3699588775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088565826416016,
      "cov-distil (oracle2student)": 4.8697638511657715,
      "cov-distil (oracle2teacher)": 4.42840051651001,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.5167016983032227,
      "step": 2379,
      "subrel-constrast": 4.15249490737915,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 5.125,
      "learning_rate": 6.280603328435198e-05,
      "loss": 0.6941,
      "step": 2380
    },
    {
      "cov-distil": 2.678288459777832,
      "cov-distil (oracle2student)": 5.104611396789551,
      "cov-distil (oracle2teacher)": 4.4051194190979,
      "epoch": 1.8681318681318682,
      "rel-constrast": 2.963698148727417,
      "step": 2380,
      "subrel-constrast": 3.343202829360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0618600845336914,
      "cov-distil (oracle2student)": 4.167761325836182,
      "cov-distil (oracle2teacher)": 3.6291401386260986,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.752413034439087,
      "step": 2381,
      "subrel-constrast": 3.569997787475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7833828926086426,
      "cov-distil (oracle2student)": 3.1986122131347656,
      "cov-distil (oracle2teacher)": 3.699282169342041,
      "epoch": 1.8697017268445841,
      "rel-constrast": 1.8108787536621094,
      "step": 2382,
      "subrel-constrast": 2.730027437210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1905133724212646,
      "cov-distil (oracle2student)": 2.5829248428344727,
      "cov-distil (oracle2teacher)": 2.6821987628936768,
      "epoch": 1.870486656200942,
      "rel-constrast": 1.6077677011489868,
      "step": 2383,
      "subrel-constrast": 2.694601058959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4286748170852661,
      "cov-distil (oracle2student)": 5.124939441680908,
      "cov-distil (oracle2teacher)": 4.7889814376831055,
      "epoch": 1.8712715855572999,
      "rel-constrast": 2.8875725269317627,
      "step": 2384,
      "subrel-constrast": 3.5094754695892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838973045349121,
      "cov-distil (oracle2student)": 4.083115100860596,
      "cov-distil (oracle2teacher)": 3.958444118499756,
      "epoch": 1.8720565149136577,
      "rel-constrast": 2.8744945526123047,
      "step": 2385,
      "subrel-constrast": 3.4128618240356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4599888324737549,
      "cov-distil (oracle2student)": 4.234236717224121,
      "cov-distil (oracle2teacher)": 4.465267181396484,
      "epoch": 1.8728414442700156,
      "rel-constrast": 2.0569217205047607,
      "step": 2386,
      "subrel-constrast": 3.3245863914489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837515950202942,
      "cov-distil (oracle2student)": 4.708944320678711,
      "cov-distil (oracle2teacher)": 4.290178298950195,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.241419792175293,
      "step": 2387,
      "subrel-constrast": 4.025267601013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6756553649902344,
      "cov-distil (oracle2student)": 3.567595958709717,
      "cov-distil (oracle2teacher)": 3.1098287105560303,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.2220356464385986,
      "step": 2388,
      "subrel-constrast": 2.680574417114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675582885742188,
      "cov-distil (oracle2student)": 4.203188896179199,
      "cov-distil (oracle2teacher)": 5.167548656463623,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.4254825115203857,
      "step": 2389,
      "subrel-constrast": 4.0105485916137695,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 4.40625,
      "learning_rate": 6.24683012557677e-05,
      "loss": 0.6686,
      "step": 2390
    },
    {
      "cov-distil": 1.739579200744629,
      "cov-distil (oracle2student)": 5.307470321655273,
      "cov-distil (oracle2teacher)": 5.333881378173828,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.3073601722717285,
      "step": 2390,
      "subrel-constrast": 4.074277877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7618653774261475,
      "cov-distil (oracle2student)": 5.599060535430908,
      "cov-distil (oracle2teacher)": 5.2536516189575195,
      "epoch": 1.8767660910518054,
      "rel-constrast": 2.5662899017333984,
      "step": 2391,
      "subrel-constrast": 3.5210072994232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8219120502471924,
      "cov-distil (oracle2student)": 6.257807731628418,
      "cov-distil (oracle2teacher)": 6.282588005065918,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.366579055786133,
      "step": 2392,
      "subrel-constrast": 3.53727126121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4621421098709106,
      "cov-distil (oracle2student)": 2.8250746726989746,
      "cov-distil (oracle2teacher)": 3.130557060241699,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.1679162979125977,
      "step": 2393,
      "subrel-constrast": 3.1727309226989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9570882320404053,
      "cov-distil (oracle2student)": 5.495717525482178,
      "cov-distil (oracle2teacher)": 5.147459506988525,
      "epoch": 1.879120879120879,
      "rel-constrast": 2.9953646659851074,
      "step": 2394,
      "subrel-constrast": 4.226055145263672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7607479095458984,
      "cov-distil (oracle2student)": 5.102599620819092,
      "cov-distil (oracle2teacher)": 4.6078901290893555,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.223489761352539,
      "step": 2395,
      "subrel-constrast": 3.264348030090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480860710144043,
      "cov-distil (oracle2student)": 5.085165977478027,
      "cov-distil (oracle2teacher)": 4.9897780418396,
      "epoch": 1.880690737833595,
      "rel-constrast": 2.065951108932495,
      "step": 2396,
      "subrel-constrast": 2.8873345851898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9773221015930176,
      "cov-distil (oracle2student)": 3.5375895500183105,
      "cov-distil (oracle2teacher)": 3.9310245513916016,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.419555425643921,
      "step": 2397,
      "subrel-constrast": 3.102123975753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4159502983093262,
      "cov-distil (oracle2student)": 4.155058860778809,
      "cov-distil (oracle2teacher)": 4.398138046264648,
      "epoch": 1.8822605965463108,
      "rel-constrast": 1.7627061605453491,
      "step": 2398,
      "subrel-constrast": 2.542113780975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.596138834953308,
      "cov-distil (oracle2student)": 3.4858202934265137,
      "cov-distil (oracle2teacher)": 3.3091654777526855,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.041672706604004,
      "step": 2399,
      "subrel-constrast": 2.9565393924713135,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 3.625,
      "learning_rate": 6.212996153977037e-05,
      "loss": 0.6404,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.2953124940395355,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.0548095703125
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.03790283203125
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.01690673828125,
      "step": 2400
    },
    {
      "cov-distil": 1.6087286472320557,
      "cov-distil (oracle2student)": 5.790184020996094,
      "cov-distil (oracle2teacher)": 4.957058429718018,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.1194043159484863,
      "step": 2400,
      "subrel-constrast": 3.052764415740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0103647708892822,
      "cov-distil (oracle2student)": 4.715500831604004,
      "cov-distil (oracle2teacher)": 4.753940582275391,
      "epoch": 1.8846153846153846,
      "rel-constrast": 2.91168212890625,
      "step": 2401,
      "subrel-constrast": 3.5985755920410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583055019378662,
      "cov-distil (oracle2student)": 4.667517185211182,
      "cov-distil (oracle2teacher)": 4.418806076049805,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.1408071517944336,
      "step": 2402,
      "subrel-constrast": 2.895460605621338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5197575092315674,
      "cov-distil (oracle2student)": 5.640214920043945,
      "cov-distil (oracle2teacher)": 5.656935691833496,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.0275368690490723,
      "step": 2403,
      "subrel-constrast": 4.359648704528809,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6947174072265625,
      "cov-distil (oracle2student)": 3.5506834983825684,
      "cov-distil (oracle2teacher)": 3.3113298416137695,
      "epoch": 1.8869701726844585,
      "rel-constrast": 2.732675552368164,
      "step": 2404,
      "subrel-constrast": 3.121058225631714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2588696479797363,
      "cov-distil (oracle2student)": 2.737632989883423,
      "cov-distil (oracle2teacher)": 3.267300605773926,
      "epoch": 1.8877551020408163,
      "rel-constrast": 1.7896898984909058,
      "step": 2405,
      "subrel-constrast": 2.9491829872131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0446486473083496,
      "cov-distil (oracle2student)": 3.5109574794769287,
      "cov-distil (oracle2teacher)": 3.813089370727539,
      "epoch": 1.8885400313971743,
      "rel-constrast": 2.9249825477600098,
      "step": 2406,
      "subrel-constrast": 3.6621010303497314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0806210041046143,
      "cov-distil (oracle2student)": 3.081538200378418,
      "cov-distil (oracle2teacher)": 3.3141493797302246,
      "epoch": 1.889324960753532,
      "rel-constrast": 2.7822341918945312,
      "step": 2407,
      "subrel-constrast": 3.471592903137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6181846857070923,
      "cov-distil (oracle2student)": 3.7797608375549316,
      "cov-distil (oracle2teacher)": 4.2460222244262695,
      "epoch": 1.89010989010989,
      "rel-constrast": 2.385509490966797,
      "step": 2408,
      "subrel-constrast": 3.1291847229003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4389193058013916,
      "cov-distil (oracle2student)": 4.953128814697266,
      "cov-distil (oracle2teacher)": 5.213973045349121,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.552157402038574,
      "step": 2409,
      "subrel-constrast": 3.2217798233032227,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 4.78125,
      "learning_rate": 6.179103062656042e-05,
      "loss": 0.6813,
      "step": 2410
    },
    {
      "cov-distil": 1.7499011754989624,
      "cov-distil (oracle2student)": 4.410859107971191,
      "cov-distil (oracle2teacher)": 3.7394893169403076,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.1973717212677,
      "step": 2410,
      "subrel-constrast": 3.206827163696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6124358177185059,
      "cov-distil (oracle2student)": 7.5667195320129395,
      "cov-distil (oracle2teacher)": 6.179150104522705,
      "epoch": 1.892464678178964,
      "rel-constrast": 2.7535579204559326,
      "step": 2411,
      "subrel-constrast": 3.394606590270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803779602050781,
      "cov-distil (oracle2student)": 3.9166007041931152,
      "cov-distil (oracle2teacher)": 3.5039515495300293,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.2434191703796387,
      "step": 2412,
      "subrel-constrast": 3.0712695121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0750732421875,
      "cov-distil (oracle2student)": 6.256494522094727,
      "cov-distil (oracle2teacher)": 6.014002323150635,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.147334098815918,
      "step": 2413,
      "subrel-constrast": 4.0380144119262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0591788291931152,
      "cov-distil (oracle2student)": 5.357402801513672,
      "cov-distil (oracle2teacher)": 4.805780410766602,
      "epoch": 1.8948194662480375,
      "rel-constrast": 2.7676305770874023,
      "step": 2414,
      "subrel-constrast": 3.430229425430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629542589187622,
      "cov-distil (oracle2student)": 4.7789740562438965,
      "cov-distil (oracle2teacher)": 4.482861042022705,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.7869443893432617,
      "step": 2415,
      "subrel-constrast": 3.834791660308838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024656295776367,
      "cov-distil (oracle2student)": 5.2156982421875,
      "cov-distil (oracle2teacher)": 5.193233489990234,
      "epoch": 1.8963893249607535,
      "rel-constrast": 2.9649240970611572,
      "step": 2416,
      "subrel-constrast": 3.401249885559082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241619825363159,
      "cov-distil (oracle2student)": 3.7364015579223633,
      "cov-distil (oracle2teacher)": 4.31088924407959,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.3040924072265625,
      "step": 2417,
      "subrel-constrast": 3.901656150817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906785249710083,
      "cov-distil (oracle2student)": 3.877901554107666,
      "cov-distil (oracle2teacher)": 3.916234016418457,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.7539225816726685,
      "step": 2418,
      "subrel-constrast": 2.929307699203491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7708613872528076,
      "cov-distil (oracle2student)": 4.565413475036621,
      "cov-distil (oracle2teacher)": 4.282233238220215,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.281352996826172,
      "step": 2419,
      "subrel-constrast": 4.3188652992248535,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 5.53125,
      "learning_rate": 6.145152503515239e-05,
      "loss": 0.7019,
      "step": 2420
    },
    {
      "cov-distil": 1.6368236541748047,
      "cov-distil (oracle2student)": 4.397355079650879,
      "cov-distil (oracle2teacher)": 4.656588554382324,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.2219038009643555,
      "step": 2420,
      "subrel-constrast": 3.2838075160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025738716125488,
      "cov-distil (oracle2student)": 4.5752410888671875,
      "cov-distil (oracle2teacher)": 4.493602752685547,
      "epoch": 1.900313971742543,
      "rel-constrast": 2.1731724739074707,
      "step": 2421,
      "subrel-constrast": 2.882530927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4478843212127686,
      "cov-distil (oracle2student)": 3.1304314136505127,
      "cov-distil (oracle2teacher)": 3.4269790649414062,
      "epoch": 1.901098901098901,
      "rel-constrast": 1.8298094272613525,
      "step": 2422,
      "subrel-constrast": 3.005410671234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042214870452881,
      "cov-distil (oracle2student)": 4.177407264709473,
      "cov-distil (oracle2teacher)": 4.334462642669678,
      "epoch": 1.901883830455259,
      "rel-constrast": 3.2032718658447266,
      "step": 2423,
      "subrel-constrast": 4.030201435089111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87745201587677,
      "cov-distil (oracle2student)": 4.781280517578125,
      "cov-distil (oracle2teacher)": 4.755945682525635,
      "epoch": 1.902668759811617,
      "rel-constrast": 2.5557150840759277,
      "step": 2424,
      "subrel-constrast": 3.1519277095794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5595307350158691,
      "cov-distil (oracle2student)": 3.505128860473633,
      "cov-distil (oracle2teacher)": 3.8219733238220215,
      "epoch": 1.903453689167975,
      "rel-constrast": 1.9315639734268188,
      "step": 2425,
      "subrel-constrast": 2.525496482849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.161972165107727,
      "cov-distil (oracle2student)": 4.791797637939453,
      "cov-distil (oracle2teacher)": 5.080789566040039,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.378396511077881,
      "step": 2426,
      "subrel-constrast": 3.322086811065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3944885730743408,
      "cov-distil (oracle2student)": 4.227404594421387,
      "cov-distil (oracle2teacher)": 4.001729965209961,
      "epoch": 1.9050235478806907,
      "rel-constrast": 2.784055471420288,
      "step": 2427,
      "subrel-constrast": 3.5507993698120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9444655179977417,
      "cov-distil (oracle2student)": 8.43883991241455,
      "cov-distil (oracle2teacher)": 7.338441848754883,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.3596417903900146,
      "step": 2428,
      "subrel-constrast": 3.7557740211486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821336030960083,
      "cov-distil (oracle2student)": 6.335476875305176,
      "cov-distil (oracle2teacher)": 5.6594438552856445,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.070823907852173,
      "step": 2429,
      "subrel-constrast": 3.9585652351379395,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 4.46875,
      "learning_rate": 6.111146131256983e-05,
      "loss": 0.6539,
      "step": 2430
    },
    {
      "cov-distil": 2.063528537750244,
      "cov-distil (oracle2student)": 6.355644702911377,
      "cov-distil (oracle2teacher)": 5.833003044128418,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.131718635559082,
      "step": 2430,
      "subrel-constrast": 4.014697074890137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5037522315979004,
      "cov-distil (oracle2student)": 4.6540021896362305,
      "cov-distil (oracle2teacher)": 4.312002182006836,
      "epoch": 1.9081632653061225,
      "rel-constrast": 2.520285129547119,
      "step": 2431,
      "subrel-constrast": 3.3230233192443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7007334232330322,
      "cov-distil (oracle2student)": 5.079928874969482,
      "cov-distil (oracle2teacher)": 4.694340705871582,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.5313055515289307,
      "step": 2432,
      "subrel-constrast": 2.886378049850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0113558769226074,
      "cov-distil (oracle2student)": 6.25448751449585,
      "cov-distil (oracle2teacher)": 6.125463008880615,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.13657283782959,
      "step": 2433,
      "subrel-constrast": 3.8306632041931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6638541221618652,
      "cov-distil (oracle2student)": 4.3974223136901855,
      "cov-distil (oracle2teacher)": 4.60687255859375,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.3628919124603271,
      "step": 2434,
      "subrel-constrast": 2.5375185012817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388999104499817,
      "cov-distil (oracle2student)": 5.649985313415527,
      "cov-distil (oracle2teacher)": 5.3490214347839355,
      "epoch": 1.9113029827315542,
      "rel-constrast": 1.839772343635559,
      "step": 2435,
      "subrel-constrast": 2.79158091545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2915223836898804,
      "cov-distil (oracle2student)": 3.5684170722961426,
      "cov-distil (oracle2teacher)": 3.502531051635742,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.304530143737793,
      "step": 2436,
      "subrel-constrast": 2.9061341285705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6078753471374512,
      "cov-distil (oracle2student)": 5.253050804138184,
      "cov-distil (oracle2teacher)": 4.914355754852295,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.409943103790283,
      "step": 2437,
      "subrel-constrast": 3.9116547107696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3659236431121826,
      "cov-distil (oracle2student)": 4.117100238800049,
      "cov-distil (oracle2teacher)": 4.067747116088867,
      "epoch": 1.913657770800628,
      "rel-constrast": 2.0301294326782227,
      "step": 2438,
      "subrel-constrast": 2.6090683937072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096083164215088,
      "cov-distil (oracle2student)": 4.045681476593018,
      "cov-distil (oracle2teacher)": 3.884026527404785,
      "epoch": 1.914442700156986,
      "rel-constrast": 3.1445517539978027,
      "step": 2439,
      "subrel-constrast": 3.2232651710510254,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 5.34375,
      "learning_rate": 6.077085603303882e-05,
      "loss": 0.6511,
      "step": 2440
    },
    {
      "cov-distil": 1.6392488479614258,
      "cov-distil (oracle2student)": 4.215446472167969,
      "cov-distil (oracle2teacher)": 3.9013586044311523,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.4744372367858887,
      "step": 2440,
      "subrel-constrast": 3.1411800384521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036975145339966,
      "cov-distil (oracle2student)": 4.479938507080078,
      "cov-distil (oracle2teacher)": 4.526072978973389,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.310187816619873,
      "step": 2441,
      "subrel-constrast": 3.2175960540771484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7178869247436523,
      "cov-distil (oracle2student)": 4.855166435241699,
      "cov-distil (oracle2teacher)": 4.578851699829102,
      "epoch": 1.9167974882260597,
      "rel-constrast": 2.832335948944092,
      "step": 2442,
      "subrel-constrast": 3.525486469268799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4423127174377441,
      "cov-distil (oracle2student)": 4.4381866455078125,
      "cov-distil (oracle2teacher)": 4.124951362609863,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.5946288108825684,
      "step": 2443,
      "subrel-constrast": 2.920959949493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365911960601807,
      "cov-distil (oracle2student)": 3.7236788272857666,
      "cov-distil (oracle2teacher)": 3.626047372817993,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.3106162548065186,
      "step": 2444,
      "subrel-constrast": 3.531022787094116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3463120460510254,
      "cov-distil (oracle2student)": 4.456232070922852,
      "cov-distil (oracle2teacher)": 4.176748752593994,
      "epoch": 1.9191522762951334,
      "rel-constrast": 2.7584402561187744,
      "step": 2445,
      "subrel-constrast": 3.556046962738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776332139968872,
      "cov-distil (oracle2student)": 6.8040618896484375,
      "cov-distil (oracle2teacher)": 6.81962776184082,
      "epoch": 1.9199372056514914,
      "rel-constrast": 2.732391834259033,
      "step": 2446,
      "subrel-constrast": 4.0304155349731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929484367370605,
      "cov-distil (oracle2student)": 3.258389711380005,
      "cov-distil (oracle2teacher)": 3.6334898471832275,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.0504274368286133,
      "step": 2447,
      "subrel-constrast": 3.19718074798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357682704925537,
      "cov-distil (oracle2student)": 4.523638725280762,
      "cov-distil (oracle2teacher)": 4.490758419036865,
      "epoch": 1.9215070643642074,
      "rel-constrast": 2.7167911529541016,
      "step": 2448,
      "subrel-constrast": 3.6094868183135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050043821334839,
      "cov-distil (oracle2student)": 4.034247398376465,
      "cov-distil (oracle2teacher)": 4.246694087982178,
      "epoch": 1.9222919937205651,
      "rel-constrast": 3.444307327270508,
      "step": 2449,
      "subrel-constrast": 4.249222755432129,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 4.6875,
      "learning_rate": 6.042972579718019e-05,
      "loss": 0.6959,
      "step": 2450
    },
    {
      "cov-distil": 2.113569974899292,
      "cov-distil (oracle2student)": 3.8079304695129395,
      "cov-distil (oracle2teacher)": 3.7943358421325684,
      "epoch": 1.9230769230769231,
      "rel-constrast": 1.745633602142334,
      "step": 2450,
      "subrel-constrast": 3.1959307193756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9503016471862793,
      "cov-distil (oracle2student)": 3.872591018676758,
      "cov-distil (oracle2teacher)": 4.592779159545898,
      "epoch": 1.923861852433281,
      "rel-constrast": 1.9338304996490479,
      "step": 2451,
      "subrel-constrast": 3.061383008956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6872833967208862,
      "cov-distil (oracle2student)": 6.156352996826172,
      "cov-distil (oracle2teacher)": 5.713137626647949,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.254442572593689,
      "step": 2452,
      "subrel-constrast": 2.3290281295776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9164255857467651,
      "cov-distil (oracle2student)": 3.1561508178710938,
      "cov-distil (oracle2teacher)": 3.122098445892334,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.9007675647735596,
      "step": 2453,
      "subrel-constrast": 3.56514310836792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1052663326263428,
      "cov-distil (oracle2student)": 5.177646636962891,
      "cov-distil (oracle2teacher)": 4.361931800842285,
      "epoch": 1.9262166405023549,
      "rel-constrast": 1.6196327209472656,
      "step": 2454,
      "subrel-constrast": 3.1547558307647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.26076078414917,
      "cov-distil (oracle2student)": 3.6704769134521484,
      "cov-distil (oracle2teacher)": 3.6344380378723145,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.530296802520752,
      "step": 2455,
      "subrel-constrast": 3.6379191875457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592729926109314,
      "cov-distil (oracle2student)": 4.639117240905762,
      "cov-distil (oracle2teacher)": 4.331360816955566,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.298947334289551,
      "step": 2456,
      "subrel-constrast": 4.0797858238220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7274502515792847,
      "cov-distil (oracle2student)": 3.710318088531494,
      "cov-distil (oracle2teacher)": 3.7985048294067383,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.314298152923584,
      "step": 2457,
      "subrel-constrast": 3.513676881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6272131204605103,
      "cov-distil (oracle2student)": 4.526007652282715,
      "cov-distil (oracle2teacher)": 4.349469184875488,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.9735851287841797,
      "step": 2458,
      "subrel-constrast": 3.6699886322021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101687431335449,
      "cov-distil (oracle2student)": 6.02712345123291,
      "cov-distil (oracle2teacher)": 5.361684799194336,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.3543429374694824,
      "step": 2459,
      "subrel-constrast": 4.120841026306152,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 3.84375,
      "learning_rate": 6.008808723120035e-05,
      "loss": 0.6209,
      "step": 2460
    },
    {
      "cov-distil": 1.434382438659668,
      "cov-distil (oracle2student)": 3.654074192047119,
      "cov-distil (oracle2teacher)": 3.7676455974578857,
      "epoch": 1.9309262166405023,
      "rel-constrast": 2.966485023498535,
      "step": 2460,
      "subrel-constrast": 3.20400071144104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392695426940918,
      "cov-distil (oracle2student)": 6.501132011413574,
      "cov-distil (oracle2teacher)": 5.886183261871338,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.0948030948638916,
      "step": 2461,
      "subrel-constrast": 3.030432939529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953207969665527,
      "cov-distil (oracle2student)": 3.4652440547943115,
      "cov-distil (oracle2teacher)": 3.269979238510132,
      "epoch": 1.9324960753532183,
      "rel-constrast": 2.705125093460083,
      "step": 2462,
      "subrel-constrast": 3.219270944595337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515125751495361,
      "cov-distil (oracle2student)": 5.479332447052002,
      "cov-distil (oracle2teacher)": 5.8892059326171875,
      "epoch": 1.933281004709576,
      "rel-constrast": 2.047062397003174,
      "step": 2463,
      "subrel-constrast": 3.048161506652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985928297042847,
      "cov-distil (oracle2student)": 4.86997652053833,
      "cov-distil (oracle2teacher)": 4.638810157775879,
      "epoch": 1.934065934065934,
      "rel-constrast": 1.8220783472061157,
      "step": 2464,
      "subrel-constrast": 3.0284347534179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542559146881104,
      "cov-distil (oracle2student)": 3.6523008346557617,
      "cov-distil (oracle2teacher)": 3.1194820404052734,
      "epoch": 1.9348508634222918,
      "rel-constrast": 1.9009461402893066,
      "step": 2465,
      "subrel-constrast": 2.3680505752563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6820032596588135,
      "cov-distil (oracle2student)": 4.384657382965088,
      "cov-distil (oracle2teacher)": 3.928162097930908,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.4610424041748047,
      "step": 2466,
      "subrel-constrast": 2.9358811378479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7543144226074219,
      "cov-distil (oracle2student)": 3.733570098876953,
      "cov-distil (oracle2teacher)": 4.128424644470215,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.317094326019287,
      "step": 2467,
      "subrel-constrast": 3.2029078006744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2425624132156372,
      "cov-distil (oracle2student)": 4.24611759185791,
      "cov-distil (oracle2teacher)": 4.051010608673096,
      "epoch": 1.9372056514913658,
      "rel-constrast": 2.870096206665039,
      "step": 2468,
      "subrel-constrast": 3.1577277183532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6092205047607422,
      "cov-distil (oracle2student)": 3.5187339782714844,
      "cov-distil (oracle2teacher)": 3.45456600189209,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.472060203552246,
      "step": 2469,
      "subrel-constrast": 2.9680583477020264,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 4.53125,
      "learning_rate": 5.974595698608103e-05,
      "loss": 0.631,
      "step": 2470
    },
    {
      "cov-distil": 1.8633323907852173,
      "cov-distil (oracle2student)": 3.0566577911376953,
      "cov-distil (oracle2teacher)": 3.40569806098938,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.6424238681793213,
      "step": 2470,
      "subrel-constrast": 2.562615394592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7823173999786377,
      "cov-distil (oracle2student)": 4.216024398803711,
      "cov-distil (oracle2teacher)": 4.322237014770508,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.378356456756592,
      "step": 2471,
      "subrel-constrast": 3.1091244220733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.018372058868408,
      "cov-distil (oracle2student)": 4.279947280883789,
      "cov-distil (oracle2teacher)": 4.281184673309326,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.3008737564086914,
      "step": 2472,
      "subrel-constrast": 3.698737144470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8619518280029297,
      "cov-distil (oracle2student)": 4.080155372619629,
      "cov-distil (oracle2teacher)": 4.058784484863281,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.6209206581115723,
      "step": 2473,
      "subrel-constrast": 4.521544456481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0237815380096436,
      "cov-distil (oracle2student)": 4.807929992675781,
      "cov-distil (oracle2teacher)": 5.025022506713867,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.1848981380462646,
      "step": 2474,
      "subrel-constrast": 4.4941582679748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214277505874634,
      "cov-distil (oracle2student)": 3.4416141510009766,
      "cov-distil (oracle2teacher)": 3.282114028930664,
      "epoch": 1.9427001569858713,
      "rel-constrast": 1.9788168668746948,
      "step": 2475,
      "subrel-constrast": 3.458690881729126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9632714986801147,
      "cov-distil (oracle2student)": 3.9366581439971924,
      "cov-distil (oracle2teacher)": 4.062438488006592,
      "epoch": 1.9434850863422293,
      "rel-constrast": 3.7830116748809814,
      "step": 2476,
      "subrel-constrast": 4.7572021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3743335008621216,
      "cov-distil (oracle2student)": 5.943985939025879,
      "cov-distil (oracle2teacher)": 5.422881126403809,
      "epoch": 1.9442700156985873,
      "rel-constrast": 2.908735990524292,
      "step": 2477,
      "subrel-constrast": 3.096045732498169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6789615154266357,
      "cov-distil (oracle2student)": 4.631444931030273,
      "cov-distil (oracle2teacher)": 5.146999835968018,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.3233938217163086,
      "step": 2478,
      "subrel-constrast": 3.513758897781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5109608173370361,
      "cov-distil (oracle2student)": 3.3724405765533447,
      "cov-distil (oracle2teacher)": 3.921525239944458,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.053091526031494,
      "step": 2479,
      "subrel-constrast": 2.8572704792022705,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 4.125,
      "learning_rate": 5.9403351736767696e-05,
      "loss": 0.7026,
      "step": 2480
    },
    {
      "cov-distil": 1.4503912925720215,
      "cov-distil (oracle2student)": 3.317537307739258,
      "cov-distil (oracle2teacher)": 3.112027645111084,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.1617913246154785,
      "step": 2480,
      "subrel-constrast": 2.817483425140381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4869325160980225,
      "cov-distil (oracle2student)": 4.158205509185791,
      "cov-distil (oracle2teacher)": 4.368568420410156,
      "epoch": 1.9474097331240188,
      "rel-constrast": 2.8389158248901367,
      "step": 2481,
      "subrel-constrast": 3.469738483428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7378907203674316,
      "cov-distil (oracle2student)": 5.218984127044678,
      "cov-distil (oracle2teacher)": 4.454662322998047,
      "epoch": 1.9481946624803768,
      "rel-constrast": 2.8065624237060547,
      "step": 2482,
      "subrel-constrast": 3.9157299995422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834546089172363,
      "cov-distil (oracle2student)": 3.6902129650115967,
      "cov-distil (oracle2teacher)": 3.8884758949279785,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.722843885421753,
      "step": 2483,
      "subrel-constrast": 4.003515720367432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728473901748657,
      "cov-distil (oracle2student)": 3.4454517364501953,
      "cov-distil (oracle2teacher)": 3.508997917175293,
      "epoch": 1.9497645211930927,
      "rel-constrast": 3.125566005706787,
      "step": 2484,
      "subrel-constrast": 3.6689651012420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8753831386566162,
      "cov-distil (oracle2student)": 4.230984687805176,
      "cov-distil (oracle2teacher)": 4.617133140563965,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.004157543182373,
      "step": 2485,
      "subrel-constrast": 3.6785495281219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496845245361328,
      "cov-distil (oracle2student)": 5.057103157043457,
      "cov-distil (oracle2teacher)": 4.708800315856934,
      "epoch": 1.9513343799058085,
      "rel-constrast": 2.8313560485839844,
      "step": 2486,
      "subrel-constrast": 3.667280435562134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4071245193481445,
      "cov-distil (oracle2student)": 5.204876899719238,
      "cov-distil (oracle2teacher)": 4.809920310974121,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.695950984954834,
      "step": 2487,
      "subrel-constrast": 3.5830249786376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3013389110565186,
      "cov-distil (oracle2student)": 5.301314353942871,
      "cov-distil (oracle2teacher)": 4.952354907989502,
      "epoch": 1.9529042386185242,
      "rel-constrast": 2.60662841796875,
      "step": 2488,
      "subrel-constrast": 4.091353416442871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5742180347442627,
      "cov-distil (oracle2student)": 5.969152450561523,
      "cov-distil (oracle2teacher)": 5.357150077819824,
      "epoch": 1.9536891679748822,
      "rel-constrast": 1.9941952228546143,
      "step": 2489,
      "subrel-constrast": 3.0084385871887207,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 13.6875,
      "learning_rate": 5.906028818135687e-05,
      "loss": 0.6875,
      "step": 2490
    },
    {
      "cov-distil": 2.1099369525909424,
      "cov-distil (oracle2student)": 4.210698127746582,
      "cov-distil (oracle2teacher)": 3.5835349559783936,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.1417431831359863,
      "step": 2490,
      "subrel-constrast": 3.2572529315948486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6627283096313477,
      "cov-distil (oracle2student)": 4.883523941040039,
      "cov-distil (oracle2teacher)": 4.638039588928223,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.416308879852295,
      "step": 2491,
      "subrel-constrast": 3.325330972671509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4507558345794678,
      "cov-distil (oracle2student)": 5.002725124359131,
      "cov-distil (oracle2teacher)": 4.909409046173096,
      "epoch": 1.9560439560439562,
      "rel-constrast": 2.722961902618408,
      "step": 2492,
      "subrel-constrast": 3.7017815113067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.659635066986084,
      "cov-distil (oracle2student)": 4.506506443023682,
      "cov-distil (oracle2teacher)": 4.43465518951416,
      "epoch": 1.956828885400314,
      "rel-constrast": 1.9252089262008667,
      "step": 2493,
      "subrel-constrast": 3.1384382247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623679280281067,
      "cov-distil (oracle2student)": 2.5478992462158203,
      "cov-distil (oracle2teacher)": 3.0524415969848633,
      "epoch": 1.957613814756672,
      "rel-constrast": 1.846777319908142,
      "step": 2494,
      "subrel-constrast": 2.91062331199646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9193593263626099,
      "cov-distil (oracle2student)": 5.185713291168213,
      "cov-distil (oracle2teacher)": 4.71533203125,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.0478153228759766,
      "step": 2495,
      "subrel-constrast": 4.019968509674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016890525817871,
      "cov-distil (oracle2student)": 5.948273181915283,
      "cov-distil (oracle2teacher)": 5.32450008392334,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.05358624458313,
      "step": 2496,
      "subrel-constrast": 3.7689876556396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550295114517212,
      "cov-distil (oracle2student)": 2.073939323425293,
      "cov-distil (oracle2teacher)": 2.6034228801727295,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.245976209640503,
      "step": 2497,
      "subrel-constrast": 3.1667094230651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3736112117767334,
      "cov-distil (oracle2student)": 5.4563164710998535,
      "cov-distil (oracle2teacher)": 4.62297248840332,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.1778405904769897,
      "step": 2498,
      "subrel-constrast": 1.9556467533111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6540087461471558,
      "cov-distil (oracle2student)": 3.9698290824890137,
      "cov-distil (oracle2teacher)": 4.227908134460449,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.4609427452087402,
      "step": 2499,
      "subrel-constrast": 2.3662118911743164,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 3.296875,
      "learning_rate": 5.8716783040282244e-05,
      "loss": 0.5935,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.7659999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7693754589296343,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5919144409450439,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6143694699337722,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.6028824849758648,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5419140001630578,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.32500001788139343,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.06793212890625
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.053131103515625
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.014801025390625,
      "step": 2500
    },
    {
      "cov-distil": 1.1066657304763794,
      "cov-distil (oracle2student)": 5.118325233459473,
      "cov-distil (oracle2teacher)": 4.95701789855957,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.0915095806121826,
      "step": 2500,
      "subrel-constrast": 2.456439733505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654317378997803,
      "cov-distil (oracle2student)": 4.780410289764404,
      "cov-distil (oracle2teacher)": 5.24764347076416,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.464895248413086,
      "step": 2501,
      "subrel-constrast": 3.5137221813201904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8475165367126465,
      "cov-distil (oracle2student)": 4.813754081726074,
      "cov-distil (oracle2teacher)": 4.255051612854004,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.658175468444824,
      "step": 2502,
      "subrel-constrast": 4.079983711242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312456607818604,
      "cov-distil (oracle2student)": 5.760175704956055,
      "cov-distil (oracle2teacher)": 5.000723361968994,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.146709442138672,
      "step": 2503,
      "subrel-constrast": 3.9509332180023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6437900066375732,
      "cov-distil (oracle2student)": 6.165802955627441,
      "cov-distil (oracle2teacher)": 5.956415176391602,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.3390450477600098,
      "step": 2504,
      "subrel-constrast": 3.291724681854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910606384277344,
      "cov-distil (oracle2student)": 3.0515780448913574,
      "cov-distil (oracle2teacher)": 3.320089817047119,
      "epoch": 1.9662480376766092,
      "rel-constrast": 1.7464886903762817,
      "step": 2505,
      "subrel-constrast": 2.682459831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8364578485488892,
      "cov-distil (oracle2student)": 3.5455973148345947,
      "cov-distil (oracle2teacher)": 3.9225969314575195,
      "epoch": 1.9670329670329672,
      "rel-constrast": 2.802579641342163,
      "step": 2506,
      "subrel-constrast": 3.5690419673919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755467414855957,
      "cov-distil (oracle2student)": 3.963101863861084,
      "cov-distil (oracle2teacher)": 4.14091682434082,
      "epoch": 1.967817896389325,
      "rel-constrast": 2.32249116897583,
      "step": 2507,
      "subrel-constrast": 3.751641035079956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9412181377410889,
      "cov-distil (oracle2student)": 5.024752616882324,
      "cov-distil (oracle2teacher)": 4.612900257110596,
      "epoch": 1.968602825745683,
      "rel-constrast": 2.409407138824463,
      "step": 2508,
      "subrel-constrast": 3.277334690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425809860229492,
      "cov-distil (oracle2student)": 6.608183860778809,
      "cov-distil (oracle2teacher)": 5.772889137268066,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.2092809677124023,
      "step": 2509,
      "subrel-constrast": 3.1731197834014893,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 4.59375,
      "learning_rate": 5.837285305549978e-05,
      "loss": 0.6719,
      "step": 2510
    },
    {
      "cov-distil": 2.1095499992370605,
      "cov-distil (oracle2student)": 4.043517112731934,
      "cov-distil (oracle2teacher)": 3.7986538410186768,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.388908863067627,
      "step": 2510,
      "subrel-constrast": 3.231389284133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9928646087646484,
      "cov-distil (oracle2student)": 3.9442124366760254,
      "cov-distil (oracle2teacher)": 4.273163318634033,
      "epoch": 1.9709576138147566,
      "rel-constrast": 2.803920269012451,
      "step": 2511,
      "subrel-constrast": 3.397458791732788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037890911102295,
      "cov-distil (oracle2student)": 4.574519634246826,
      "cov-distil (oracle2teacher)": 4.41057014465332,
      "epoch": 1.9717425431711146,
      "rel-constrast": 2.937023639678955,
      "step": 2512,
      "subrel-constrast": 3.5620789527893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8750109672546387,
      "cov-distil (oracle2student)": 5.159994125366211,
      "cov-distil (oracle2teacher)": 4.99534797668457,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.3556787967681885,
      "step": 2513,
      "subrel-constrast": 4.200250148773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9165971279144287,
      "cov-distil (oracle2student)": 4.944738388061523,
      "cov-distil (oracle2teacher)": 4.542484283447266,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.205554962158203,
      "step": 2514,
      "subrel-constrast": 4.032872200012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664344787597656,
      "cov-distil (oracle2student)": 4.536765098571777,
      "cov-distil (oracle2teacher)": 4.270895957946777,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.2212471961975098,
      "step": 2515,
      "subrel-constrast": 3.1677427291870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259949803352356,
      "cov-distil (oracle2student)": 5.1364617347717285,
      "cov-distil (oracle2teacher)": 4.355741500854492,
      "epoch": 1.9748822605965461,
      "rel-constrast": 2.3406124114990234,
      "step": 2516,
      "subrel-constrast": 2.672093152999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.249608039855957,
      "cov-distil (oracle2student)": 4.755095481872559,
      "cov-distil (oracle2teacher)": 4.2720136642456055,
      "epoch": 1.9756671899529041,
      "rel-constrast": 2.4666638374328613,
      "step": 2517,
      "subrel-constrast": 3.688063621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3200082778930664,
      "cov-distil (oracle2student)": 4.640836238861084,
      "cov-distil (oracle2teacher)": 4.337072372436523,
      "epoch": 1.9764521193092621,
      "rel-constrast": 1.8486121892929077,
      "step": 2518,
      "subrel-constrast": 3.3007330894470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283935785293579,
      "cov-distil (oracle2student)": 3.459717273712158,
      "cov-distil (oracle2teacher)": 3.7944118976593018,
      "epoch": 1.9772370486656201,
      "rel-constrast": 2.9044694900512695,
      "step": 2519,
      "subrel-constrast": 3.490337371826172,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 4.625,
      "learning_rate": 5.8028514989671724e-05,
      "loss": 0.707,
      "step": 2520
    },
    {
      "cov-distil": 1.6496431827545166,
      "cov-distil (oracle2student)": 4.513698577880859,
      "cov-distil (oracle2teacher)": 4.439805507659912,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.6258759498596191,
      "step": 2520,
      "subrel-constrast": 2.1705517768859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5472121238708496,
      "cov-distil (oracle2student)": 3.8499794006347656,
      "cov-distil (oracle2teacher)": 3.4900879859924316,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.0182299613952637,
      "step": 2521,
      "subrel-constrast": 3.0980799198150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2481393814086914,
      "cov-distil (oracle2student)": 4.411068439483643,
      "cov-distil (oracle2teacher)": 4.478513240814209,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.5255589485168457,
      "step": 2522,
      "subrel-constrast": 3.7120320796966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9908323287963867,
      "cov-distil (oracle2student)": 4.6647047996521,
      "cov-distil (oracle2teacher)": 4.310477256774902,
      "epoch": 1.9803767660910518,
      "rel-constrast": 1.8836511373519897,
      "step": 2523,
      "subrel-constrast": 3.363853693008423,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3456411361694336,
      "cov-distil (oracle2student)": 4.764852523803711,
      "cov-distil (oracle2teacher)": 5.329623222351074,
      "epoch": 1.9811616954474096,
      "rel-constrast": 2.56581974029541,
      "step": 2524,
      "subrel-constrast": 3.7785446643829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149233818054199,
      "cov-distil (oracle2student)": 3.812518358230591,
      "cov-distil (oracle2teacher)": 3.696373462677002,
      "epoch": 1.9819466248037676,
      "rel-constrast": 1.881946086883545,
      "step": 2525,
      "subrel-constrast": 2.778710126876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720602035522461,
      "cov-distil (oracle2student)": 3.9632997512817383,
      "cov-distil (oracle2teacher)": 3.724994659423828,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.4183566570281982,
      "step": 2526,
      "subrel-constrast": 3.1196212768554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2259273529052734,
      "cov-distil (oracle2student)": 3.702456474304199,
      "cov-distil (oracle2teacher)": 3.789515972137451,
      "epoch": 1.9835164835164836,
      "rel-constrast": 1.9603294134140015,
      "step": 2527,
      "subrel-constrast": 2.7963433265686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723656415939331,
      "cov-distil (oracle2student)": 5.179893970489502,
      "cov-distil (oracle2teacher)": 4.854537010192871,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.3779149055480957,
      "step": 2528,
      "subrel-constrast": 3.299527883529663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7103536128997803,
      "cov-distil (oracle2student)": 4.290135383605957,
      "cov-distil (oracle2teacher)": 4.302217960357666,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.3795526027679443,
      "step": 2529,
      "subrel-constrast": 3.397244453430176,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 4.25,
      "learning_rate": 5.7683785625349616e-05,
      "loss": 0.6142,
      "step": 2530
    },
    {
      "cov-distil": 1.6266683340072632,
      "cov-distil (oracle2student)": 5.251396656036377,
      "cov-distil (oracle2teacher)": 4.960059642791748,
      "epoch": 1.9858712715855573,
      "rel-constrast": 2.703108787536621,
      "step": 2530,
      "subrel-constrast": 3.6222753524780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8699841499328613,
      "cov-distil (oracle2student)": 4.844203948974609,
      "cov-distil (oracle2teacher)": 4.765357971191406,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.971837043762207,
      "step": 2531,
      "subrel-constrast": 5.157642841339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7755625247955322,
      "cov-distil (oracle2student)": 3.318777322769165,
      "cov-distil (oracle2teacher)": 3.1832633018493652,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.3157126903533936,
      "step": 2532,
      "subrel-constrast": 3.178563356399536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418672561645508,
      "cov-distil (oracle2student)": 4.034961223602295,
      "cov-distil (oracle2teacher)": 3.665281057357788,
      "epoch": 1.988226059654631,
      "rel-constrast": 1.9958726167678833,
      "step": 2533,
      "subrel-constrast": 2.835645914077759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2004601955413818,
      "cov-distil (oracle2student)": 3.757784843444824,
      "cov-distil (oracle2teacher)": 3.476081371307373,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.718679666519165,
      "step": 2534,
      "subrel-constrast": 2.869586229324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.971366286277771,
      "cov-distil (oracle2student)": 4.960501194000244,
      "cov-distil (oracle2teacher)": 4.199640274047852,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.2282166481018066,
      "step": 2535,
      "subrel-constrast": 3.314149856567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719572067260742,
      "cov-distil (oracle2student)": 3.6106348037719727,
      "cov-distil (oracle2teacher)": 3.9014267921447754,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.4185032844543457,
      "step": 2536,
      "subrel-constrast": 3.1321682929992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5010178089141846,
      "cov-distil (oracle2student)": 2.06382417678833,
      "cov-distil (oracle2teacher)": 2.4656484127044678,
      "epoch": 1.9913657770800628,
      "rel-constrast": 2.6079468727111816,
      "step": 2537,
      "subrel-constrast": 2.9394989013671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752001285552979,
      "cov-distil (oracle2student)": 5.686441421508789,
      "cov-distil (oracle2teacher)": 4.999405860900879,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.2866735458374023,
      "step": 2538,
      "subrel-constrast": 3.2435882091522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606407880783081,
      "cov-distil (oracle2student)": 4.074472427368164,
      "cov-distil (oracle2teacher)": 4.0518717765808105,
      "epoch": 1.9929356357927785,
      "rel-constrast": 2.3772497177124023,
      "step": 2539,
      "subrel-constrast": 3.132042169570923,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 4.34375,
      "learning_rate": 5.733868176415633e-05,
      "loss": 0.7064,
      "step": 2540
    },
    {
      "cov-distil": 1.7858773469924927,
      "cov-distil (oracle2student)": 4.025512218475342,
      "cov-distil (oracle2teacher)": 4.341989517211914,
      "epoch": 1.9937205651491365,
      "rel-constrast": 1.9182751178741455,
      "step": 2540,
      "subrel-constrast": 2.789414167404175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5532338619232178,
      "cov-distil (oracle2student)": 3.7422971725463867,
      "cov-distil (oracle2teacher)": 4.126618385314941,
      "epoch": 1.9945054945054945,
      "rel-constrast": 2.644094944000244,
      "step": 2541,
      "subrel-constrast": 3.752502202987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2481051683425903,
      "cov-distil (oracle2student)": 6.082583427429199,
      "cov-distil (oracle2teacher)": 5.440574645996094,
      "epoch": 1.9952904238618525,
      "rel-constrast": 4.4969801902771,
      "step": 2542,
      "subrel-constrast": 5.1750030517578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535203218460083,
      "cov-distil (oracle2student)": 4.086088180541992,
      "cov-distil (oracle2teacher)": 4.280279636383057,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.184937000274658,
      "step": 2543,
      "subrel-constrast": 3.110349655151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644147872924805,
      "cov-distil (oracle2student)": 3.9916257858276367,
      "cov-distil (oracle2teacher)": 4.044870376586914,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.271591901779175,
      "step": 2544,
      "subrel-constrast": 3.386568784713745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097248077392578,
      "cov-distil (oracle2student)": 6.305855751037598,
      "cov-distil (oracle2teacher)": 5.96221399307251,
      "epoch": 1.9976452119309263,
      "rel-constrast": 2.720093250274658,
      "step": 2545,
      "subrel-constrast": 3.6551673412323,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8298020362854004,
      "cov-distil (oracle2student)": 3.5816783905029297,
      "cov-distil (oracle2teacher)": 3.8677945137023926,
      "epoch": 1.998430141287284,
      "rel-constrast": 2.788235902786255,
      "step": 2546,
      "subrel-constrast": 3.5330235958099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060864925384521,
      "cov-distil (oracle2student)": 5.720602989196777,
      "cov-distil (oracle2teacher)": 4.752513885498047,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.438136577606201,
      "step": 2547,
      "subrel-constrast": 3.529113292694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6571238040924072,
      "cov-distil (oracle2student)": 4.469101905822754,
      "cov-distil (oracle2teacher)": 4.637697219848633,
      "epoch": 2.0,
      "rel-constrast": 3.6732873916625977,
      "step": 2548,
      "subrel-constrast": 4.3870391845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6221179962158203,
      "cov-distil (oracle2student)": 4.8945722579956055,
      "cov-distil (oracle2teacher)": 4.7201032638549805,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.115098714828491,
      "step": 2549,
      "subrel-constrast": 2.8183491230010986,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 4.0,
      "learning_rate": 5.699322022596722e-05,
      "loss": 0.723,
      "step": 2550
    },
    {
      "cov-distil": 1.7425217628479004,
      "cov-distil (oracle2student)": 3.3925108909606934,
      "cov-distil (oracle2teacher)": 3.4840855598449707,
      "epoch": 2.001569858712716,
      "rel-constrast": 1.8735220432281494,
      "step": 2550,
      "subrel-constrast": 3.1367292404174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518598079681396,
      "cov-distil (oracle2student)": 3.755770683288574,
      "cov-distil (oracle2teacher)": 3.6382408142089844,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.844760775566101,
      "step": 2551,
      "subrel-constrast": 2.5876502990722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913739204406738,
      "cov-distil (oracle2student)": 4.010199546813965,
      "cov-distil (oracle2teacher)": 3.9575181007385254,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.158881902694702,
      "step": 2552,
      "subrel-constrast": 3.0660080909729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655419111251831,
      "cov-distil (oracle2student)": 5.090344429016113,
      "cov-distil (oracle2teacher)": 5.056642532348633,
      "epoch": 2.0039246467817895,
      "rel-constrast": 2.7975358963012695,
      "step": 2553,
      "subrel-constrast": 3.5911312103271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2737977504730225,
      "cov-distil (oracle2student)": 4.479302406311035,
      "cov-distil (oracle2teacher)": 4.383537292480469,
      "epoch": 2.0047095761381475,
      "rel-constrast": 2.8846845626831055,
      "step": 2554,
      "subrel-constrast": 3.7409181594848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8848845958709717,
      "cov-distil (oracle2student)": 5.05438232421875,
      "cov-distil (oracle2teacher)": 5.0353546142578125,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.0518946647644043,
      "step": 2555,
      "subrel-constrast": 4.1067681312561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332606315612793,
      "cov-distil (oracle2student)": 3.7471442222595215,
      "cov-distil (oracle2teacher)": 3.9504127502441406,
      "epoch": 2.0062794348508635,
      "rel-constrast": 2.2804322242736816,
      "step": 2556,
      "subrel-constrast": 3.049002170562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4916307926177979,
      "cov-distil (oracle2student)": 4.512908458709717,
      "cov-distil (oracle2teacher)": 4.681612491607666,
      "epoch": 2.0070643642072215,
      "rel-constrast": 2.644162178039551,
      "step": 2557,
      "subrel-constrast": 3.876950263977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.14823055267334,
      "cov-distil (oracle2student)": 4.099071502685547,
      "cov-distil (oracle2teacher)": 4.0830183029174805,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.3821167945861816,
      "step": 2558,
      "subrel-constrast": 3.544584274291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.473099946975708,
      "cov-distil (oracle2student)": 4.7505903244018555,
      "cov-distil (oracle2teacher)": 4.0419111251831055,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.3044722080230713,
      "step": 2559,
      "subrel-constrast": 2.6779932975769043,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 3.734375,
      "learning_rate": 5.664741784809022e-05,
      "loss": 0.6454,
      "step": 2560
    },
    {
      "cov-distil": 1.296314001083374,
      "cov-distil (oracle2student)": 4.419885158538818,
      "cov-distil (oracle2teacher)": 4.567360877990723,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.1571991443634033,
      "step": 2560,
      "subrel-constrast": 3.0173401832580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6837613582611084,
      "cov-distil (oracle2student)": 4.638063907623291,
      "cov-distil (oracle2teacher)": 4.322417259216309,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.266810894012451,
      "step": 2561,
      "subrel-constrast": 3.6796886920928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9820408821105957,
      "cov-distil (oracle2student)": 5.049215793609619,
      "cov-distil (oracle2teacher)": 4.845006465911865,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.5339643955230713,
      "step": 2562,
      "subrel-constrast": 3.0018935203552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2717161178588867,
      "cov-distil (oracle2student)": 4.343249320983887,
      "cov-distil (oracle2teacher)": 4.4358696937561035,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.1431803703308105,
      "step": 2563,
      "subrel-constrast": 3.786787748336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2550489902496338,
      "cov-distil (oracle2student)": 4.210158348083496,
      "cov-distil (oracle2teacher)": 4.0115227699279785,
      "epoch": 2.012558869701727,
      "rel-constrast": 2.165898084640503,
      "step": 2564,
      "subrel-constrast": 2.519282579421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4984796047210693,
      "cov-distil (oracle2student)": 4.971489906311035,
      "cov-distil (oracle2teacher)": 4.768648147583008,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.1813442707061768,
      "step": 2565,
      "subrel-constrast": 3.3976075649261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5170122385025024,
      "cov-distil (oracle2student)": 4.173670291900635,
      "cov-distil (oracle2teacher)": 4.840640068054199,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.727301597595215,
      "step": 2566,
      "subrel-constrast": 3.1726176738739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0688374042510986,
      "cov-distil (oracle2student)": 5.480428695678711,
      "cov-distil (oracle2teacher)": 5.445897102355957,
      "epoch": 2.0149136577708004,
      "rel-constrast": 2.5991995334625244,
      "step": 2567,
      "subrel-constrast": 3.861579179763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8865607976913452,
      "cov-distil (oracle2student)": 4.167297840118408,
      "cov-distil (oracle2teacher)": 4.481431007385254,
      "epoch": 2.0156985871271584,
      "rel-constrast": 2.971729278564453,
      "step": 2568,
      "subrel-constrast": 3.892519950866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47930908203125,
      "cov-distil (oracle2student)": 5.117445945739746,
      "cov-distil (oracle2teacher)": 4.704404354095459,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.0469517707824707,
      "step": 2569,
      "subrel-constrast": 2.7634644508361816,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 4.59375,
      "learning_rate": 5.630129148444543e-05,
      "loss": 0.6622,
      "step": 2570
    },
    {
      "cov-distil": 1.8765523433685303,
      "cov-distil (oracle2student)": 4.469908714294434,
      "cov-distil (oracle2teacher)": 4.322542667388916,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.506049156188965,
      "step": 2570,
      "subrel-constrast": 3.4383645057678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.805415391921997,
      "cov-distil (oracle2student)": 3.1155810356140137,
      "cov-distil (oracle2teacher)": 3.1895806789398193,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.6891824007034302,
      "step": 2571,
      "subrel-constrast": 2.8751842975616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624732494354248,
      "cov-distil (oracle2student)": 3.5071568489074707,
      "cov-distil (oracle2teacher)": 3.7601325511932373,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.394395351409912,
      "step": 2572,
      "subrel-constrast": 2.796642303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2057831287384033,
      "cov-distil (oracle2student)": 3.445805072784424,
      "cov-distil (oracle2teacher)": 3.812643051147461,
      "epoch": 2.0196232339089484,
      "rel-constrast": 2.6574907302856445,
      "step": 2573,
      "subrel-constrast": 3.639277458190918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478036880493164,
      "cov-distil (oracle2student)": 4.343715667724609,
      "cov-distil (oracle2teacher)": 4.156378746032715,
      "epoch": 2.020408163265306,
      "rel-constrast": 2.542992353439331,
      "step": 2574,
      "subrel-constrast": 3.4608492851257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2437148094177246,
      "cov-distil (oracle2student)": 4.307375907897949,
      "cov-distil (oracle2teacher)": 4.139667510986328,
      "epoch": 2.021193092621664,
      "rel-constrast": 1.9691088199615479,
      "step": 2575,
      "subrel-constrast": 3.0740861892700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271127939224243,
      "cov-distil (oracle2student)": 5.553783893585205,
      "cov-distil (oracle2teacher)": 4.973377227783203,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.571134567260742,
      "step": 2576,
      "subrel-constrast": 3.9998464584350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.018465042114258,
      "cov-distil (oracle2student)": 5.569283485412598,
      "cov-distil (oracle2teacher)": 5.240667343139648,
      "epoch": 2.02276295133438,
      "rel-constrast": 3.592020273208618,
      "step": 2577,
      "subrel-constrast": 5.2296342849731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4382635354995728,
      "cov-distil (oracle2student)": 3.9050869941711426,
      "cov-distil (oracle2teacher)": 3.6508429050445557,
      "epoch": 2.023547880690738,
      "rel-constrast": 1.9446027278900146,
      "step": 2578,
      "subrel-constrast": 3.2098450660705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0630550384521484,
      "cov-distil (oracle2student)": 3.1381654739379883,
      "cov-distil (oracle2teacher)": 3.3829567432403564,
      "epoch": 2.024332810047096,
      "rel-constrast": 1.7374379634857178,
      "step": 2579,
      "subrel-constrast": 2.8567495346069336,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 4.0625,
      "learning_rate": 5.595485800474349e-05,
      "loss": 0.6377,
      "step": 2580
    },
    {
      "cov-distil": 1.6027953624725342,
      "cov-distil (oracle2student)": 3.92179536819458,
      "cov-distil (oracle2teacher)": 4.5812883377075195,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.4163057804107666,
      "step": 2580,
      "subrel-constrast": 3.803267240524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747935175895691,
      "cov-distil (oracle2student)": 5.259609222412109,
      "cov-distil (oracle2teacher)": 5.138541221618652,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.0996055603027344,
      "step": 2581,
      "subrel-constrast": 3.273125171661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6972872018814087,
      "cov-distil (oracle2student)": 4.386251449584961,
      "cov-distil (oracle2teacher)": 4.45078706741333,
      "epoch": 2.0266875981161694,
      "rel-constrast": 2.3468191623687744,
      "step": 2582,
      "subrel-constrast": 3.183330774307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9039905071258545,
      "cov-distil (oracle2student)": 3.6273701190948486,
      "cov-distil (oracle2teacher)": 3.763906478881836,
      "epoch": 2.0274725274725274,
      "rel-constrast": 0.9771498441696167,
      "step": 2583,
      "subrel-constrast": 2.5933916568756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8822972774505615,
      "cov-distil (oracle2student)": 4.28343391418457,
      "cov-distil (oracle2teacher)": 4.229514122009277,
      "epoch": 2.0282574568288854,
      "rel-constrast": 2.6312713623046875,
      "step": 2584,
      "subrel-constrast": 3.674823522567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.959195852279663,
      "cov-distil (oracle2student)": 5.951767921447754,
      "cov-distil (oracle2teacher)": 5.487205982208252,
      "epoch": 2.0290423861852434,
      "rel-constrast": 2.8542633056640625,
      "step": 2585,
      "subrel-constrast": 3.735541582107544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3525643348693848,
      "cov-distil (oracle2student)": 3.9338860511779785,
      "cov-distil (oracle2teacher)": 3.566322088241577,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.2670044898986816,
      "step": 2586,
      "subrel-constrast": 3.442718505859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412835955619812,
      "cov-distil (oracle2student)": 5.336424350738525,
      "cov-distil (oracle2teacher)": 4.9726152420043945,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.469630241394043,
      "step": 2587,
      "subrel-constrast": 3.8849220275878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8950915336608887,
      "cov-distil (oracle2student)": 4.30986213684082,
      "cov-distil (oracle2teacher)": 4.73555850982666,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.3143317699432373,
      "step": 2588,
      "subrel-constrast": 3.6583352088928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.531475067138672,
      "cov-distil (oracle2student)": 4.652777671813965,
      "cov-distil (oracle2teacher)": 4.657423973083496,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.1856234073638916,
      "step": 2589,
      "subrel-constrast": 3.289686441421509,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 4.96875,
      "learning_rate": 5.560813429366345e-05,
      "loss": 0.6365,
      "step": 2590
    },
    {
      "cov-distil": 2.4848737716674805,
      "cov-distil (oracle2student)": 4.858002662658691,
      "cov-distil (oracle2teacher)": 4.740805625915527,
      "epoch": 2.032967032967033,
      "rel-constrast": 2.902261972427368,
      "step": 2590,
      "subrel-constrast": 3.9682726860046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004608631134033,
      "cov-distil (oracle2student)": 5.7386579513549805,
      "cov-distil (oracle2teacher)": 4.714093208312988,
      "epoch": 2.033751962323391,
      "rel-constrast": 1.7570438385009766,
      "step": 2591,
      "subrel-constrast": 2.9719786643981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.809548258781433,
      "cov-distil (oracle2student)": 4.638091564178467,
      "cov-distil (oracle2teacher)": 4.451007843017578,
      "epoch": 2.034536891679749,
      "rel-constrast": 2.9064877033233643,
      "step": 2592,
      "subrel-constrast": 3.6390554904937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3291444778442383,
      "cov-distil (oracle2student)": 4.48331880569458,
      "cov-distil (oracle2teacher)": 4.139960765838623,
      "epoch": 2.035321821036107,
      "rel-constrast": 1.6231621503829956,
      "step": 2593,
      "subrel-constrast": 2.942584753036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6405670642852783,
      "cov-distil (oracle2student)": 3.083404779434204,
      "cov-distil (oracle2teacher)": 3.3584413528442383,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.6597260236740112,
      "step": 2594,
      "subrel-constrast": 2.977663040161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0258147716522217,
      "cov-distil (oracle2student)": 4.543591499328613,
      "cov-distil (oracle2teacher)": 4.57803201675415,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.3892502784729004,
      "step": 2595,
      "subrel-constrast": 3.754767417907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9442461729049683,
      "cov-distil (oracle2student)": 5.160927772521973,
      "cov-distil (oracle2teacher)": 5.2138214111328125,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.3042657375335693,
      "step": 2596,
      "subrel-constrast": 3.7826619148254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759369969367981,
      "cov-distil (oracle2student)": 4.443878650665283,
      "cov-distil (oracle2teacher)": 4.353691577911377,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.299243450164795,
      "step": 2597,
      "subrel-constrast": 2.5778234004974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9124741554260254,
      "cov-distil (oracle2student)": 3.1473729610443115,
      "cov-distil (oracle2teacher)": 3.689319610595703,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.7771365642547607,
      "step": 2598,
      "subrel-constrast": 3.0173795223236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971128463745117,
      "cov-distil (oracle2student)": 4.107442855834961,
      "cov-distil (oracle2teacher)": 4.047751426696777,
      "epoch": 2.0400313971742543,
      "rel-constrast": 1.7500958442687988,
      "step": 2599,
      "subrel-constrast": 2.9785821437835693,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 3.96875,
      "learning_rate": 5.5261137250029835e-05,
      "loss": 0.5587,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.2718749940395355,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.080841064453125
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.056671142578125
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.024169921875,
      "step": 2600
    },
    {
      "cov-distil": 1.473809003829956,
      "cov-distil (oracle2student)": 4.5373125076293945,
      "cov-distil (oracle2teacher)": 4.0656514167785645,
      "epoch": 2.0408163265306123,
      "rel-constrast": 1.6068453788757324,
      "step": 2600,
      "subrel-constrast": 2.4262473583221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3466920852661133,
      "cov-distil (oracle2student)": 3.0003199577331543,
      "cov-distil (oracle2teacher)": 3.0276005268096924,
      "epoch": 2.0416012558869703,
      "rel-constrast": 2.960359573364258,
      "step": 2601,
      "subrel-constrast": 3.5937230587005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3939012289047241,
      "cov-distil (oracle2student)": 2.9050333499908447,
      "cov-distil (oracle2teacher)": 3.106318950653076,
      "epoch": 2.0423861852433283,
      "rel-constrast": 2.3149046897888184,
      "step": 2602,
      "subrel-constrast": 3.28804349899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6326110363006592,
      "cov-distil (oracle2student)": 3.955657958984375,
      "cov-distil (oracle2teacher)": 3.6135854721069336,
      "epoch": 2.043171114599686,
      "rel-constrast": 1.644084095954895,
      "step": 2603,
      "subrel-constrast": 2.6358492374420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5727989673614502,
      "cov-distil (oracle2student)": 2.484955310821533,
      "cov-distil (oracle2teacher)": 3.3801660537719727,
      "epoch": 2.043956043956044,
      "rel-constrast": 1.8297688961029053,
      "step": 2604,
      "subrel-constrast": 3.1203434467315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013613224029541,
      "cov-distil (oracle2student)": 5.323822975158691,
      "cov-distil (oracle2teacher)": 5.604378700256348,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.4484643936157227,
      "step": 2605,
      "subrel-constrast": 3.885529041290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4320652484893799,
      "cov-distil (oracle2student)": 4.390329837799072,
      "cov-distil (oracle2teacher)": 4.377151012420654,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.5475132465362549,
      "step": 2606,
      "subrel-constrast": 2.1335372924804688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435239315032959,
      "cov-distil (oracle2student)": 5.549017906188965,
      "cov-distil (oracle2teacher)": 5.190042495727539,
      "epoch": 2.0463108320251178,
      "rel-constrast": 2.7699270248413086,
      "step": 2607,
      "subrel-constrast": 3.0941429138183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.89591383934021,
      "cov-distil (oracle2student)": 5.288724899291992,
      "cov-distil (oracle2teacher)": 4.391552925109863,
      "epoch": 2.0470957613814758,
      "rel-constrast": 2.2288625240325928,
      "step": 2608,
      "subrel-constrast": 3.119035243988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806443452835083,
      "cov-distil (oracle2student)": 4.711568832397461,
      "cov-distil (oracle2teacher)": 4.0657477378845215,
      "epoch": 2.0478806907378337,
      "rel-constrast": 1.983206033706665,
      "step": 2609,
      "subrel-constrast": 3.426504373550415,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.03125,
      "learning_rate": 5.4913883785988993e-05,
      "loss": 0.5734,
      "step": 2610
    },
    {
      "cov-distil": 1.425126552581787,
      "cov-distil (oracle2student)": 3.2425150871276855,
      "cov-distil (oracle2teacher)": 3.2589945793151855,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.6863532066345215,
      "step": 2610,
      "subrel-constrast": 3.3258097171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425306797027588,
      "cov-distil (oracle2student)": 5.579839706420898,
      "cov-distil (oracle2teacher)": 5.545295238494873,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.1380679607391357,
      "step": 2611,
      "subrel-constrast": 3.258577346801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9301366806030273,
      "cov-distil (oracle2student)": 5.111773490905762,
      "cov-distil (oracle2teacher)": 4.285565376281738,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.140097141265869,
      "step": 2612,
      "subrel-constrast": 3.88802170753479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375254154205322,
      "cov-distil (oracle2student)": 4.359497547149658,
      "cov-distil (oracle2teacher)": 4.024085998535156,
      "epoch": 2.0510204081632653,
      "rel-constrast": 2.6028709411621094,
      "step": 2613,
      "subrel-constrast": 3.1887991428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3210582733154297,
      "cov-distil (oracle2student)": 4.715093612670898,
      "cov-distil (oracle2teacher)": 3.8938992023468018,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.0341057777404785,
      "step": 2614,
      "subrel-constrast": 3.5032835006713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6007544994354248,
      "cov-distil (oracle2student)": 6.0512495040893555,
      "cov-distil (oracle2teacher)": 5.316775321960449,
      "epoch": 2.0525902668759812,
      "rel-constrast": 1.7830324172973633,
      "step": 2615,
      "subrel-constrast": 3.0135416984558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609170198440552,
      "cov-distil (oracle2student)": 4.55429744720459,
      "cov-distil (oracle2teacher)": 4.552281379699707,
      "epoch": 2.053375196232339,
      "rel-constrast": 1.7778995037078857,
      "step": 2616,
      "subrel-constrast": 2.5729482173919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4562046527862549,
      "cov-distil (oracle2student)": 2.924372434616089,
      "cov-distil (oracle2teacher)": 3.312995672225952,
      "epoch": 2.054160125588697,
      "rel-constrast": 1.9163364171981812,
      "step": 2617,
      "subrel-constrast": 2.7165424823760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5932292938232422,
      "cov-distil (oracle2student)": 5.070895195007324,
      "cov-distil (oracle2teacher)": 4.903640270233154,
      "epoch": 2.0549450549450547,
      "rel-constrast": 1.6811199188232422,
      "step": 2618,
      "subrel-constrast": 2.5324714183807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244666576385498,
      "cov-distil (oracle2student)": 4.417675971984863,
      "cov-distil (oracle2teacher)": 4.281721115112305,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.073542594909668,
      "step": 2619,
      "subrel-constrast": 3.651096820831299,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 5.28125,
      "learning_rate": 5.456639082618489e-05,
      "loss": 0.6366,
      "step": 2620
    },
    {
      "cov-distil": 1.3942515850067139,
      "cov-distil (oracle2student)": 2.977072238922119,
      "cov-distil (oracle2teacher)": 3.010350465774536,
      "epoch": 2.0565149136577707,
      "rel-constrast": 1.9838221073150635,
      "step": 2620,
      "subrel-constrast": 2.514249324798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5261732339859009,
      "cov-distil (oracle2student)": 3.6894702911376953,
      "cov-distil (oracle2teacher)": 3.4337961673736572,
      "epoch": 2.0572998430141287,
      "rel-constrast": 1.9884451627731323,
      "step": 2621,
      "subrel-constrast": 3.033939838409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3140709400177002,
      "cov-distil (oracle2student)": 3.247722864151001,
      "cov-distil (oracle2teacher)": 2.9668984413146973,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.6310436725616455,
      "step": 2622,
      "subrel-constrast": 3.1458592414855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4592080116271973,
      "cov-distil (oracle2student)": 2.670001268386841,
      "cov-distil (oracle2teacher)": 2.8084146976470947,
      "epoch": 2.0588697017268447,
      "rel-constrast": 2.104865312576294,
      "step": 2623,
      "subrel-constrast": 2.978180170059204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553594708442688,
      "cov-distil (oracle2student)": 5.931632041931152,
      "cov-distil (oracle2teacher)": 5.393036842346191,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.0907156467437744,
      "step": 2624,
      "subrel-constrast": 2.8324780464172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9191371202468872,
      "cov-distil (oracle2student)": 3.2997124195098877,
      "cov-distil (oracle2teacher)": 3.308574676513672,
      "epoch": 2.0604395604395602,
      "rel-constrast": 1.9660568237304688,
      "step": 2625,
      "subrel-constrast": 3.2267894744873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.797533392906189,
      "cov-distil (oracle2student)": 6.233635902404785,
      "cov-distil (oracle2teacher)": 5.634108543395996,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.2992000579833984,
      "step": 2626,
      "subrel-constrast": 4.2021260261535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3098528385162354,
      "cov-distil (oracle2student)": 5.676055908203125,
      "cov-distil (oracle2teacher)": 5.13198184967041,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.6723253726959229,
      "step": 2627,
      "subrel-constrast": 2.622069835662842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9184374809265137,
      "cov-distil (oracle2student)": 5.655628204345703,
      "cov-distil (oracle2teacher)": 4.924304008483887,
      "epoch": 2.062794348508634,
      "rel-constrast": 2.8257956504821777,
      "step": 2628,
      "subrel-constrast": 3.3256967067718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8207118511199951,
      "cov-distil (oracle2student)": 4.589432716369629,
      "cov-distil (oracle2teacher)": 4.446478366851807,
      "epoch": 2.063579277864992,
      "rel-constrast": 2.497676134109497,
      "step": 2629,
      "subrel-constrast": 2.9488227367401123,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 4.1875,
      "learning_rate": 5.421867530693414e-05,
      "loss": 0.619,
      "step": 2630
    },
    {
      "cov-distil": 2.256782293319702,
      "cov-distil (oracle2student)": 3.862281322479248,
      "cov-distil (oracle2teacher)": 4.172318458557129,
      "epoch": 2.06436420722135,
      "rel-constrast": 2.6719672679901123,
      "step": 2630,
      "subrel-constrast": 4.072866916656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7441359758377075,
      "cov-distil (oracle2student)": 4.369862079620361,
      "cov-distil (oracle2teacher)": 4.243276596069336,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.112579107284546,
      "step": 2631,
      "subrel-constrast": 3.1703200340270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239637851715088,
      "cov-distil (oracle2student)": 3.0532970428466797,
      "cov-distil (oracle2teacher)": 3.110253095626831,
      "epoch": 2.065934065934066,
      "rel-constrast": 1.7609268426895142,
      "step": 2632,
      "subrel-constrast": 3.2146997451782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0411388874053955,
      "cov-distil (oracle2student)": 5.064077377319336,
      "cov-distil (oracle2teacher)": 5.095480442047119,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.064314603805542,
      "step": 2633,
      "subrel-constrast": 2.7769558429718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5544886589050293,
      "cov-distil (oracle2student)": 2.7182230949401855,
      "cov-distil (oracle2teacher)": 2.621267795562744,
      "epoch": 2.0675039246467817,
      "rel-constrast": 1.9037041664123535,
      "step": 2634,
      "subrel-constrast": 2.839716911315918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334352493286133,
      "cov-distil (oracle2student)": 3.13673734664917,
      "cov-distil (oracle2teacher)": 2.9846606254577637,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.7493386268615723,
      "step": 2635,
      "subrel-constrast": 2.6245005130767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3778588771820068,
      "cov-distil (oracle2student)": 4.046223163604736,
      "cov-distil (oracle2teacher)": 3.933774709701538,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.1597387790679932,
      "step": 2636,
      "subrel-constrast": 1.9683926105499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9407578110694885,
      "cov-distil (oracle2student)": 3.594898223876953,
      "cov-distil (oracle2teacher)": 3.542975425720215,
      "epoch": 2.0698587127158556,
      "rel-constrast": 1.8303155899047852,
      "step": 2637,
      "subrel-constrast": 2.622232675552368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433707237243652,
      "cov-distil (oracle2student)": 3.8181562423706055,
      "cov-distil (oracle2teacher)": 3.8204169273376465,
      "epoch": 2.0706436420722136,
      "rel-constrast": 2.074232816696167,
      "step": 2638,
      "subrel-constrast": 2.656393527984619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5997250080108643,
      "cov-distil (oracle2student)": 4.794466972351074,
      "cov-distil (oracle2teacher)": 4.638974189758301,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.2076303958892822,
      "step": 2639,
      "subrel-constrast": 3.5043680667877197,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 3.96875,
      "learning_rate": 5.3870754175400595e-05,
      "loss": 0.5332,
      "step": 2640
    },
    {
      "cov-distil": 1.5511022806167603,
      "cov-distil (oracle2student)": 7.266658306121826,
      "cov-distil (oracle2teacher)": 6.613546848297119,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.1708970069885254,
      "step": 2640,
      "subrel-constrast": 2.987668991088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1437289714813232,
      "cov-distil (oracle2student)": 3.934091806411743,
      "cov-distil (oracle2teacher)": 3.441563606262207,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.3335776329040527,
      "step": 2641,
      "subrel-constrast": 3.1234757900238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0420117378234863,
      "cov-distil (oracle2student)": 4.238649845123291,
      "cov-distil (oracle2teacher)": 4.046161651611328,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.6980836391448975,
      "step": 2642,
      "subrel-constrast": 3.4970433712005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2678624391555786,
      "cov-distil (oracle2student)": 3.907681465148926,
      "cov-distil (oracle2teacher)": 3.636416435241699,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.135962963104248,
      "step": 2643,
      "subrel-constrast": 2.8172686100006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554803133010864,
      "cov-distil (oracle2student)": 5.228241920471191,
      "cov-distil (oracle2teacher)": 4.836813926696777,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.3196420669555664,
      "step": 2644,
      "subrel-constrast": 3.501110076904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5085115432739258,
      "cov-distil (oracle2student)": 5.110260963439941,
      "cov-distil (oracle2teacher)": 5.0614776611328125,
      "epoch": 2.076138147566719,
      "rel-constrast": 2.735447645187378,
      "step": 2645,
      "subrel-constrast": 3.6359670162200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177308797836304,
      "cov-distil (oracle2student)": 3.9342868328094482,
      "cov-distil (oracle2teacher)": 3.629704475402832,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.6743922233581543,
      "step": 2646,
      "subrel-constrast": 3.4412102699279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225501775741577,
      "cov-distil (oracle2student)": 3.9134979248046875,
      "cov-distil (oracle2teacher)": 3.6500182151794434,
      "epoch": 2.0777080062794346,
      "rel-constrast": 2.6302201747894287,
      "step": 2647,
      "subrel-constrast": 3.5669455528259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874329924583435,
      "cov-distil (oracle2student)": 5.092321395874023,
      "cov-distil (oracle2teacher)": 4.998554706573486,
      "epoch": 2.0784929356357926,
      "rel-constrast": 3.387551784515381,
      "step": 2648,
      "subrel-constrast": 4.103023529052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0043091773986816,
      "cov-distil (oracle2student)": 3.852994918823242,
      "cov-distil (oracle2teacher)": 3.587535858154297,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.0016865730285645,
      "step": 2649,
      "subrel-constrast": 3.6391959190368652,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 4.875,
      "learning_rate": 5.352264438876935e-05,
      "loss": 0.6942,
      "step": 2650
    },
    {
      "cov-distil": 1.839020848274231,
      "cov-distil (oracle2student)": 4.368082046508789,
      "cov-distil (oracle2teacher)": 4.27302360534668,
      "epoch": 2.0800627943485086,
      "rel-constrast": 2.4870080947875977,
      "step": 2650,
      "subrel-constrast": 3.3458824157714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8680371046066284,
      "cov-distil (oracle2student)": 3.1785807609558105,
      "cov-distil (oracle2teacher)": 4.169761657714844,
      "epoch": 2.0808477237048666,
      "rel-constrast": 1.7142460346221924,
      "step": 2651,
      "subrel-constrast": 2.906485080718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3671016693115234,
      "cov-distil (oracle2student)": 3.5025415420532227,
      "cov-distil (oracle2teacher)": 3.337283134460449,
      "epoch": 2.0816326530612246,
      "rel-constrast": 2.0411763191223145,
      "step": 2652,
      "subrel-constrast": 2.9406700134277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5089726448059082,
      "cov-distil (oracle2student)": 5.554668426513672,
      "cov-distil (oracle2teacher)": 5.354825019836426,
      "epoch": 2.0824175824175826,
      "rel-constrast": 3.240612268447876,
      "step": 2653,
      "subrel-constrast": 3.9463796615600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4574337005615234,
      "cov-distil (oracle2student)": 3.1693224906921387,
      "cov-distil (oracle2teacher)": 3.099417209625244,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.3271710872650146,
      "step": 2654,
      "subrel-constrast": 3.3277952671051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4046778678894043,
      "cov-distil (oracle2student)": 3.987020969390869,
      "cov-distil (oracle2teacher)": 4.140496253967285,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.6318490505218506,
      "step": 2655,
      "subrel-constrast": 3.7729125022888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4729276895523071,
      "cov-distil (oracle2student)": 4.061291694641113,
      "cov-distil (oracle2teacher)": 3.900425910949707,
      "epoch": 2.084772370486656,
      "rel-constrast": 1.8876808881759644,
      "step": 2656,
      "subrel-constrast": 2.951199769973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9701298475265503,
      "cov-distil (oracle2student)": 5.444214820861816,
      "cov-distil (oracle2teacher)": 5.020386695861816,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.557328224182129,
      "step": 2657,
      "subrel-constrast": 3.7865216732025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8271150588989258,
      "cov-distil (oracle2student)": 3.911031484603882,
      "cov-distil (oracle2teacher)": 3.5308380126953125,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.7120232582092285,
      "step": 2658,
      "subrel-constrast": 3.6332969665527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6804417371749878,
      "cov-distil (oracle2student)": 4.986588001251221,
      "cov-distil (oracle2teacher)": 5.163652420043945,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.112088203430176,
      "step": 2659,
      "subrel-constrast": 3.678882122039795,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 3.890625,
      "learning_rate": 5.3174362913420306e-05,
      "loss": 0.6388,
      "step": 2660
    },
    {
      "cov-distil": 2.1794471740722656,
      "cov-distil (oracle2student)": 4.596746444702148,
      "cov-distil (oracle2teacher)": 4.666440010070801,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.139770984649658,
      "step": 2660,
      "subrel-constrast": 5.079534530639648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951334834098816,
      "cov-distil (oracle2student)": 3.432281494140625,
      "cov-distil (oracle2teacher)": 2.8800675868988037,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.1413564682006836,
      "step": 2661,
      "subrel-constrast": 2.9733121395111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798420667648315,
      "cov-distil (oracle2student)": 3.752760171890259,
      "cov-distil (oracle2teacher)": 3.839186191558838,
      "epoch": 2.0894819466248036,
      "rel-constrast": 1.936485767364502,
      "step": 2662,
      "subrel-constrast": 2.7204196453094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1393487453460693,
      "cov-distil (oracle2student)": 3.5464401245117188,
      "cov-distil (oracle2teacher)": 3.8203794956207275,
      "epoch": 2.0902668759811616,
      "rel-constrast": 3.376675605773926,
      "step": 2663,
      "subrel-constrast": 3.755624771118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014895439147949,
      "cov-distil (oracle2student)": 4.970019817352295,
      "cov-distil (oracle2teacher)": 4.5145263671875,
      "epoch": 2.0910518053375196,
      "rel-constrast": 3.408088207244873,
      "step": 2664,
      "subrel-constrast": 3.9801273345947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0613303184509277,
      "cov-distil (oracle2student)": 3.184143543243408,
      "cov-distil (oracle2teacher)": 3.435596466064453,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.5782766342163086,
      "step": 2665,
      "subrel-constrast": 3.5945301055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4430264234542847,
      "cov-distil (oracle2student)": 5.079750061035156,
      "cov-distil (oracle2teacher)": 4.556412696838379,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.212911367416382,
      "step": 2666,
      "subrel-constrast": 3.472511053085327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008116245269775,
      "cov-distil (oracle2student)": 3.939629554748535,
      "cov-distil (oracle2teacher)": 3.513683319091797,
      "epoch": 2.0934065934065935,
      "rel-constrast": 1.703784465789795,
      "step": 2667,
      "subrel-constrast": 2.5519797801971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252506732940674,
      "cov-distil (oracle2student)": 2.3219008445739746,
      "cov-distil (oracle2teacher)": 2.326359272003174,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.371397614479065,
      "step": 2668,
      "subrel-constrast": 2.249948501586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8950451612472534,
      "cov-distil (oracle2student)": 5.2231974601745605,
      "cov-distil (oracle2teacher)": 4.982207298278809,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.0437700748443604,
      "step": 2669,
      "subrel-constrast": 3.7238311767578125,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 5.78125,
      "learning_rate": 5.2825926724101236e-05,
      "loss": 0.7188,
      "step": 2670
    },
    {
      "cov-distil": 1.922541856765747,
      "cov-distil (oracle2student)": 5.383754253387451,
      "cov-distil (oracle2teacher)": 5.484169960021973,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.3595354557037354,
      "step": 2670,
      "subrel-constrast": 4.6654486656188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541456460952759,
      "cov-distil (oracle2student)": 3.812896966934204,
      "cov-distil (oracle2teacher)": 3.705920696258545,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.117250680923462,
      "step": 2671,
      "subrel-constrast": 3.50036358833313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7485138177871704,
      "cov-distil (oracle2student)": 4.878438949584961,
      "cov-distil (oracle2teacher)": 4.739296913146973,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.5541033744812012,
      "step": 2672,
      "subrel-constrast": 2.6683220863342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5050363540649414,
      "cov-distil (oracle2student)": 6.168271541595459,
      "cov-distil (oracle2teacher)": 5.648183822631836,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.0444681644439697,
      "step": 2673,
      "subrel-constrast": 2.8704116344451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502090334892273,
      "cov-distil (oracle2student)": 2.629041910171509,
      "cov-distil (oracle2teacher)": 2.5249505043029785,
      "epoch": 2.098901098901099,
      "rel-constrast": 2.587761402130127,
      "step": 2674,
      "subrel-constrast": 3.305445432662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043405532836914,
      "cov-distil (oracle2student)": 4.5831990242004395,
      "cov-distil (oracle2teacher)": 4.524064064025879,
      "epoch": 2.099686028257457,
      "rel-constrast": 3.3681299686431885,
      "step": 2675,
      "subrel-constrast": 4.667516708374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759024739265442,
      "cov-distil (oracle2student)": 5.633498191833496,
      "cov-distil (oracle2teacher)": 4.670090675354004,
      "epoch": 2.100470957613815,
      "rel-constrast": 1.5087621212005615,
      "step": 2676,
      "subrel-constrast": 2.4241652488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5066652297973633,
      "cov-distil (oracle2student)": 1.7926990985870361,
      "cov-distil (oracle2teacher)": 2.0361175537109375,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.0068185329437256,
      "step": 2677,
      "subrel-constrast": 2.7173376083374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2254152297973633,
      "cov-distil (oracle2student)": 5.242574214935303,
      "cov-distil (oracle2teacher)": 5.231281757354736,
      "epoch": 2.1020408163265305,
      "rel-constrast": 2.9395949840545654,
      "step": 2678,
      "subrel-constrast": 4.0031208992004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127413272857666,
      "cov-distil (oracle2student)": 3.8044774532318115,
      "cov-distil (oracle2teacher)": 3.8309290409088135,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.283916473388672,
      "step": 2679,
      "subrel-constrast": 2.966679811477661,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.5,
      "learning_rate": 5.247735280310041e-05,
      "loss": 0.6397,
      "step": 2680
    },
    {
      "cov-distil": 1.7671573162078857,
      "cov-distil (oracle2student)": 5.4328107833862305,
      "cov-distil (oracle2teacher)": 4.730559825897217,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.6750621795654297,
      "step": 2680,
      "subrel-constrast": 3.456026315689087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5228863954544067,
      "cov-distil (oracle2student)": 3.871063232421875,
      "cov-distil (oracle2teacher)": 3.748544216156006,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.414121389389038,
      "step": 2681,
      "subrel-constrast": 3.1445066928863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6937339305877686,
      "cov-distil (oracle2student)": 3.8344993591308594,
      "cov-distil (oracle2teacher)": 3.794126033782959,
      "epoch": 2.1051805337519625,
      "rel-constrast": 1.9034148454666138,
      "step": 2682,
      "subrel-constrast": 2.834070920944214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8862144947052002,
      "cov-distil (oracle2student)": 3.5263097286224365,
      "cov-distil (oracle2teacher)": 3.6288280487060547,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.6350417137145996,
      "step": 2683,
      "subrel-constrast": 2.6608781814575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0606560707092285,
      "cov-distil (oracle2student)": 3.398484468460083,
      "cov-distil (oracle2teacher)": 3.4185683727264404,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.165661096572876,
      "step": 2684,
      "subrel-constrast": 3.058229923248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7525149583816528,
      "cov-distil (oracle2student)": 5.026827335357666,
      "cov-distil (oracle2teacher)": 4.716203689575195,
      "epoch": 2.107535321821036,
      "rel-constrast": 1.7547187805175781,
      "step": 2685,
      "subrel-constrast": 2.7137227058410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685686349868774,
      "cov-distil (oracle2student)": 5.046855926513672,
      "cov-distil (oracle2teacher)": 4.927654266357422,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.099567174911499,
      "step": 2686,
      "subrel-constrast": 2.905696392059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2390005588531494,
      "cov-distil (oracle2student)": 5.302689552307129,
      "cov-distil (oracle2teacher)": 4.960357666015625,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.0771751403808594,
      "step": 2687,
      "subrel-constrast": 3.345836877822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0739965438842773,
      "cov-distil (oracle2student)": 4.337212562561035,
      "cov-distil (oracle2teacher)": 3.725104331970215,
      "epoch": 2.10989010989011,
      "rel-constrast": 2.6062912940979004,
      "step": 2688,
      "subrel-constrast": 3.281698703765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420255661010742,
      "cov-distil (oracle2student)": 3.534759759902954,
      "cov-distil (oracle2teacher)": 3.5693747997283936,
      "epoch": 2.110675039246468,
      "rel-constrast": 1.8297779560089111,
      "step": 2689,
      "subrel-constrast": 2.663505792617798,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 3.9375,
      "learning_rate": 5.212865813941899e-05,
      "loss": 0.5748,
      "step": 2690
    },
    {
      "cov-distil": 1.7866183519363403,
      "cov-distil (oracle2student)": 4.244965553283691,
      "cov-distil (oracle2teacher)": 4.471678733825684,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.4551825523376465,
      "step": 2690,
      "subrel-constrast": 3.6723740100860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982734203338623,
      "cov-distil (oracle2student)": 3.676152229309082,
      "cov-distil (oracle2teacher)": 4.104055881500244,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.6378893852233887,
      "step": 2691,
      "subrel-constrast": 3.213383436203003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285663366317749,
      "cov-distil (oracle2student)": 4.337737083435059,
      "cov-distil (oracle2teacher)": 4.332540512084961,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.5314865112304688,
      "step": 2692,
      "subrel-constrast": 1.759169340133667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422645926475525,
      "cov-distil (oracle2student)": 5.024537086486816,
      "cov-distil (oracle2teacher)": 4.158407211303711,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.1360034942626953,
      "step": 2693,
      "subrel-constrast": 2.5717976093292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17849063873291,
      "cov-distil (oracle2student)": 3.9492034912109375,
      "cov-distil (oracle2teacher)": 3.7817482948303223,
      "epoch": 2.1145996860282574,
      "rel-constrast": 3.066253185272217,
      "step": 2694,
      "subrel-constrast": 3.7461392879486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.847442626953125,
      "cov-distil (oracle2student)": 3.752596616744995,
      "cov-distil (oracle2teacher)": 3.331944465637207,
      "epoch": 2.1153846153846154,
      "rel-constrast": 2.866866111755371,
      "step": 2695,
      "subrel-constrast": 3.6867730617523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5034844875335693,
      "cov-distil (oracle2student)": 4.475295066833496,
      "cov-distil (oracle2teacher)": 4.292394638061523,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.5243237018585205,
      "step": 2696,
      "subrel-constrast": 3.6020989418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7311080694198608,
      "cov-distil (oracle2student)": 3.782510757446289,
      "cov-distil (oracle2teacher)": 3.7624258995056152,
      "epoch": 2.1169544740973314,
      "rel-constrast": 2.996257781982422,
      "step": 2697,
      "subrel-constrast": 3.8260345458984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4495943784713745,
      "cov-distil (oracle2student)": 6.125674724578857,
      "cov-distil (oracle2teacher)": 4.9666643142700195,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.1482527256011963,
      "step": 2698,
      "subrel-constrast": 3.404024839401245,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.13853120803833,
      "cov-distil (oracle2student)": 3.488124370574951,
      "cov-distil (oracle2teacher)": 3.604989528656006,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.04119873046875,
      "step": 2699,
      "subrel-constrast": 3.5738861560821533,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 5.625,
      "learning_rate": 5.1779859727942924e-05,
      "loss": 0.7059,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.37187501788139343,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.07257080078125
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.041168212890625
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.031402587890625,
      "step": 2700
    },
    {
      "cov-distil": 1.840938687324524,
      "cov-distil (oracle2student)": 3.664039373397827,
      "cov-distil (oracle2teacher)": 3.42177152633667,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.352274179458618,
      "step": 2700,
      "subrel-constrast": 3.890753984451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.224626064300537,
      "cov-distil (oracle2student)": 3.883552074432373,
      "cov-distil (oracle2teacher)": 3.701575994491577,
      "epoch": 2.120094191522763,
      "rel-constrast": 1.7200326919555664,
      "step": 2701,
      "subrel-constrast": 2.7088699340820312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815112590789795,
      "cov-distil (oracle2student)": 3.8927652835845947,
      "cov-distil (oracle2teacher)": 3.8722941875457764,
      "epoch": 2.120879120879121,
      "rel-constrast": 1.7452409267425537,
      "step": 2702,
      "subrel-constrast": 2.5369460582733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6966971158981323,
      "cov-distil (oracle2student)": 4.912184238433838,
      "cov-distil (oracle2teacher)": 4.392451286315918,
      "epoch": 2.121664050235479,
      "rel-constrast": 2.159311294555664,
      "step": 2703,
      "subrel-constrast": 3.1983397006988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803783178329468,
      "cov-distil (oracle2student)": 4.103089809417725,
      "cov-distil (oracle2teacher)": 4.072518348693848,
      "epoch": 2.122448979591837,
      "rel-constrast": 2.4555375576019287,
      "step": 2704,
      "subrel-constrast": 3.561774969100952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4308600425720215,
      "cov-distil (oracle2student)": 6.367700099945068,
      "cov-distil (oracle2teacher)": 4.940610885620117,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.311600923538208,
      "step": 2705,
      "subrel-constrast": 3.3876357078552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4003093242645264,
      "cov-distil (oracle2student)": 5.6877312660217285,
      "cov-distil (oracle2teacher)": 4.773812294006348,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.0033926963806152,
      "step": 2706,
      "subrel-constrast": 2.835749626159668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2591403722763062,
      "cov-distil (oracle2student)": 4.526934623718262,
      "cov-distil (oracle2teacher)": 4.537917137145996,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.0895347595214844,
      "step": 2707,
      "subrel-constrast": 2.431269645690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1657230854034424,
      "cov-distil (oracle2student)": 4.489315032958984,
      "cov-distil (oracle2teacher)": 4.843448162078857,
      "epoch": 2.1255886970172684,
      "rel-constrast": 2.3573946952819824,
      "step": 2708,
      "subrel-constrast": 2.9452905654907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6234948635101318,
      "cov-distil (oracle2student)": 3.8155508041381836,
      "cov-distil (oracle2teacher)": 3.9510412216186523,
      "epoch": 2.1263736263736264,
      "rel-constrast": 2.2328391075134277,
      "step": 2709,
      "subrel-constrast": 3.3969995975494385,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 4.1875,
      "learning_rate": 5.143097456861474e-05,
      "loss": 0.6035,
      "step": 2710
    },
    {
      "cov-distil": 1.9141954183578491,
      "cov-distil (oracle2student)": 5.27185583114624,
      "cov-distil (oracle2teacher)": 5.221650123596191,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.2233726978302,
      "step": 2710,
      "subrel-constrast": 3.828547716140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7243640422821045,
      "cov-distil (oracle2student)": 5.165979385375977,
      "cov-distil (oracle2teacher)": 5.1544694900512695,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.8311660289764404,
      "step": 2711,
      "subrel-constrast": 3.6800124645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2363682985305786,
      "cov-distil (oracle2student)": 4.315968036651611,
      "cov-distil (oracle2teacher)": 4.177546977996826,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.2947351932525635,
      "step": 2712,
      "subrel-constrast": 3.1724765300750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150728225708008,
      "cov-distil (oracle2student)": 6.368756294250488,
      "cov-distil (oracle2teacher)": 6.109382152557373,
      "epoch": 2.129513343799058,
      "rel-constrast": 2.0938243865966797,
      "step": 2713,
      "subrel-constrast": 3.2704529762268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795000314712524,
      "cov-distil (oracle2student)": 5.243816375732422,
      "cov-distil (oracle2teacher)": 4.928433418273926,
      "epoch": 2.130298273155416,
      "rel-constrast": 1.9528305530548096,
      "step": 2714,
      "subrel-constrast": 3.1211471557617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8714193105697632,
      "cov-distil (oracle2student)": 3.9773635864257812,
      "cov-distil (oracle2teacher)": 4.005481719970703,
      "epoch": 2.131083202511774,
      "rel-constrast": 2.758167028427124,
      "step": 2715,
      "subrel-constrast": 3.6250498294830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657068252563477,
      "cov-distil (oracle2student)": 4.260210037231445,
      "cov-distil (oracle2teacher)": 4.628772258758545,
      "epoch": 2.131868131868132,
      "rel-constrast": 2.8302574157714844,
      "step": 2716,
      "subrel-constrast": 3.9923365116119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472644567489624,
      "cov-distil (oracle2student)": 5.2329583168029785,
      "cov-distil (oracle2teacher)": 5.090392589569092,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.3985743522644043,
      "step": 2717,
      "subrel-constrast": 3.589413642883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4861083030700684,
      "cov-distil (oracle2student)": 5.812672138214111,
      "cov-distil (oracle2teacher)": 5.0930705070495605,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.60644793510437,
      "step": 2718,
      "subrel-constrast": 3.545764207839966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582643508911133,
      "cov-distil (oracle2student)": 4.443954944610596,
      "cov-distil (oracle2teacher)": 4.600022315979004,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.452642560005188,
      "step": 2719,
      "subrel-constrast": 2.077420711517334,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 4.0625,
      "learning_rate": 5.1082019665604895e-05,
      "loss": 0.6289,
      "step": 2720
    },
    {
      "cov-distil": 1.326369047164917,
      "cov-distil (oracle2student)": 2.0862061977386475,
      "cov-distil (oracle2teacher)": 2.566394090652466,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.015336275100708,
      "step": 2720,
      "subrel-constrast": 1.9619357585906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569439888000488,
      "cov-distil (oracle2student)": 3.5239109992980957,
      "cov-distil (oracle2teacher)": 3.7061519622802734,
      "epoch": 2.1357927786499213,
      "rel-constrast": 2.7463269233703613,
      "step": 2721,
      "subrel-constrast": 3.7282116413116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9299168586730957,
      "cov-distil (oracle2student)": 4.264069557189941,
      "cov-distil (oracle2teacher)": 4.642767429351807,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.6480892896652222,
      "step": 2722,
      "subrel-constrast": 2.6480491161346436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3560423851013184,
      "cov-distil (oracle2student)": 5.08281135559082,
      "cov-distil (oracle2teacher)": 4.334973335266113,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.165834426879883,
      "step": 2723,
      "subrel-constrast": 4.136767387390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5251407623291016,
      "cov-distil (oracle2student)": 4.04868745803833,
      "cov-distil (oracle2teacher)": 3.9932117462158203,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.6278111934661865,
      "step": 2724,
      "subrel-constrast": 3.423225164413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8701648712158203,
      "cov-distil (oracle2student)": 3.9263463020324707,
      "cov-distil (oracle2teacher)": 3.3937041759490967,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.119868040084839,
      "step": 2725,
      "subrel-constrast": 2.7442541122436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012832164764404,
      "cov-distil (oracle2student)": 4.885760307312012,
      "cov-distil (oracle2teacher)": 4.346532821655273,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.0224385261535645,
      "step": 2726,
      "subrel-constrast": 2.776775360107422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425354480743408,
      "cov-distil (oracle2student)": 3.818234920501709,
      "cov-distil (oracle2teacher)": 3.54685115814209,
      "epoch": 2.1405023547880693,
      "rel-constrast": 2.6785123348236084,
      "step": 2727,
      "subrel-constrast": 3.24534010887146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5818504095077515,
      "cov-distil (oracle2student)": 4.571946620941162,
      "cov-distil (oracle2teacher)": 4.6204142570495605,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.087460517883301,
      "step": 2728,
      "subrel-constrast": 2.8228659629821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.942103385925293,
      "cov-distil (oracle2student)": 3.1307530403137207,
      "cov-distil (oracle2teacher)": 3.2297353744506836,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.4942572116851807,
      "step": 2729,
      "subrel-constrast": 3.868485927581787,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 6.1875,
      "learning_rate": 5.073301202648304e-05,
      "loss": 0.6347,
      "step": 2730
    },
    {
      "cov-distil": 1.467630386352539,
      "cov-distil (oracle2student)": 3.1863808631896973,
      "cov-distil (oracle2teacher)": 3.4551587104797363,
      "epoch": 2.142857142857143,
      "rel-constrast": 2.7992584705352783,
      "step": 2730,
      "subrel-constrast": 3.639779567718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645111322402954,
      "cov-distil (oracle2student)": 2.5982391834259033,
      "cov-distil (oracle2teacher)": 2.789353370666504,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.312474489212036,
      "step": 2731,
      "subrel-constrast": 3.086897134780884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1700549125671387,
      "cov-distil (oracle2student)": 5.728372573852539,
      "cov-distil (oracle2teacher)": 5.592479705810547,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.4408371448516846,
      "step": 2732,
      "subrel-constrast": 4.037779331207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666007161140442,
      "cov-distil (oracle2student)": 4.638344764709473,
      "cov-distil (oracle2teacher)": 4.278903007507324,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.1061642169952393,
      "step": 2733,
      "subrel-constrast": 3.0865797996520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6975409984588623,
      "cov-distil (oracle2student)": 5.006326675415039,
      "cov-distil (oracle2teacher)": 4.222795486450195,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.103008985519409,
      "step": 2734,
      "subrel-constrast": 3.0496113300323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088605642318726,
      "cov-distil (oracle2student)": 4.82690954208374,
      "cov-distil (oracle2teacher)": 4.5382161140441895,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.4260215759277344,
      "step": 2735,
      "subrel-constrast": 3.658646821975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106320858001709,
      "cov-distil (oracle2student)": 4.73103141784668,
      "cov-distil (oracle2teacher)": 4.139863967895508,
      "epoch": 2.1475667189952903,
      "rel-constrast": 3.6255743503570557,
      "step": 2736,
      "subrel-constrast": 4.320199966430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3697870969772339,
      "cov-distil (oracle2student)": 4.980483055114746,
      "cov-distil (oracle2teacher)": 4.6165666580200195,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.304898738861084,
      "step": 2737,
      "subrel-constrast": 3.106736421585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018604278564453,
      "cov-distil (oracle2student)": 3.507413625717163,
      "cov-distil (oracle2teacher)": 3.2860968112945557,
      "epoch": 2.1491365777080063,
      "rel-constrast": 1.998867392539978,
      "step": 2738,
      "subrel-constrast": 2.966613292694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7470941543579102,
      "cov-distil (oracle2student)": 5.554351806640625,
      "cov-distil (oracle2teacher)": 5.117455005645752,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.6181020736694336,
      "step": 2739,
      "subrel-constrast": 4.1761932373046875,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 5.6875,
      "learning_rate": 5.0383968661389146e-05,
      "loss": 0.6871,
      "step": 2740
    },
    {
      "cov-distil": 1.3879096508026123,
      "cov-distil (oracle2student)": 4.878554344177246,
      "cov-distil (oracle2teacher)": 4.196404457092285,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.3395674228668213,
      "step": 2740,
      "subrel-constrast": 2.6966257095336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6235871315002441,
      "cov-distil (oracle2student)": 3.8210268020629883,
      "cov-distil (oracle2teacher)": 3.8092849254608154,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.162862777709961,
      "step": 2741,
      "subrel-constrast": 3.329458236694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986586093902588,
      "cov-distil (oracle2student)": 3.9161384105682373,
      "cov-distil (oracle2teacher)": 3.5143203735351562,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.130343437194824,
      "step": 2742,
      "subrel-constrast": 3.3931376934051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3171745538711548,
      "cov-distil (oracle2student)": 3.207651138305664,
      "cov-distil (oracle2teacher)": 3.490227222442627,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.347992181777954,
      "step": 2743,
      "subrel-constrast": 3.3430802822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0860867500305176,
      "cov-distil (oracle2student)": 3.468386173248291,
      "cov-distil (oracle2teacher)": 3.453861713409424,
      "epoch": 2.1538461538461537,
      "rel-constrast": 1.7564581632614136,
      "step": 2744,
      "subrel-constrast": 2.974562406539917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097384452819824,
      "cov-distil (oracle2student)": 6.171957969665527,
      "cov-distil (oracle2teacher)": 5.472214698791504,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.299276828765869,
      "step": 2745,
      "subrel-constrast": 3.221245527267456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765497207641602,
      "cov-distil (oracle2student)": 4.748384952545166,
      "cov-distil (oracle2teacher)": 4.02458381652832,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.053969383239746,
      "step": 2746,
      "subrel-constrast": 2.5295069217681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9265539646148682,
      "cov-distil (oracle2student)": 4.054256439208984,
      "cov-distil (oracle2teacher)": 3.8625171184539795,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.289066791534424,
      "step": 2747,
      "subrel-constrast": 3.5001463890075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5481185913085938,
      "cov-distil (oracle2student)": 4.002744674682617,
      "cov-distil (oracle2teacher)": 3.4867231845855713,
      "epoch": 2.1569858712715857,
      "rel-constrast": 1.7703053951263428,
      "step": 2748,
      "subrel-constrast": 2.9787447452545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5912487506866455,
      "cov-distil (oracle2student)": 3.5901923179626465,
      "cov-distil (oracle2teacher)": 3.734523296356201,
      "epoch": 2.1577708006279437,
      "rel-constrast": 1.9926347732543945,
      "step": 2749,
      "subrel-constrast": 3.2310805320739746,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 4.34375,
      "learning_rate": 5.003490658220438e-05,
      "loss": 0.5707,
      "step": 2750
    },
    {
      "cov-distil": 1.806915283203125,
      "cov-distil (oracle2student)": 2.5482373237609863,
      "cov-distil (oracle2teacher)": 3.096963882446289,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.0425952672958374,
      "step": 2750,
      "subrel-constrast": 2.46952223777771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738553524017334,
      "cov-distil (oracle2student)": 4.358931541442871,
      "cov-distil (oracle2teacher)": 4.569377899169922,
      "epoch": 2.159340659340659,
      "rel-constrast": 1.9142704010009766,
      "step": 2751,
      "subrel-constrast": 3.1107914447784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4393870830535889,
      "cov-distil (oracle2student)": 5.279812812805176,
      "cov-distil (oracle2teacher)": 4.830102920532227,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.3828086853027344,
      "step": 2752,
      "subrel-constrast": 3.090601682662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2664586305618286,
      "cov-distil (oracle2student)": 3.657865047454834,
      "cov-distil (oracle2teacher)": 3.21651554107666,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.180147647857666,
      "step": 2753,
      "subrel-constrast": 2.9688305854797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052523136138916,
      "cov-distil (oracle2student)": 3.219156265258789,
      "cov-distil (oracle2teacher)": 3.590733051300049,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.232546329498291,
      "step": 2754,
      "subrel-constrast": 3.4289889335632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4329482316970825,
      "cov-distil (oracle2student)": 4.566827774047852,
      "cov-distil (oracle2teacher)": 4.652672290802002,
      "epoch": 2.162480376766091,
      "rel-constrast": 2.091492176055908,
      "step": 2755,
      "subrel-constrast": 3.3848507404327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1241475343704224,
      "cov-distil (oracle2student)": 3.6269965171813965,
      "cov-distil (oracle2teacher)": 3.584528923034668,
      "epoch": 2.163265306122449,
      "rel-constrast": 2.857053279876709,
      "step": 2756,
      "subrel-constrast": 3.2548739910125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9462026357650757,
      "cov-distil (oracle2student)": 5.23426628112793,
      "cov-distil (oracle2teacher)": 5.041781425476074,
      "epoch": 2.1640502354788067,
      "rel-constrast": 2.9546802043914795,
      "step": 2757,
      "subrel-constrast": 4.246547698974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441232442855835,
      "cov-distil (oracle2student)": 3.7074778079986572,
      "cov-distil (oracle2teacher)": 3.8046438694000244,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.3445124626159668,
      "step": 2758,
      "subrel-constrast": 2.181939125061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1127017736434937,
      "cov-distil (oracle2student)": 3.3867058753967285,
      "cov-distil (oracle2teacher)": 3.679729461669922,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.0618879795074463,
      "step": 2759,
      "subrel-constrast": 3.0360286235809326,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 3.75,
      "learning_rate": 4.968584280172206e-05,
      "loss": 0.565,
      "step": 2760
    },
    {
      "cov-distil": 1.6896560192108154,
      "cov-distil (oracle2student)": 2.863055467605591,
      "cov-distil (oracle2teacher)": 2.9644112586975098,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.3643980026245117,
      "step": 2760,
      "subrel-constrast": 3.380427122116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050206184387207,
      "cov-distil (oracle2student)": 3.6380889415740967,
      "cov-distil (oracle2teacher)": 3.5528383255004883,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.286562442779541,
      "step": 2761,
      "subrel-constrast": 2.970221519470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046512126922607,
      "cov-distil (oracle2student)": 4.27784538269043,
      "cov-distil (oracle2teacher)": 4.107046127319336,
      "epoch": 2.1679748822605966,
      "rel-constrast": 1.7430602312088013,
      "step": 2762,
      "subrel-constrast": 2.778526782989502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5585346221923828,
      "cov-distil (oracle2student)": 4.915915012359619,
      "cov-distil (oracle2teacher)": 4.608651161193848,
      "epoch": 2.1687598116169546,
      "rel-constrast": 2.1189756393432617,
      "step": 2763,
      "subrel-constrast": 2.774949550628662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.965824842453003,
      "cov-distil (oracle2student)": 3.954085350036621,
      "cov-distil (oracle2teacher)": 3.5028367042541504,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.716698169708252,
      "step": 2764,
      "subrel-constrast": 3.5548951625823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118343591690063,
      "cov-distil (oracle2student)": 4.610832691192627,
      "cov-distil (oracle2teacher)": 4.168765068054199,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.3317410945892334,
      "step": 2765,
      "subrel-constrast": 2.4193906784057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880134105682373,
      "cov-distil (oracle2student)": 4.927078723907471,
      "cov-distil (oracle2teacher)": 4.508500099182129,
      "epoch": 2.171114599686028,
      "rel-constrast": 3.6810262203216553,
      "step": 2766,
      "subrel-constrast": 3.9867517948150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7637112140655518,
      "cov-distil (oracle2student)": 4.157207489013672,
      "cov-distil (oracle2teacher)": 4.2365593910217285,
      "epoch": 2.171899529042386,
      "rel-constrast": 3.3731913566589355,
      "step": 2767,
      "subrel-constrast": 4.030303478240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7228142023086548,
      "cov-distil (oracle2student)": 4.705318450927734,
      "cov-distil (oracle2teacher)": 4.33660888671875,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.2219502925872803,
      "step": 2768,
      "subrel-constrast": 3.3610622882843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4864981174468994,
      "cov-distil (oracle2student)": 3.760977268218994,
      "cov-distil (oracle2teacher)": 3.5184102058410645,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.4771106243133545,
      "step": 2769,
      "subrel-constrast": 3.087512969970703,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 4.59375,
      "learning_rate": 4.933679433281836e-05,
      "loss": 0.6525,
      "step": 2770
    },
    {
      "cov-distil": 1.75700044631958,
      "cov-distil (oracle2student)": 3.8627734184265137,
      "cov-distil (oracle2teacher)": 4.160212516784668,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.819725751876831,
      "step": 2770,
      "subrel-constrast": 3.938410520553589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7301762104034424,
      "cov-distil (oracle2student)": 2.9150218963623047,
      "cov-distil (oracle2teacher)": 3.216519832611084,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.4085631370544434,
      "step": 2771,
      "subrel-constrast": 3.107119560241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437726497650146,
      "cov-distil (oracle2student)": 3.690866470336914,
      "cov-distil (oracle2teacher)": 3.392364501953125,
      "epoch": 2.1758241758241756,
      "rel-constrast": 1.9678822755813599,
      "step": 2772,
      "subrel-constrast": 2.6708803176879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9318758249282837,
      "cov-distil (oracle2student)": 3.9147164821624756,
      "cov-distil (oracle2teacher)": 3.911567211151123,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.275975465774536,
      "step": 2773,
      "subrel-constrast": 3.3541781902313232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5515446662902832,
      "cov-distil (oracle2student)": 3.456636905670166,
      "cov-distil (oracle2teacher)": 3.2114787101745605,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.555819272994995,
      "step": 2774,
      "subrel-constrast": 2.952054738998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1741480827331543,
      "cov-distil (oracle2student)": 5.619742393493652,
      "cov-distil (oracle2teacher)": 4.882872581481934,
      "epoch": 2.1781789638932496,
      "rel-constrast": 2.2809371948242188,
      "step": 2775,
      "subrel-constrast": 2.69599986076355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097377061843872,
      "cov-distil (oracle2student)": 4.072094917297363,
      "cov-distil (oracle2teacher)": 3.7963056564331055,
      "epoch": 2.1789638932496076,
      "rel-constrast": 2.908001661300659,
      "step": 2776,
      "subrel-constrast": 3.874354600906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9562230110168457,
      "cov-distil (oracle2student)": 5.002793788909912,
      "cov-distil (oracle2teacher)": 4.873540878295898,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.4840353727340698,
      "step": 2777,
      "subrel-constrast": 2.717573404312134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227175712585449,
      "cov-distil (oracle2student)": 2.761664867401123,
      "cov-distil (oracle2teacher)": 2.760740280151367,
      "epoch": 2.1805337519623236,
      "rel-constrast": 2.4238102436065674,
      "step": 2778,
      "subrel-constrast": 3.220792055130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.117674708366394,
      "cov-distil (oracle2student)": 6.582137584686279,
      "cov-distil (oracle2teacher)": 5.695241928100586,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.071228504180908,
      "step": 2779,
      "subrel-constrast": 3.342726945877075,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 6.46875,
      "learning_rate": 4.8987778187623245e-05,
      "loss": 0.6484,
      "step": 2780
    },
    {
      "cov-distil": 2.2681541442871094,
      "cov-distil (oracle2student)": 4.413128852844238,
      "cov-distil (oracle2teacher)": 4.391634464263916,
      "epoch": 2.182103610675039,
      "rel-constrast": 1.7417465448379517,
      "step": 2780,
      "subrel-constrast": 2.756927728652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6750961542129517,
      "cov-distil (oracle2student)": 3.3351778984069824,
      "cov-distil (oracle2teacher)": 3.030971050262451,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.5298686027526855,
      "step": 2781,
      "subrel-constrast": 3.289048671722412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7789689302444458,
      "cov-distil (oracle2student)": 4.94428825378418,
      "cov-distil (oracle2teacher)": 5.296975612640381,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.1955714225769043,
      "step": 2782,
      "subrel-constrast": 2.593231678009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8072713613510132,
      "cov-distil (oracle2student)": 3.386491060256958,
      "cov-distil (oracle2teacher)": 3.408949613571167,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.813585877418518,
      "step": 2783,
      "subrel-constrast": 2.7816760540008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3161945343017578,
      "cov-distil (oracle2student)": 4.123375415802002,
      "cov-distil (oracle2teacher)": 3.9331166744232178,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.040442943572998,
      "step": 2784,
      "subrel-constrast": 2.6598587036132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681734561920166,
      "cov-distil (oracle2student)": 4.90024471282959,
      "cov-distil (oracle2teacher)": 4.9022626876831055,
      "epoch": 2.186028257456829,
      "rel-constrast": 2.8988118171691895,
      "step": 2785,
      "subrel-constrast": 4.425157070159912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285244345664978,
      "cov-distil (oracle2student)": 4.194664001464844,
      "cov-distil (oracle2teacher)": 3.943063735961914,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.291764497756958,
      "step": 2786,
      "subrel-constrast": 2.84116268157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548862338066101,
      "cov-distil (oracle2student)": 3.779958963394165,
      "cov-distil (oracle2teacher)": 4.238327980041504,
      "epoch": 2.1875981161695446,
      "rel-constrast": 2.5585811138153076,
      "step": 2787,
      "subrel-constrast": 3.5882937908172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2820236682891846,
      "cov-distil (oracle2student)": 2.383737325668335,
      "cov-distil (oracle2teacher)": 2.7727208137512207,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.5205132961273193,
      "step": 2788,
      "subrel-constrast": 2.3172006607055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9283175468444824,
      "cov-distil (oracle2student)": 2.5418999195098877,
      "cov-distil (oracle2teacher)": 3.220773220062256,
      "epoch": 2.1891679748822606,
      "rel-constrast": 2.516641616821289,
      "step": 2789,
      "subrel-constrast": 3.756850242614746,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 4.5625,
      "learning_rate": 4.863881137669123e-05,
      "loss": 0.5691,
      "step": 2790
    },
    {
      "cov-distil": 1.5669978857040405,
      "cov-distil (oracle2student)": 6.78611946105957,
      "cov-distil (oracle2teacher)": 6.294183254241943,
      "epoch": 2.1899529042386185,
      "rel-constrast": 2.450349807739258,
      "step": 2790,
      "subrel-constrast": 3.51462984085083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1965932846069336,
      "cov-distil (oracle2student)": 3.797499656677246,
      "cov-distil (oracle2teacher)": 3.7006406784057617,
      "epoch": 2.1907378335949765,
      "rel-constrast": 2.313488483428955,
      "step": 2791,
      "subrel-constrast": 2.958674669265747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5269513130187988,
      "cov-distil (oracle2student)": 3.8147411346435547,
      "cov-distil (oracle2teacher)": 3.873063325881958,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.366436243057251,
      "step": 2792,
      "subrel-constrast": 2.9801857471466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.352323055267334,
      "cov-distil (oracle2student)": 5.091388702392578,
      "cov-distil (oracle2teacher)": 5.070871829986572,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.2292160987854004,
      "step": 2793,
      "subrel-constrast": 2.925502061843872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5054916143417358,
      "cov-distil (oracle2student)": 4.783044815063477,
      "cov-distil (oracle2teacher)": 4.712709426879883,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.0297036170959473,
      "step": 2794,
      "subrel-constrast": 3.8910725116729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8863544464111328,
      "cov-distil (oracle2student)": 5.043763637542725,
      "cov-distil (oracle2teacher)": 4.902690887451172,
      "epoch": 2.193877551020408,
      "rel-constrast": 3.252924919128418,
      "step": 2795,
      "subrel-constrast": 4.180627346038818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8325170278549194,
      "cov-distil (oracle2student)": 3.6434335708618164,
      "cov-distil (oracle2teacher)": 3.6568195819854736,
      "epoch": 2.194662480376766,
      "rel-constrast": 2.812368154525757,
      "step": 2796,
      "subrel-constrast": 3.5068044662475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2817124128341675,
      "cov-distil (oracle2student)": 3.861666679382324,
      "cov-distil (oracle2teacher)": 3.960820436477661,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.180814266204834,
      "step": 2797,
      "subrel-constrast": 3.24826979637146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231818199157715,
      "cov-distil (oracle2student)": 3.48480486869812,
      "cov-distil (oracle2teacher)": 3.1619930267333984,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.1916141510009766,
      "step": 2798,
      "subrel-constrast": 3.854400634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3544816970825195,
      "cov-distil (oracle2student)": 4.256161689758301,
      "cov-distil (oracle2teacher)": 3.862577438354492,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.035766124725342,
      "step": 2799,
      "subrel-constrast": 2.4084794521331787,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 3.78125,
      "learning_rate": 4.8289910908172376e-05,
      "loss": 0.6844,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.30781251192092896,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.0338134765625
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.02447509765625,
      "step": 2800
    },
    {
      "cov-distil": 2.42362380027771,
      "cov-distil (oracle2student)": 6.425702095031738,
      "cov-distil (oracle2teacher)": 6.129337310791016,
      "epoch": 2.197802197802198,
      "rel-constrast": 2.8178963661193848,
      "step": 2800,
      "subrel-constrast": 4.61754846572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743586540222168,
      "cov-distil (oracle2student)": 3.0905842781066895,
      "cov-distil (oracle2teacher)": 3.051987648010254,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.5428214073181152,
      "step": 2801,
      "subrel-constrast": 3.2461507320404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1401888132095337,
      "cov-distil (oracle2student)": 4.770331382751465,
      "cov-distil (oracle2teacher)": 4.214495658874512,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.6856117248535156,
      "step": 2802,
      "subrel-constrast": 3.205343246459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845274686813354,
      "cov-distil (oracle2student)": 5.573180198669434,
      "cov-distil (oracle2teacher)": 5.061854362487793,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.4355225563049316,
      "step": 2803,
      "subrel-constrast": 3.174119710922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101396322250366,
      "cov-distil (oracle2student)": 6.173619270324707,
      "cov-distil (oracle2teacher)": 5.738110065460205,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.3474135398864746,
      "step": 2804,
      "subrel-constrast": 3.396523952484131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2656006813049316,
      "cov-distil (oracle2student)": 6.187765121459961,
      "cov-distil (oracle2teacher)": 5.5145182609558105,
      "epoch": 2.2017268445839875,
      "rel-constrast": 1.9542888402938843,
      "step": 2805,
      "subrel-constrast": 2.8136181831359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314704895019531,
      "cov-distil (oracle2student)": 3.413998603820801,
      "cov-distil (oracle2teacher)": 3.774094820022583,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.619816303253174,
      "step": 2806,
      "subrel-constrast": 3.5162153244018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219655513763428,
      "cov-distil (oracle2student)": 5.222247123718262,
      "cov-distil (oracle2teacher)": 4.650085926055908,
      "epoch": 2.2032967032967035,
      "rel-constrast": 2.8156187534332275,
      "step": 2807,
      "subrel-constrast": 3.4829816818237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499268889427185,
      "cov-distil (oracle2student)": 5.612875938415527,
      "cov-distil (oracle2teacher)": 5.310443878173828,
      "epoch": 2.204081632653061,
      "rel-constrast": 2.7262535095214844,
      "step": 2808,
      "subrel-constrast": 3.1494040489196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650233507156372,
      "cov-distil (oracle2student)": 7.870527267456055,
      "cov-distil (oracle2teacher)": 6.806931495666504,
      "epoch": 2.204866562009419,
      "rel-constrast": 3.386079788208008,
      "step": 2809,
      "subrel-constrast": 4.1100358963012695,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 5.4375,
      "learning_rate": 4.794109378698327e-05,
      "loss": 0.7004,
      "step": 2810
    },
    {
      "cov-distil": 1.3190897703170776,
      "cov-distil (oracle2student)": 4.564918518066406,
      "cov-distil (oracle2teacher)": 4.331057071685791,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.196354627609253,
      "step": 2810,
      "subrel-constrast": 3.426884651184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7635374069213867,
      "cov-distil (oracle2student)": 4.258518695831299,
      "cov-distil (oracle2teacher)": 4.05879020690918,
      "epoch": 2.206436420722135,
      "rel-constrast": 2.771786689758301,
      "step": 2811,
      "subrel-constrast": 3.361485481262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4878902435302734,
      "cov-distil (oracle2student)": 5.420914649963379,
      "cov-distil (oracle2teacher)": 4.9406538009643555,
      "epoch": 2.207221350078493,
      "rel-constrast": 2.4788975715637207,
      "step": 2812,
      "subrel-constrast": 3.2326698303222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6503366231918335,
      "cov-distil (oracle2student)": 4.3632073402404785,
      "cov-distil (oracle2teacher)": 4.0581793785095215,
      "epoch": 2.208006279434851,
      "rel-constrast": 1.7909653186798096,
      "step": 2813,
      "subrel-constrast": 3.0400478839874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5701971054077148,
      "cov-distil (oracle2student)": 4.338715553283691,
      "cov-distil (oracle2teacher)": 4.089271545410156,
      "epoch": 2.208791208791209,
      "rel-constrast": 2.780975341796875,
      "step": 2814,
      "subrel-constrast": 3.292057752609253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1609618663787842,
      "cov-distil (oracle2student)": 3.7726330757141113,
      "cov-distil (oracle2teacher)": 3.3258743286132812,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.322597026824951,
      "step": 2815,
      "subrel-constrast": 2.73384952545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6568806171417236,
      "cov-distil (oracle2student)": 4.518229007720947,
      "cov-distil (oracle2teacher)": 4.253758430480957,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.1247448921203613,
      "step": 2816,
      "subrel-constrast": 3.54591965675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6242001056671143,
      "cov-distil (oracle2student)": 2.546473503112793,
      "cov-distil (oracle2teacher)": 2.6391172409057617,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.473306179046631,
      "step": 2817,
      "subrel-constrast": 2.87225604057312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073345899581909,
      "cov-distil (oracle2student)": 4.532330513000488,
      "cov-distil (oracle2teacher)": 4.756192207336426,
      "epoch": 2.2119309262166404,
      "rel-constrast": 1.7451021671295166,
      "step": 2818,
      "subrel-constrast": 2.9535446166992188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1887147426605225,
      "cov-distil (oracle2student)": 4.513284206390381,
      "cov-distil (oracle2teacher)": 4.453440189361572,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.0990817546844482,
      "step": 2819,
      "subrel-constrast": 2.7016074657440186,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 5.34375,
      "learning_rate": 4.7592377013978306e-05,
      "loss": 0.6583,
      "step": 2820
    },
    {
      "cov-distil": 1.3448872566223145,
      "cov-distil (oracle2student)": 3.937668800354004,
      "cov-distil (oracle2teacher)": 3.707423448562622,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.1732583045959473,
      "step": 2820,
      "subrel-constrast": 2.3594653606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338876724243164,
      "cov-distil (oracle2student)": 5.29823112487793,
      "cov-distil (oracle2teacher)": 4.936830997467041,
      "epoch": 2.2142857142857144,
      "rel-constrast": 1.9074070453643799,
      "step": 2821,
      "subrel-constrast": 3.13196063041687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6617653369903564,
      "cov-distil (oracle2student)": 2.9167838096618652,
      "cov-distil (oracle2teacher)": 3.548705577850342,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.007301092147827,
      "step": 2822,
      "subrel-constrast": 3.0735819339752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2543469667434692,
      "cov-distil (oracle2student)": 4.861081123352051,
      "cov-distil (oracle2teacher)": 4.2315216064453125,
      "epoch": 2.21585557299843,
      "rel-constrast": 1.5699167251586914,
      "step": 2823,
      "subrel-constrast": 2.280848741531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017212867736816,
      "cov-distil (oracle2student)": 4.909335613250732,
      "cov-distil (oracle2teacher)": 4.501095771789551,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.294431447982788,
      "step": 2824,
      "subrel-constrast": 3.573068141937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652161121368408,
      "cov-distil (oracle2student)": 4.625182151794434,
      "cov-distil (oracle2teacher)": 4.659667015075684,
      "epoch": 2.217425431711146,
      "rel-constrast": 2.568787097930908,
      "step": 2825,
      "subrel-constrast": 3.946159839630127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8454208374023438,
      "cov-distil (oracle2student)": 5.338460922241211,
      "cov-distil (oracle2teacher)": 5.414767265319824,
      "epoch": 2.218210361067504,
      "rel-constrast": 2.803154230117798,
      "step": 2826,
      "subrel-constrast": 3.7498037815093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6108988523483276,
      "cov-distil (oracle2student)": 2.1564300060272217,
      "cov-distil (oracle2teacher)": 2.790970802307129,
      "epoch": 2.218995290423862,
      "rel-constrast": 2.207352638244629,
      "step": 2827,
      "subrel-constrast": 3.34175443649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.230948805809021,
      "cov-distil (oracle2student)": 3.8962185382843018,
      "cov-distil (oracle2teacher)": 4.277963638305664,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.3036015033721924,
      "step": 2828,
      "subrel-constrast": 3.139211893081665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027193784713745,
      "cov-distil (oracle2student)": 2.195178985595703,
      "cov-distil (oracle2teacher)": 3.074284076690674,
      "epoch": 2.220565149136578,
      "rel-constrast": 2.030325412750244,
      "step": 2829,
      "subrel-constrast": 2.747653007507324,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.46875,
      "learning_rate": 4.724377758512103e-05,
      "loss": 0.5618,
      "step": 2830
    },
    {
      "cov-distil": 1.726119041442871,
      "cov-distil (oracle2student)": 2.97772479057312,
      "cov-distil (oracle2teacher)": 2.8036656379699707,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.007486343383789,
      "step": 2830,
      "subrel-constrast": 2.934091567993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478456735610962,
      "cov-distil (oracle2student)": 5.9427170753479,
      "cov-distil (oracle2teacher)": 5.351432800292969,
      "epoch": 2.2221350078492934,
      "rel-constrast": 2.9020683765411377,
      "step": 2831,
      "subrel-constrast": 3.6943559646606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957112193107605,
      "cov-distil (oracle2student)": 3.5453929901123047,
      "cov-distil (oracle2teacher)": 3.759150266647339,
      "epoch": 2.2229199372056514,
      "rel-constrast": 1.910549283027649,
      "step": 2832,
      "subrel-constrast": 3.179957866668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4095401763916016,
      "cov-distil (oracle2student)": 4.468910217285156,
      "cov-distil (oracle2teacher)": 4.853428840637207,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.022900342941284,
      "step": 2833,
      "subrel-constrast": 3.625307559967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2572321891784668,
      "cov-distil (oracle2student)": 3.8475751876831055,
      "cov-distil (oracle2teacher)": 3.9010746479034424,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.4529364109039307,
      "step": 2834,
      "subrel-constrast": 2.7992639541625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2130976915359497,
      "cov-distil (oracle2student)": 5.2639923095703125,
      "cov-distil (oracle2teacher)": 4.875039100646973,
      "epoch": 2.2252747252747254,
      "rel-constrast": 1.8774495124816895,
      "step": 2835,
      "subrel-constrast": 2.5389695167541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5114907026290894,
      "cov-distil (oracle2student)": 4.721293926239014,
      "cov-distil (oracle2teacher)": 4.7808051109313965,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.42689847946167,
      "step": 2836,
      "subrel-constrast": 3.213458299636841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8704252243041992,
      "cov-distil (oracle2student)": 3.2839958667755127,
      "cov-distil (oracle2teacher)": 3.6718454360961914,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.2322096824645996,
      "step": 2837,
      "subrel-constrast": 2.6969070434570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0020060539245605,
      "cov-distil (oracle2student)": 3.9358010292053223,
      "cov-distil (oracle2teacher)": 4.100215911865234,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.6617398262023926,
      "step": 2838,
      "subrel-constrast": 3.52018141746521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728122234344482,
      "cov-distil (oracle2student)": 4.79514741897583,
      "cov-distil (oracle2teacher)": 4.674450874328613,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.2921576499938965,
      "step": 2839,
      "subrel-constrast": 3.1854021549224854,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 5.75,
      "learning_rate": 4.68953124906558e-05,
      "loss": 0.6399,
      "step": 2840
    },
    {
      "cov-distil": 1.717403531074524,
      "cov-distil (oracle2student)": 4.483811855316162,
      "cov-distil (oracle2teacher)": 4.458925724029541,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.4751811027526855,
      "step": 2840,
      "subrel-constrast": 3.1410434246063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587663173675537,
      "cov-distil (oracle2student)": 4.129672050476074,
      "cov-distil (oracle2teacher)": 4.066919326782227,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.5611615180969238,
      "step": 2841,
      "subrel-constrast": 2.411970853805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5608258247375488,
      "cov-distil (oracle2student)": 4.721125602722168,
      "cov-distil (oracle2teacher)": 4.640618324279785,
      "epoch": 2.230769230769231,
      "rel-constrast": 2.867084503173828,
      "step": 2842,
      "subrel-constrast": 3.5532374382019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665840864181519,
      "cov-distil (oracle2student)": 4.1597466468811035,
      "cov-distil (oracle2teacher)": 3.746692657470703,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.612438201904297,
      "step": 2843,
      "subrel-constrast": 3.4615063667297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6127114295959473,
      "cov-distil (oracle2student)": 5.4328460693359375,
      "cov-distil (oracle2teacher)": 4.569614410400391,
      "epoch": 2.232339089481947,
      "rel-constrast": 3.5802032947540283,
      "step": 2844,
      "subrel-constrast": 4.323967933654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2123452425003052,
      "cov-distil (oracle2student)": 4.063237190246582,
      "cov-distil (oracle2teacher)": 3.8708982467651367,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.8539929389953613,
      "step": 2845,
      "subrel-constrast": 3.1632678508758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133237838745117,
      "cov-distil (oracle2student)": 5.428193092346191,
      "cov-distil (oracle2teacher)": 4.962613105773926,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.5299415588378906,
      "step": 2846,
      "subrel-constrast": 3.1664624214172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233048677444458,
      "cov-distil (oracle2student)": 6.137513637542725,
      "cov-distil (oracle2teacher)": 5.384342193603516,
      "epoch": 2.2346938775510203,
      "rel-constrast": 2.854398250579834,
      "step": 2847,
      "subrel-constrast": 3.6105031967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5071742534637451,
      "cov-distil (oracle2student)": 3.6027748584747314,
      "cov-distil (oracle2teacher)": 3.947093963623047,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.4469622373580933,
      "step": 2848,
      "subrel-constrast": 2.6755216121673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3141969442367554,
      "cov-distil (oracle2student)": 4.491943359375,
      "cov-distil (oracle2teacher)": 4.406347751617432,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.1167397499084473,
      "step": 2849,
      "subrel-constrast": 3.077599048614502,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 4.0625,
      "learning_rate": 4.654699871427971e-05,
      "loss": 0.6608,
      "step": 2850
    },
    {
      "cov-distil": 1.424069881439209,
      "cov-distil (oracle2student)": 7.276736736297607,
      "cov-distil (oracle2teacher)": 6.845768928527832,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.4418821334838867,
      "step": 2850,
      "subrel-constrast": 3.4501683712005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7611315250396729,
      "cov-distil (oracle2student)": 5.600193977355957,
      "cov-distil (oracle2teacher)": 4.876731872558594,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.1412620544433594,
      "step": 2851,
      "subrel-constrast": 2.916501760482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0549521446228027,
      "cov-distil (oracle2student)": 4.492118835449219,
      "cov-distil (oracle2teacher)": 4.4618000984191895,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.033761978149414,
      "step": 2852,
      "subrel-constrast": 3.365102529525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313401460647583,
      "cov-distil (oracle2student)": 4.64316463470459,
      "cov-distil (oracle2teacher)": 3.855269432067871,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.4776077270507812,
      "step": 2853,
      "subrel-constrast": 3.3593900203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.476764440536499,
      "cov-distil (oracle2student)": 7.77077054977417,
      "cov-distil (oracle2teacher)": 6.259032249450684,
      "epoch": 2.240188383045526,
      "rel-constrast": 2.836139440536499,
      "step": 2854,
      "subrel-constrast": 3.5945324897766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6115028858184814,
      "cov-distil (oracle2student)": 4.952655792236328,
      "cov-distil (oracle2teacher)": 4.891395092010498,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.7497057914733887,
      "step": 2855,
      "subrel-constrast": 2.6646485328674316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8888859748840332,
      "cov-distil (oracle2student)": 4.112419605255127,
      "cov-distil (oracle2teacher)": 4.217214107513428,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.2789955139160156,
      "step": 2856,
      "subrel-constrast": 2.8657004833221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088084697723389,
      "cov-distil (oracle2student)": 4.710190773010254,
      "cov-distil (oracle2teacher)": 4.755749702453613,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.160210371017456,
      "step": 2857,
      "subrel-constrast": 3.1898019313812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872696876525879,
      "cov-distil (oracle2student)": 3.624831199645996,
      "cov-distil (oracle2teacher)": 3.9079580307006836,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.6478776931762695,
      "step": 2858,
      "subrel-constrast": 3.2612948417663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2556004524230957,
      "cov-distil (oracle2student)": 5.409021377563477,
      "cov-distil (oracle2teacher)": 4.648893356323242,
      "epoch": 2.2441130298273153,
      "rel-constrast": 2.4509506225585938,
      "step": 2859,
      "subrel-constrast": 3.710073232650757,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 4.6875,
      "learning_rate": 4.619885323231484e-05,
      "loss": 0.6277,
      "step": 2860
    },
    {
      "cov-distil": 1.5955007076263428,
      "cov-distil (oracle2student)": 4.6984663009643555,
      "cov-distil (oracle2teacher)": 4.7486162185668945,
      "epoch": 2.2448979591836733,
      "rel-constrast": 2.7424068450927734,
      "step": 2860,
      "subrel-constrast": 3.6845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831712245941162,
      "cov-distil (oracle2student)": 6.546115875244141,
      "cov-distil (oracle2teacher)": 6.533631324768066,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.377263069152832,
      "step": 2861,
      "subrel-constrast": 2.656231641769409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5443010330200195,
      "cov-distil (oracle2student)": 5.47690486907959,
      "cov-distil (oracle2teacher)": 4.771477222442627,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.299046039581299,
      "step": 2862,
      "subrel-constrast": 4.067359924316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7151087522506714,
      "cov-distil (oracle2student)": 5.156447887420654,
      "cov-distil (oracle2teacher)": 4.818759918212891,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.1515305042266846,
      "step": 2863,
      "subrel-constrast": 3.1605124473571777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4224896430969238,
      "cov-distil (oracle2student)": 5.613790035247803,
      "cov-distil (oracle2teacher)": 5.035803318023682,
      "epoch": 2.2480376766091053,
      "rel-constrast": 2.1096558570861816,
      "step": 2864,
      "subrel-constrast": 2.795309066772461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994011402130127,
      "cov-distil (oracle2student)": 3.2136306762695312,
      "cov-distil (oracle2teacher)": 3.090251922607422,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.4058408737182617,
      "step": 2865,
      "subrel-constrast": 3.5052578449249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563377857208252,
      "cov-distil (oracle2student)": 4.131916046142578,
      "cov-distil (oracle2teacher)": 3.7675793170928955,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.525794506072998,
      "step": 2866,
      "subrel-constrast": 2.443898916244507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6621897220611572,
      "cov-distil (oracle2student)": 5.999131202697754,
      "cov-distil (oracle2teacher)": 5.46461820602417,
      "epoch": 2.2503924646781788,
      "rel-constrast": 1.7367868423461914,
      "step": 2867,
      "subrel-constrast": 2.748037338256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2288122177124023,
      "cov-distil (oracle2student)": 4.394291877746582,
      "cov-distil (oracle2teacher)": 4.031858921051025,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.014235496520996,
      "step": 2868,
      "subrel-constrast": 3.8080317974090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6750898361206055,
      "cov-distil (oracle2student)": 2.6723945140838623,
      "cov-distil (oracle2teacher)": 3.1629371643066406,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.4534378051757812,
      "step": 2869,
      "subrel-constrast": 3.567499876022339,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 4.0625,
      "learning_rate": 4.58508930128808e-05,
      "loss": 0.5919,
      "step": 2870
    },
    {
      "cov-distil": 1.7002882957458496,
      "cov-distil (oracle2student)": 5.236079216003418,
      "cov-distil (oracle2teacher)": 4.657792568206787,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.5059866905212402,
      "step": 2870,
      "subrel-constrast": 2.3695926666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2999863624572754,
      "cov-distil (oracle2student)": 4.402031898498535,
      "cov-distil (oracle2teacher)": 4.345562934875488,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.0738296508789062,
      "step": 2871,
      "subrel-constrast": 3.4168267250061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4844002723693848,
      "cov-distil (oracle2student)": 2.9701809883117676,
      "cov-distil (oracle2teacher)": 3.6755895614624023,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.677231788635254,
      "step": 2872,
      "subrel-constrast": 2.6649694442749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.21783447265625,
      "cov-distil (oracle2student)": 5.4167280197143555,
      "cov-distil (oracle2teacher)": 4.77655553817749,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.2403674125671387,
      "step": 2873,
      "subrel-constrast": 2.9164514541625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644586563110352,
      "cov-distil (oracle2student)": 4.355981826782227,
      "cov-distil (oracle2teacher)": 4.5069580078125,
      "epoch": 2.2558869701726847,
      "rel-constrast": 1.8626911640167236,
      "step": 2874,
      "subrel-constrast": 2.8992919921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2227511405944824,
      "cov-distil (oracle2student)": 4.743846893310547,
      "cov-distil (oracle2teacher)": 4.2016119956970215,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.283579111099243,
      "step": 2875,
      "subrel-constrast": 3.415382146835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7104805707931519,
      "cov-distil (oracle2student)": 3.9339029788970947,
      "cov-distil (oracle2teacher)": 3.797529697418213,
      "epoch": 2.2574568288854002,
      "rel-constrast": 2.564009428024292,
      "step": 2876,
      "subrel-constrast": 3.8125905990600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633181095123291,
      "cov-distil (oracle2student)": 3.2109854221343994,
      "cov-distil (oracle2teacher)": 3.2770867347717285,
      "epoch": 2.258241758241758,
      "rel-constrast": 1.6666051149368286,
      "step": 2877,
      "subrel-constrast": 2.5252957344055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7066857814788818,
      "cov-distil (oracle2student)": 4.058589935302734,
      "cov-distil (oracle2teacher)": 3.7513513565063477,
      "epoch": 2.259026687598116,
      "rel-constrast": 2.583442211151123,
      "step": 2878,
      "subrel-constrast": 3.473625421524048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6874805688858032,
      "cov-distil (oracle2student)": 4.218647003173828,
      "cov-distil (oracle2teacher)": 3.6481518745422363,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.4787023067474365,
      "step": 2879,
      "subrel-constrast": 3.915562391281128,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 5.0,
      "learning_rate": 4.550313501506781e-05,
      "loss": 0.6145,
      "step": 2880
    },
    {
      "cov-distil": 1.1887476444244385,
      "cov-distil (oracle2student)": 4.231244087219238,
      "cov-distil (oracle2teacher)": 4.018116474151611,
      "epoch": 2.260596546310832,
      "rel-constrast": 1.814537763595581,
      "step": 2880,
      "subrel-constrast": 2.3129711151123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194706678390503,
      "cov-distil (oracle2student)": 5.16677713394165,
      "cov-distil (oracle2teacher)": 4.78310489654541,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.240757465362549,
      "step": 2881,
      "subrel-constrast": 3.2448983192443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5674148797988892,
      "cov-distil (oracle2student)": 4.782053470611572,
      "cov-distil (oracle2teacher)": 4.709864616394043,
      "epoch": 2.2621664050235477,
      "rel-constrast": 1.6190149784088135,
      "step": 2882,
      "subrel-constrast": 2.52614688873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2463951110839844,
      "cov-distil (oracle2student)": 5.440786361694336,
      "cov-distil (oracle2teacher)": 4.897953510284424,
      "epoch": 2.2629513343799057,
      "rel-constrast": 2.0550947189331055,
      "step": 2883,
      "subrel-constrast": 2.8056819438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6910135746002197,
      "cov-distil (oracle2student)": 3.4572436809539795,
      "cov-distil (oracle2teacher)": 3.473060131072998,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.042442560195923,
      "step": 2884,
      "subrel-constrast": 3.281040668487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7173433303833008,
      "cov-distil (oracle2student)": 4.437989234924316,
      "cov-distil (oracle2teacher)": 4.267644882202148,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.540497303009033,
      "step": 2885,
      "subrel-constrast": 3.218391180038452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311633110046387,
      "cov-distil (oracle2student)": 3.6475677490234375,
      "cov-distil (oracle2teacher)": 3.8642516136169434,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.61974036693573,
      "step": 2886,
      "subrel-constrast": 2.844952344894409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1554977893829346,
      "cov-distil (oracle2student)": 2.710587978363037,
      "cov-distil (oracle2teacher)": 3.0180046558380127,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.6323204040527344,
      "step": 2887,
      "subrel-constrast": 2.411179780960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.660719633102417,
      "cov-distil (oracle2student)": 3.6112756729125977,
      "cov-distil (oracle2teacher)": 3.563739061355591,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.3579812049865723,
      "step": 2888,
      "subrel-constrast": 3.268937349319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957887887954712,
      "cov-distil (oracle2student)": 3.6609585285186768,
      "cov-distil (oracle2teacher)": 4.006786346435547,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.6328799724578857,
      "step": 2889,
      "subrel-constrast": 2.8386645317077637,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 3.96875,
      "learning_rate": 4.515559618811005e-05,
      "loss": 0.5347,
      "step": 2890
    },
    {
      "cov-distil": 1.4132702350616455,
      "cov-distil (oracle2student)": 4.746591567993164,
      "cov-distil (oracle2teacher)": 4.887332916259766,
      "epoch": 2.268445839874411,
      "rel-constrast": 3.1424808502197266,
      "step": 2890,
      "subrel-constrast": 3.984154224395752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.040534496307373,
      "cov-distil (oracle2student)": 5.741405487060547,
      "cov-distil (oracle2teacher)": 4.928375244140625,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.8214423656463623,
      "step": 2891,
      "subrel-constrast": 3.0948562622070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4432077407836914,
      "cov-distil (oracle2student)": 4.8424787521362305,
      "cov-distil (oracle2teacher)": 5.2684407234191895,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.1277520656585693,
      "step": 2892,
      "subrel-constrast": 3.3250772953033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827197074890137,
      "cov-distil (oracle2student)": 3.9866600036621094,
      "cov-distil (oracle2teacher)": 3.456434726715088,
      "epoch": 2.270800627943485,
      "rel-constrast": 2.7867259979248047,
      "step": 2893,
      "subrel-constrast": 3.395991325378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.244920253753662,
      "cov-distil (oracle2student)": 3.9335274696350098,
      "cov-distil (oracle2teacher)": 3.97623348236084,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.0070104598999023,
      "step": 2894,
      "subrel-constrast": 2.5697152614593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2873342037200928,
      "cov-distil (oracle2student)": 2.9614367485046387,
      "cov-distil (oracle2teacher)": 3.1081721782684326,
      "epoch": 2.272370486656201,
      "rel-constrast": 2.59603214263916,
      "step": 2895,
      "subrel-constrast": 3.551581859588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6306365728378296,
      "cov-distil (oracle2student)": 3.767761468887329,
      "cov-distil (oracle2teacher)": 4.027992248535156,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.256793975830078,
      "step": 2896,
      "subrel-constrast": 2.5759482383728027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026824474334717,
      "cov-distil (oracle2student)": 4.362070083618164,
      "cov-distil (oracle2teacher)": 4.6012163162231445,
      "epoch": 2.2739403453689166,
      "rel-constrast": 2.448298692703247,
      "step": 2897,
      "subrel-constrast": 3.6748404502868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544658899307251,
      "cov-distil (oracle2student)": 3.4196977615356445,
      "cov-distil (oracle2teacher)": 3.318847179412842,
      "epoch": 2.2747252747252746,
      "rel-constrast": 1.8430559635162354,
      "step": 2898,
      "subrel-constrast": 2.3380320072174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5190787315368652,
      "cov-distil (oracle2student)": 3.143353223800659,
      "cov-distil (oracle2teacher)": 3.0332226753234863,
      "epoch": 2.2755102040816326,
      "rel-constrast": 1.6815662384033203,
      "step": 2899,
      "subrel-constrast": 2.6352603435516357,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 4.25,
      "learning_rate": 4.4808293470559643e-05,
      "loss": 0.6374,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.34062501788139343,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.0662841796875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.04815673828125
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.01812744140625,
      "step": 2900
    },
    {
      "cov-distil": 1.4683809280395508,
      "cov-distil (oracle2student)": 3.1235594749450684,
      "cov-distil (oracle2teacher)": 3.269296407699585,
      "epoch": 2.2762951334379906,
      "rel-constrast": 1.783109188079834,
      "step": 2900,
      "subrel-constrast": 2.62192440032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792162895202637,
      "cov-distil (oracle2student)": 3.244328737258911,
      "cov-distil (oracle2teacher)": 3.0423765182495117,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.546846866607666,
      "step": 2901,
      "subrel-constrast": 3.42622709274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6876051425933838,
      "cov-distil (oracle2student)": 4.4223408699035645,
      "cov-distil (oracle2teacher)": 4.325915336608887,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.54775333404541,
      "step": 2902,
      "subrel-constrast": 3.259068012237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564994096755981,
      "cov-distil (oracle2student)": 6.407613754272461,
      "cov-distil (oracle2teacher)": 5.407633304595947,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.2105422019958496,
      "step": 2903,
      "subrel-constrast": 3.8840701580047607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6520203351974487,
      "cov-distil (oracle2student)": 3.3502871990203857,
      "cov-distil (oracle2teacher)": 3.1311111450195312,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.629836916923523,
      "step": 2904,
      "subrel-constrast": 2.7296156883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7176227569580078,
      "cov-distil (oracle2student)": 4.656519889831543,
      "cov-distil (oracle2teacher)": 3.9871890544891357,
      "epoch": 2.28021978021978,
      "rel-constrast": 2.4838855266571045,
      "step": 2905,
      "subrel-constrast": 2.844865083694458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6433159112930298,
      "cov-distil (oracle2student)": 3.583756923675537,
      "cov-distil (oracle2teacher)": 4.170482635498047,
      "epoch": 2.281004709576138,
      "rel-constrast": 2.6836187839508057,
      "step": 2906,
      "subrel-constrast": 3.8559494018554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703392505645752,
      "cov-distil (oracle2student)": 5.580084800720215,
      "cov-distil (oracle2teacher)": 5.525307655334473,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.376915454864502,
      "step": 2907,
      "subrel-constrast": 3.197580337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9575614929199219,
      "cov-distil (oracle2student)": 4.43644905090332,
      "cov-distil (oracle2teacher)": 4.6361403465271,
      "epoch": 2.282574568288854,
      "rel-constrast": 2.5531909465789795,
      "step": 2908,
      "subrel-constrast": 3.8726274967193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581830382347107,
      "cov-distil (oracle2student)": 4.379965782165527,
      "cov-distil (oracle2teacher)": 4.022382736206055,
      "epoch": 2.283359497645212,
      "rel-constrast": 2.3321309089660645,
      "step": 2909,
      "subrel-constrast": 3.075737953186035,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 5.21875,
      "learning_rate": 4.446124378946107e-05,
      "loss": 0.6461,
      "step": 2910
    },
    {
      "cov-distil": 1.6167364120483398,
      "cov-distil (oracle2student)": 5.413054943084717,
      "cov-distil (oracle2teacher)": 5.484127998352051,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.234766721725464,
      "step": 2910,
      "subrel-constrast": 3.888676881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7345455884933472,
      "cov-distil (oracle2student)": 4.6803998947143555,
      "cov-distil (oracle2teacher)": 4.417872428894043,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.4754867553710938,
      "step": 2911,
      "subrel-constrast": 3.1240100860595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829056739807129,
      "cov-distil (oracle2student)": 3.083430290222168,
      "cov-distil (oracle2teacher)": 3.3772964477539062,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.349851131439209,
      "step": 2912,
      "subrel-constrast": 3.291442632675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749553203582764,
      "cov-distil (oracle2student)": 5.3476972579956055,
      "cov-distil (oracle2teacher)": 5.5733513832092285,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.3012404441833496,
      "step": 2913,
      "subrel-constrast": 4.145999908447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7829735279083252,
      "cov-distil (oracle2student)": 3.8188531398773193,
      "cov-distil (oracle2teacher)": 4.352545261383057,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.2041752338409424,
      "step": 2914,
      "subrel-constrast": 3.4252431392669678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7744743824005127,
      "cov-distil (oracle2student)": 5.042291164398193,
      "cov-distil (oracle2teacher)": 5.780237197875977,
      "epoch": 2.2880690737833596,
      "rel-constrast": 2.6414976119995117,
      "step": 2915,
      "subrel-constrast": 3.5661892890930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6305291652679443,
      "cov-distil (oracle2student)": 4.192387580871582,
      "cov-distil (oracle2teacher)": 3.9447479248046875,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.3294310569763184,
      "step": 2916,
      "subrel-constrast": 3.34936785697937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747169017791748,
      "cov-distil (oracle2student)": 5.844833850860596,
      "cov-distil (oracle2teacher)": 5.355650901794434,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.5399656295776367,
      "step": 2917,
      "subrel-constrast": 3.3504509925842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6929731369018555,
      "cov-distil (oracle2student)": 3.541822671890259,
      "cov-distil (oracle2teacher)": 3.266275405883789,
      "epoch": 2.2904238618524335,
      "rel-constrast": 1.77195405960083,
      "step": 2918,
      "subrel-constrast": 2.552114248275757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845445156097412,
      "cov-distil (oracle2student)": 3.5649232864379883,
      "cov-distil (oracle2teacher)": 3.2707180976867676,
      "epoch": 2.291208791208791,
      "rel-constrast": 2.030000686645508,
      "step": 2919,
      "subrel-constrast": 2.9837212562561035,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 4.09375,
      "learning_rate": 4.411446405952618e-05,
      "loss": 0.6639,
      "step": 2920
    },
    {
      "cov-distil": 1.774364948272705,
      "cov-distil (oracle2student)": 4.07578706741333,
      "cov-distil (oracle2teacher)": 3.732147693634033,
      "epoch": 2.291993720565149,
      "rel-constrast": 1.8987125158309937,
      "step": 2920,
      "subrel-constrast": 2.8571722507476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5446279048919678,
      "cov-distil (oracle2student)": 4.556629180908203,
      "cov-distil (oracle2teacher)": 4.456634521484375,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.187600612640381,
      "step": 2921,
      "subrel-constrast": 3.6262669563293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1062824726104736,
      "cov-distil (oracle2student)": 5.964951515197754,
      "cov-distil (oracle2teacher)": 5.235272407531738,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.5661423206329346,
      "step": 2922,
      "subrel-constrast": 1.838924527168274,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6079306602478027,
      "cov-distil (oracle2student)": 5.656658172607422,
      "cov-distil (oracle2teacher)": 4.668458461761475,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.1983842849731445,
      "step": 2923,
      "subrel-constrast": 4.061648368835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9284553527832031,
      "cov-distil (oracle2student)": 5.3717522621154785,
      "cov-distil (oracle2teacher)": 5.288650035858154,
      "epoch": 2.295133437990581,
      "rel-constrast": 2.775975227355957,
      "step": 2924,
      "subrel-constrast": 3.6713736057281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4294407367706299,
      "cov-distil (oracle2student)": 2.973992347717285,
      "cov-distil (oracle2teacher)": 3.0441389083862305,
      "epoch": 2.295918367346939,
      "rel-constrast": 1.688676357269287,
      "step": 2925,
      "subrel-constrast": 2.4805445671081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5494396686553955,
      "cov-distil (oracle2student)": 4.907135486602783,
      "cov-distil (oracle2teacher)": 4.666300296783447,
      "epoch": 2.2967032967032965,
      "rel-constrast": 1.922845482826233,
      "step": 2926,
      "subrel-constrast": 3.002978563308716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952723503112793,
      "cov-distil (oracle2student)": 3.2306182384490967,
      "cov-distil (oracle2teacher)": 2.755127429962158,
      "epoch": 2.2974882260596545,
      "rel-constrast": 1.8069729804992676,
      "step": 2927,
      "subrel-constrast": 2.889256477355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191370487213135,
      "cov-distil (oracle2student)": 4.5688066482543945,
      "cov-distil (oracle2teacher)": 4.259334564208984,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.2956576347351074,
      "step": 2928,
      "subrel-constrast": 2.882783889770508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.408297061920166,
      "cov-distil (oracle2student)": 5.256838798522949,
      "cov-distil (oracle2teacher)": 4.630823612213135,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.4349381923675537,
      "step": 2929,
      "subrel-constrast": 3.0999820232391357,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 4.53125,
      "learning_rate": 4.376797118230979e-05,
      "loss": 0.5863,
      "step": 2930
    },
    {
      "cov-distil": 2.165492296218872,
      "cov-distil (oracle2student)": 6.17254638671875,
      "cov-distil (oracle2teacher)": 5.399533271789551,
      "epoch": 2.2998430141287285,
      "rel-constrast": 2.699106216430664,
      "step": 2930,
      "subrel-constrast": 3.1479055881500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244311809539795,
      "cov-distil (oracle2student)": 5.451844215393066,
      "cov-distil (oracle2teacher)": 4.9066667556762695,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.0251026153564453,
      "step": 2931,
      "subrel-constrast": 3.0959436893463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3705521821975708,
      "cov-distil (oracle2student)": 3.145796298980713,
      "cov-distil (oracle2teacher)": 3.271514415740967,
      "epoch": 2.3014128728414445,
      "rel-constrast": 1.8592653274536133,
      "step": 2932,
      "subrel-constrast": 2.619316339492798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6660714149475098,
      "cov-distil (oracle2student)": 3.339665651321411,
      "cov-distil (oracle2teacher)": 3.6801509857177734,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.1295504570007324,
      "step": 2933,
      "subrel-constrast": 2.77783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708996295928955,
      "cov-distil (oracle2student)": 2.072683572769165,
      "cov-distil (oracle2teacher)": 1.9825804233551025,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.3178740739822388,
      "step": 2934,
      "subrel-constrast": 2.1701900959014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085575580596924,
      "cov-distil (oracle2student)": 4.733034610748291,
      "cov-distil (oracle2teacher)": 4.555971622467041,
      "epoch": 2.303767660910518,
      "rel-constrast": 2.912214994430542,
      "step": 2935,
      "subrel-constrast": 3.9734926223754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9808311462402344,
      "cov-distil (oracle2student)": 2.6174871921539307,
      "cov-distil (oracle2teacher)": 3.1331262588500977,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.3898983001708984,
      "step": 2936,
      "subrel-constrast": 2.9449284076690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1646840572357178,
      "cov-distil (oracle2student)": 4.524909973144531,
      "cov-distil (oracle2teacher)": 4.193854331970215,
      "epoch": 2.305337519623234,
      "rel-constrast": 1.9978160858154297,
      "step": 2937,
      "subrel-constrast": 2.790398359298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3706860542297363,
      "cov-distil (oracle2student)": 2.8552730083465576,
      "cov-distil (oracle2teacher)": 3.7878129482269287,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.415487766265869,
      "step": 2938,
      "subrel-constrast": 3.5706748962402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191539764404297,
      "cov-distil (oracle2student)": 5.417004585266113,
      "cov-distil (oracle2teacher)": 5.371397972106934,
      "epoch": 2.30690737833595,
      "rel-constrast": 3.337731122970581,
      "step": 2939,
      "subrel-constrast": 4.223752975463867,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 4.8125,
      "learning_rate": 4.342178204538588e-05,
      "loss": 0.5979,
      "step": 2940
    },
    {
      "cov-distil": 1.7355597019195557,
      "cov-distil (oracle2student)": 2.756805896759033,
      "cov-distil (oracle2teacher)": 2.7948412895202637,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.1951255798339844,
      "step": 2940,
      "subrel-constrast": 2.9966368675231934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528773307800293,
      "cov-distil (oracle2student)": 6.010271072387695,
      "cov-distil (oracle2teacher)": 4.985718727111816,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.186656951904297,
      "step": 2941,
      "subrel-constrast": 2.777963638305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023598432540894,
      "cov-distil (oracle2student)": 3.7061591148376465,
      "cov-distil (oracle2teacher)": 3.787308692932129,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.208136796951294,
      "step": 2942,
      "subrel-constrast": 2.779298782348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831299066543579,
      "cov-distil (oracle2student)": 4.462698936462402,
      "cov-distil (oracle2teacher)": 4.440540790557861,
      "epoch": 2.3100470957613815,
      "rel-constrast": 1.8906484842300415,
      "step": 2943,
      "subrel-constrast": 3.023348093032837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0657758712768555,
      "cov-distil (oracle2student)": 4.705535888671875,
      "cov-distil (oracle2teacher)": 4.618300437927246,
      "epoch": 2.3108320251177394,
      "rel-constrast": 3.3177523612976074,
      "step": 2944,
      "subrel-constrast": 4.433415412902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2797155380249023,
      "cov-distil (oracle2student)": 4.972436428070068,
      "cov-distil (oracle2teacher)": 4.281527519226074,
      "epoch": 2.3116169544740974,
      "rel-constrast": 1.749564290046692,
      "step": 2945,
      "subrel-constrast": 2.586524248123169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7036347389221191,
      "cov-distil (oracle2student)": 4.418498992919922,
      "cov-distil (oracle2teacher)": 4.687889099121094,
      "epoch": 2.3124018838304554,
      "rel-constrast": 1.8186955451965332,
      "step": 2946,
      "subrel-constrast": 3.2057294845581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7072868347167969,
      "cov-distil (oracle2student)": 3.5044639110565186,
      "cov-distil (oracle2teacher)": 3.47308349609375,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.2714996337890625,
      "step": 2947,
      "subrel-constrast": 2.776013135910034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018709659576416,
      "cov-distil (oracle2student)": 4.324450492858887,
      "cov-distil (oracle2teacher)": 4.476934909820557,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.2054028511047363,
      "step": 2948,
      "subrel-constrast": 3.2996835708618164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3041746616363525,
      "cov-distil (oracle2student)": 4.907090187072754,
      "cov-distil (oracle2teacher)": 5.000972747802734,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.4884519577026367,
      "step": 2949,
      "subrel-constrast": 3.7086710929870605,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 4.625,
      "learning_rate": 4.307591352152459e-05,
      "loss": 0.6022,
      "step": 2950
    },
    {
      "cov-distil": 1.504148244857788,
      "cov-distil (oracle2student)": 5.437677383422852,
      "cov-distil (oracle2teacher)": 4.854195594787598,
      "epoch": 2.315541601255887,
      "rel-constrast": 2.5630693435668945,
      "step": 2950,
      "subrel-constrast": 3.93996524810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491767406463623,
      "cov-distil (oracle2student)": 3.799262523651123,
      "cov-distil (oracle2teacher)": 3.359419584274292,
      "epoch": 2.316326530612245,
      "rel-constrast": 2.798863410949707,
      "step": 2951,
      "subrel-constrast": 3.5089356899261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7916266918182373,
      "cov-distil (oracle2student)": 4.358333110809326,
      "cov-distil (oracle2teacher)": 4.004453659057617,
      "epoch": 2.317111459968603,
      "rel-constrast": 1.6572036743164062,
      "step": 2952,
      "subrel-constrast": 3.076038360595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4939329624176025,
      "cov-distil (oracle2student)": 3.446873664855957,
      "cov-distil (oracle2teacher)": 3.4021987915039062,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.464883327484131,
      "step": 2953,
      "subrel-constrast": 3.4487526416778564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3302762508392334,
      "cov-distil (oracle2student)": 6.185611724853516,
      "cov-distil (oracle2teacher)": 6.038665771484375,
      "epoch": 2.3186813186813184,
      "rel-constrast": 2.2435405254364014,
      "step": 2954,
      "subrel-constrast": 3.3450675010681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1494698524475098,
      "cov-distil (oracle2student)": 3.1563758850097656,
      "cov-distil (oracle2teacher)": 3.399736166000366,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.9527082443237305,
      "step": 2955,
      "subrel-constrast": 3.726983070373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743353247642517,
      "cov-distil (oracle2student)": 5.261711120605469,
      "cov-distil (oracle2teacher)": 5.255556583404541,
      "epoch": 2.3202511773940344,
      "rel-constrast": 2.729613780975342,
      "step": 2956,
      "subrel-constrast": 3.714345693588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9167602062225342,
      "cov-distil (oracle2student)": 5.113802433013916,
      "cov-distil (oracle2teacher)": 5.261944770812988,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.6813517808914185,
      "step": 2957,
      "subrel-constrast": 2.8005800247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1069324016571045,
      "cov-distil (oracle2student)": 5.426053047180176,
      "cov-distil (oracle2teacher)": 4.857914924621582,
      "epoch": 2.3218210361067504,
      "rel-constrast": 2.676133155822754,
      "step": 2958,
      "subrel-constrast": 4.001760005950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5514674186706543,
      "cov-distil (oracle2student)": 4.816895484924316,
      "cov-distil (oracle2teacher)": 4.855618476867676,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.342120409011841,
      "step": 2959,
      "subrel-constrast": 3.631572961807251,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 4.40625,
      "learning_rate": 4.273038246786986e-05,
      "loss": 0.6479,
      "step": 2960
    },
    {
      "cov-distil": 1.1716012954711914,
      "cov-distil (oracle2student)": 3.602327346801758,
      "cov-distil (oracle2teacher)": 3.320692300796509,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.1803274154663086,
      "step": 2960,
      "subrel-constrast": 2.591062545776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581387519836426,
      "cov-distil (oracle2student)": 4.247025966644287,
      "cov-distil (oracle2teacher)": 4.160468101501465,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.4817070960998535,
      "step": 2961,
      "subrel-constrast": 3.148566961288452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535618782043457,
      "cov-distil (oracle2student)": 3.802741050720215,
      "cov-distil (oracle2teacher)": 3.8701331615448,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.4435399770736694,
      "step": 2962,
      "subrel-constrast": 2.654226064682007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4595736265182495,
      "cov-distil (oracle2student)": 6.129673957824707,
      "cov-distil (oracle2teacher)": 5.694618225097656,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.221057891845703,
      "step": 2963,
      "subrel-constrast": 3.1984775066375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567204475402832,
      "cov-distil (oracle2student)": 3.087489128112793,
      "cov-distil (oracle2teacher)": 3.2162208557128906,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.4426532983779907,
      "step": 2964,
      "subrel-constrast": 2.614068031311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716190218925476,
      "cov-distil (oracle2student)": 2.964237928390503,
      "cov-distil (oracle2teacher)": 3.0451369285583496,
      "epoch": 2.327315541601256,
      "rel-constrast": 2.4976437091827393,
      "step": 2965,
      "subrel-constrast": 3.3831350803375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650145769119263,
      "cov-distil (oracle2student)": 5.32703161239624,
      "cov-distil (oracle2teacher)": 5.474583148956299,
      "epoch": 2.328100470957614,
      "rel-constrast": 2.984015941619873,
      "step": 2966,
      "subrel-constrast": 3.9053194522857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2390198707580566,
      "cov-distil (oracle2student)": 2.9071044921875,
      "cov-distil (oracle2teacher)": 3.031038522720337,
      "epoch": 2.328885400313972,
      "rel-constrast": 1.4101730585098267,
      "step": 2967,
      "subrel-constrast": 2.8438761234283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581557035446167,
      "cov-distil (oracle2student)": 4.768581867218018,
      "cov-distil (oracle2teacher)": 4.806443214416504,
      "epoch": 2.32967032967033,
      "rel-constrast": 1.9396889209747314,
      "step": 2968,
      "subrel-constrast": 2.955047607421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388190746307373,
      "cov-distil (oracle2student)": 5.000810623168945,
      "cov-distil (oracle2teacher)": 4.694285869598389,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.22334361076355,
      "step": 2969,
      "subrel-constrast": 3.1824722290039062,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 3.8125,
      "learning_rate": 4.238520572511773e-05,
      "loss": 0.5601,
      "step": 2970
    },
    {
      "cov-distil": 1.743593454360962,
      "cov-distil (oracle2student)": 4.943803310394287,
      "cov-distil (oracle2teacher)": 4.567509174346924,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.2632265090942383,
      "step": 2970,
      "subrel-constrast": 2.860396146774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245754480361938,
      "cov-distil (oracle2student)": 4.890772819519043,
      "cov-distil (oracle2teacher)": 4.826374053955078,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.092114210128784,
      "step": 2971,
      "subrel-constrast": 2.7553799152374268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6862821578979492,
      "cov-distil (oracle2student)": 3.3694519996643066,
      "cov-distil (oracle2teacher)": 3.6280298233032227,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.488382339477539,
      "step": 2972,
      "subrel-constrast": 3.511618137359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880278587341309,
      "cov-distil (oracle2student)": 4.798754692077637,
      "cov-distil (oracle2teacher)": 4.162173748016357,
      "epoch": 2.3335949764521193,
      "rel-constrast": 1.811988353729248,
      "step": 2973,
      "subrel-constrast": 2.782109498977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832931637763977,
      "cov-distil (oracle2student)": 6.0244951248168945,
      "cov-distil (oracle2teacher)": 4.88376522064209,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.5823893547058105,
      "step": 2974,
      "subrel-constrast": 3.380337715148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343561887741089,
      "cov-distil (oracle2student)": 6.015572547912598,
      "cov-distil (oracle2teacher)": 5.306386470794678,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.0781593322753906,
      "step": 2975,
      "subrel-constrast": 2.608236074447632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680863380432129,
      "cov-distil (oracle2student)": 4.994444847106934,
      "cov-distil (oracle2teacher)": 4.258668899536133,
      "epoch": 2.3359497645211933,
      "rel-constrast": 3.2266314029693604,
      "step": 2976,
      "subrel-constrast": 3.6826648712158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059396028518677,
      "cov-distil (oracle2student)": 5.582231521606445,
      "cov-distil (oracle2teacher)": 5.1281352043151855,
      "epoch": 2.336734693877551,
      "rel-constrast": 2.4502644538879395,
      "step": 2977,
      "subrel-constrast": 3.337376594543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17391300201416,
      "cov-distil (oracle2student)": 5.045464515686035,
      "cov-distil (oracle2teacher)": 4.250040531158447,
      "epoch": 2.337519623233909,
      "rel-constrast": 2.9353859424591064,
      "step": 2978,
      "subrel-constrast": 3.8303098678588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8520586490631104,
      "cov-distil (oracle2student)": 5.308229923248291,
      "cov-distil (oracle2teacher)": 6.151200294494629,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.4683196544647217,
      "step": 2979,
      "subrel-constrast": 4.023849964141846,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 4.46875,
      "learning_rate": 4.2040400116695666e-05,
      "loss": 0.6522,
      "step": 2980
    },
    {
      "cov-distil": 1.4300541877746582,
      "cov-distil (oracle2student)": 4.620999336242676,
      "cov-distil (oracle2teacher)": 3.987100601196289,
      "epoch": 2.339089481946625,
      "rel-constrast": 3.1356277465820312,
      "step": 2980,
      "subrel-constrast": 4.137144088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.76267409324646,
      "cov-distil (oracle2student)": 5.459227085113525,
      "cov-distil (oracle2teacher)": 4.645851135253906,
      "epoch": 2.339874411302983,
      "rel-constrast": 1.741964340209961,
      "step": 2981,
      "subrel-constrast": 2.916072130203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0303537845611572,
      "cov-distil (oracle2student)": 3.5582876205444336,
      "cov-distil (oracle2teacher)": 3.56075119972229,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.336376190185547,
      "step": 2982,
      "subrel-constrast": 3.3270342350006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4501272439956665,
      "cov-distil (oracle2student)": 3.4203948974609375,
      "cov-distil (oracle2teacher)": 3.213184118270874,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.555172085762024,
      "step": 2983,
      "subrel-constrast": 2.047849178314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0331835746765137,
      "cov-distil (oracle2student)": 4.047308921813965,
      "cov-distil (oracle2teacher)": 3.6894969940185547,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.023747682571411,
      "step": 2984,
      "subrel-constrast": 3.4093949794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377012252807617,
      "cov-distil (oracle2student)": 3.6444802284240723,
      "cov-distil (oracle2teacher)": 3.118748903274536,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.6295390129089355,
      "step": 2985,
      "subrel-constrast": 3.647524833679199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5899910926818848,
      "cov-distil (oracle2student)": 4.068021774291992,
      "cov-distil (oracle2teacher)": 4.159401893615723,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.0496065616607666,
      "step": 2986,
      "subrel-constrast": 3.1479902267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8224408626556396,
      "cov-distil (oracle2student)": 3.4614970684051514,
      "cov-distil (oracle2teacher)": 3.6535937786102295,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.251495361328125,
      "step": 2987,
      "subrel-constrast": 3.219588041305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2245886325836182,
      "cov-distil (oracle2student)": 3.8984262943267822,
      "cov-distil (oracle2teacher)": 3.9053711891174316,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.431561231613159,
      "step": 2988,
      "subrel-constrast": 3.617341995239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2181196212768555,
      "cov-distil (oracle2student)": 4.474955081939697,
      "cov-distil (oracle2teacher)": 3.9662821292877197,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.3834295272827148,
      "step": 2989,
      "subrel-constrast": 2.2349698543548584,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 3.546875,
      "learning_rate": 4.169598244794261e-05,
      "loss": 0.5797,
      "step": 2990
    },
    {
      "cov-distil": 1.611088514328003,
      "cov-distil (oracle2student)": 3.050715446472168,
      "cov-distil (oracle2teacher)": 2.8219518661499023,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.3531997203826904,
      "step": 2990,
      "subrel-constrast": 2.982179880142212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6543173789978027,
      "cov-distil (oracle2student)": 2.9349730014801025,
      "cov-distil (oracle2teacher)": 2.9784693717956543,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.4121861457824707,
      "step": 2991,
      "subrel-constrast": 2.6037421226501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8099043369293213,
      "cov-distil (oracle2student)": 3.663212299346924,
      "cov-distil (oracle2teacher)": 3.6961283683776855,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.5141537189483643,
      "step": 2992,
      "subrel-constrast": 3.4266254901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4011632204055786,
      "cov-distil (oracle2student)": 4.444389343261719,
      "cov-distil (oracle2teacher)": 4.478576183319092,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.517211675643921,
      "step": 2993,
      "subrel-constrast": 3.1772854328155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7375434637069702,
      "cov-distil (oracle2student)": 5.083896160125732,
      "cov-distil (oracle2teacher)": 4.675711631774902,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.4659552574157715,
      "step": 2994,
      "subrel-constrast": 3.215278148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445541501045227,
      "cov-distil (oracle2student)": 4.226651191711426,
      "cov-distil (oracle2teacher)": 4.459490776062012,
      "epoch": 2.3508634222919937,
      "rel-constrast": 1.9492981433868408,
      "step": 2995,
      "subrel-constrast": 2.6565818786621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917576551437378,
      "cov-distil (oracle2student)": 5.266158103942871,
      "cov-distil (oracle2teacher)": 5.0301055908203125,
      "epoch": 2.3516483516483517,
      "rel-constrast": 1.9855825901031494,
      "step": 2996,
      "subrel-constrast": 3.3134100437164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8760392665863037,
      "cov-distil (oracle2student)": 3.9336633682250977,
      "cov-distil (oracle2teacher)": 3.684103488922119,
      "epoch": 2.3524332810047097,
      "rel-constrast": 1.8615126609802246,
      "step": 2997,
      "subrel-constrast": 2.684335947036743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3526709079742432,
      "cov-distil (oracle2student)": 5.431490898132324,
      "cov-distil (oracle2teacher)": 4.603315353393555,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.244582176208496,
      "step": 2998,
      "subrel-constrast": 2.5395829677581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67947518825531,
      "cov-distil (oracle2student)": 5.596736907958984,
      "cov-distil (oracle2teacher)": 4.771045684814453,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.4760031700134277,
      "step": 2999,
      "subrel-constrast": 3.0344314575195312,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 4.5625,
      "learning_rate": 4.135196950528982e-05,
      "loss": 0.5849,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}