{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.924646781789639,
  "eval_steps": 500.0,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0,
      "eval/duc04-P@10": 0.7139999999999997,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-nDCG@10": 0.7129671404174518,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-alpha_nDCG@10": 0.5456891662511648,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-P@10": 0.3929999999999999,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-nDCG@10": 0.5531161386979897,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-alpha_nDCG@10": 0.5297757784456417,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 0
    },
    {
      "epoch": 0,
      "eval/avg": 0.5005397962915493,
      "step": 0
    },
    {
      "epoch": 0,
      "overlap": 0.2421875,
      "step": 0
    },
    {
      "epoch": 0,
      "step": 0,
      "student margin": 0.02069091796875
    },
    {
      "epoch": 0,
      "step": 0,
      "teacher margin": 0.01739501953125
    },
    {
      "epoch": 0,
      "margin difference": -0.0032958984375,
      "step": 0
    },
    {
      "cov-distil": 1.363564133644104,
      "cov-distil (oracle2student)": 3.2284443378448486,
      "cov-distil (oracle2teacher)": 3.4107718467712402,
      "epoch": 0,
      "rel-constrast": 6.0742034912109375,
      "step": 0,
      "subrel-constrast": 5.937808990478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184940814971924,
      "cov-distil (oracle2student)": 4.216163635253906,
      "cov-distil (oracle2teacher)": 4.454667568206787,
      "epoch": 0.0007849293563579278,
      "rel-constrast": 6.842918872833252,
      "step": 1,
      "subrel-constrast": 7.521441459655762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5028184652328491,
      "cov-distil (oracle2student)": 3.4005258083343506,
      "cov-distil (oracle2teacher)": 3.9034831523895264,
      "epoch": 0.0015698587127158557,
      "rel-constrast": 4.943359375,
      "step": 2,
      "subrel-constrast": 5.975317001342773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77457594871521,
      "cov-distil (oracle2student)": 3.5196340084075928,
      "cov-distil (oracle2teacher)": 3.445950746536255,
      "epoch": 0.002354788069073783,
      "rel-constrast": 5.7516632080078125,
      "step": 3,
      "subrel-constrast": 6.026184558868408,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001434326171875,
      "cov-distil (oracle2student)": 3.4008798599243164,
      "cov-distil (oracle2teacher)": 3.7724852561950684,
      "epoch": 0.0031397174254317113,
      "rel-constrast": 4.602291107177734,
      "step": 4,
      "subrel-constrast": 5.656760215759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098109006881714,
      "cov-distil (oracle2student)": 5.695511817932129,
      "cov-distil (oracle2teacher)": 5.840719223022461,
      "epoch": 0.003924646781789639,
      "rel-constrast": 7.378400802612305,
      "step": 5,
      "subrel-constrast": 7.280505180358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.791581153869629,
      "cov-distil (oracle2student)": 4.3166022300720215,
      "cov-distil (oracle2teacher)": 4.076171875,
      "epoch": 0.004709576138147566,
      "rel-constrast": 6.696887969970703,
      "step": 6,
      "subrel-constrast": 7.118075370788574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459905624389648,
      "cov-distil (oracle2student)": 4.3466010093688965,
      "cov-distil (oracle2teacher)": 4.299605369567871,
      "epoch": 0.005494505494505495,
      "rel-constrast": 5.44024658203125,
      "step": 7,
      "subrel-constrast": 5.976439952850342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6514742374420166,
      "cov-distil (oracle2student)": 4.058132648468018,
      "cov-distil (oracle2teacher)": 4.059181213378906,
      "epoch": 0.006279434850863423,
      "rel-constrast": 6.35601806640625,
      "step": 8,
      "subrel-constrast": 6.241637229919434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3476207256317139,
      "cov-distil (oracle2student)": 4.045989990234375,
      "cov-distil (oracle2teacher)": 4.006742477416992,
      "epoch": 0.00706436420722135,
      "rel-constrast": 6.958595275878906,
      "step": 9,
      "subrel-constrast": 6.502391815185547,
      "view-similarity": 0
    },
    {
      "epoch": 0.007849293563579277,
      "grad_norm": 13.9375,
      "learning_rate": 1.8e-06,
      "loss": 1.569,
      "step": 10
    },
    {
      "cov-distil": 1.5111064910888672,
      "cov-distil (oracle2student)": 4.405663013458252,
      "cov-distil (oracle2teacher)": 4.442058563232422,
      "epoch": 0.007849293563579277,
      "rel-constrast": 5.42535400390625,
      "step": 10,
      "subrel-constrast": 5.674522399902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6165745258331299,
      "cov-distil (oracle2student)": 4.342869758605957,
      "cov-distil (oracle2teacher)": 4.579248428344727,
      "epoch": 0.008634222919937205,
      "rel-constrast": 6.4774932861328125,
      "step": 11,
      "subrel-constrast": 7.202612400054932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757009983062744,
      "cov-distil (oracle2student)": 4.705467224121094,
      "cov-distil (oracle2teacher)": 4.658282279968262,
      "epoch": 0.009419152276295133,
      "rel-constrast": 6.522315979003906,
      "step": 12,
      "subrel-constrast": 6.816957473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8955373764038086,
      "cov-distil (oracle2student)": 3.9923102855682373,
      "cov-distil (oracle2teacher)": 4.255130290985107,
      "epoch": 0.01020408163265306,
      "rel-constrast": 5.716636657714844,
      "step": 13,
      "subrel-constrast": 6.019484996795654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7168500423431396,
      "cov-distil (oracle2student)": 5.237374782562256,
      "cov-distil (oracle2teacher)": 5.0643510818481445,
      "epoch": 0.01098901098901099,
      "rel-constrast": 7.293670654296875,
      "step": 14,
      "subrel-constrast": 7.26666259765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1877336502075195,
      "cov-distil (oracle2student)": 4.82130765914917,
      "cov-distil (oracle2teacher)": 5.064669609069824,
      "epoch": 0.011773940345368918,
      "rel-constrast": 5.716922760009766,
      "step": 15,
      "subrel-constrast": 5.911989688873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4886233806610107,
      "cov-distil (oracle2student)": 3.686306953430176,
      "cov-distil (oracle2teacher)": 4.005797863006592,
      "epoch": 0.012558869701726845,
      "rel-constrast": 6.446048736572266,
      "step": 16,
      "subrel-constrast": 5.93691873550415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7048333883285522,
      "cov-distil (oracle2student)": 4.983742713928223,
      "cov-distil (oracle2teacher)": 4.753330230712891,
      "epoch": 0.013343799058084773,
      "rel-constrast": 8.3695068359375,
      "step": 17,
      "subrel-constrast": 7.527729034423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8426685333251953,
      "cov-distil (oracle2student)": 4.216374397277832,
      "cov-distil (oracle2teacher)": 3.9715535640716553,
      "epoch": 0.0141287284144427,
      "rel-constrast": 7.532310485839844,
      "step": 18,
      "subrel-constrast": 6.849058628082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746496200561523,
      "cov-distil (oracle2student)": 4.139731407165527,
      "cov-distil (oracle2teacher)": 4.092042922973633,
      "epoch": 0.014913657770800628,
      "rel-constrast": 5.178932189941406,
      "step": 19,
      "subrel-constrast": 6.294209003448486,
      "view-similarity": 0
    },
    {
      "epoch": 0.015698587127158554,
      "grad_norm": 12.3125,
      "learning_rate": 3.8e-06,
      "loss": 1.6603,
      "step": 20
    },
    {
      "cov-distil": 1.842686414718628,
      "cov-distil (oracle2student)": 4.334137439727783,
      "cov-distil (oracle2teacher)": 3.9897284507751465,
      "epoch": 0.015698587127158554,
      "rel-constrast": 5.1063232421875,
      "step": 20,
      "subrel-constrast": 5.369781017303467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6148669719696045,
      "cov-distil (oracle2student)": 4.610232830047607,
      "cov-distil (oracle2teacher)": 4.526284217834473,
      "epoch": 0.016483516483516484,
      "rel-constrast": 6.0208282470703125,
      "step": 21,
      "subrel-constrast": 5.778895378112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6150925159454346,
      "cov-distil (oracle2student)": 3.4775495529174805,
      "cov-distil (oracle2teacher)": 4.26464319229126,
      "epoch": 0.01726844583987441,
      "rel-constrast": 5.679252624511719,
      "step": 22,
      "subrel-constrast": 5.650384902954102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8785881996154785,
      "cov-distil (oracle2student)": 4.405410289764404,
      "cov-distil (oracle2teacher)": 3.7238986492156982,
      "epoch": 0.01805337519623234,
      "rel-constrast": 6.614295959472656,
      "step": 23,
      "subrel-constrast": 6.239130973815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5312086343765259,
      "cov-distil (oracle2student)": 3.8231472969055176,
      "cov-distil (oracle2teacher)": 4.5670881271362305,
      "epoch": 0.018838304552590265,
      "rel-constrast": 5.186897277832031,
      "step": 24,
      "subrel-constrast": 5.425109386444092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7148479223251343,
      "cov-distil (oracle2student)": 4.923122406005859,
      "cov-distil (oracle2teacher)": 5.35306453704834,
      "epoch": 0.019623233908948195,
      "rel-constrast": 6.048852920532227,
      "step": 25,
      "subrel-constrast": 6.503911018371582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456661224365234,
      "cov-distil (oracle2student)": 4.38791561126709,
      "cov-distil (oracle2teacher)": 4.457404136657715,
      "epoch": 0.02040816326530612,
      "rel-constrast": 4.771999359130859,
      "step": 26,
      "subrel-constrast": 5.5561370849609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7262685298919678,
      "cov-distil (oracle2student)": 3.053908109664917,
      "cov-distil (oracle2teacher)": 3.6738858222961426,
      "epoch": 0.02119309262166405,
      "rel-constrast": 6.128673553466797,
      "step": 27,
      "subrel-constrast": 6.509730339050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6006872653961182,
      "cov-distil (oracle2student)": 5.3232221603393555,
      "cov-distil (oracle2teacher)": 4.825784683227539,
      "epoch": 0.02197802197802198,
      "rel-constrast": 6.340147018432617,
      "step": 28,
      "subrel-constrast": 6.254662990570068,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6426427364349365,
      "cov-distil (oracle2student)": 5.044280529022217,
      "cov-distil (oracle2teacher)": 4.852073669433594,
      "epoch": 0.022762951334379906,
      "rel-constrast": 7.4789838790893555,
      "step": 29,
      "subrel-constrast": 6.811096668243408,
      "view-similarity": 0
    },
    {
      "epoch": 0.023547880690737835,
      "grad_norm": 11.5625,
      "learning_rate": 5.8e-06,
      "loss": 1.5264,
      "step": 30
    },
    {
      "cov-distil": 1.9070292711257935,
      "cov-distil (oracle2student)": 4.57097864151001,
      "cov-distil (oracle2teacher)": 4.568792819976807,
      "epoch": 0.023547880690737835,
      "rel-constrast": 6.211936950683594,
      "step": 30,
      "subrel-constrast": 6.112372875213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471370458602905,
      "cov-distil (oracle2student)": 4.434909820556641,
      "cov-distil (oracle2teacher)": 4.320176124572754,
      "epoch": 0.02433281004709576,
      "rel-constrast": 6.292182922363281,
      "step": 31,
      "subrel-constrast": 6.0836873054504395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7673847675323486,
      "cov-distil (oracle2student)": 4.799783706665039,
      "cov-distil (oracle2teacher)": 4.589261054992676,
      "epoch": 0.02511773940345369,
      "rel-constrast": 6.347991943359375,
      "step": 32,
      "subrel-constrast": 6.754298210144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9903457164764404,
      "cov-distil (oracle2student)": 4.286813735961914,
      "cov-distil (oracle2teacher)": 4.211210250854492,
      "epoch": 0.025902668759811617,
      "rel-constrast": 6.1448822021484375,
      "step": 33,
      "subrel-constrast": 6.417681694030762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845787048339844,
      "cov-distil (oracle2student)": 4.446782112121582,
      "cov-distil (oracle2teacher)": 4.345538139343262,
      "epoch": 0.026687598116169546,
      "rel-constrast": 6.750049591064453,
      "step": 34,
      "subrel-constrast": 6.966330051422119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.699268102645874,
      "cov-distil (oracle2student)": 4.791853904724121,
      "cov-distil (oracle2teacher)": 4.490588665008545,
      "epoch": 0.027472527472527472,
      "rel-constrast": 7.088253021240234,
      "step": 35,
      "subrel-constrast": 6.818899154663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484393119812012,
      "cov-distil (oracle2student)": 4.551722526550293,
      "cov-distil (oracle2teacher)": 3.929572105407715,
      "epoch": 0.0282574568288854,
      "rel-constrast": 7.6605987548828125,
      "step": 36,
      "subrel-constrast": 6.807623863220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7583768367767334,
      "cov-distil (oracle2student)": 4.705575466156006,
      "cov-distil (oracle2teacher)": 4.84611177444458,
      "epoch": 0.029042386185243328,
      "rel-constrast": 7.236053466796875,
      "step": 37,
      "subrel-constrast": 7.235489368438721,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2848830223083496,
      "cov-distil (oracle2student)": 4.5312113761901855,
      "cov-distil (oracle2teacher)": 4.533234596252441,
      "epoch": 0.029827315541601257,
      "rel-constrast": 6.303131103515625,
      "step": 38,
      "subrel-constrast": 6.648046493530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9829833507537842,
      "cov-distil (oracle2student)": 4.8605146408081055,
      "cov-distil (oracle2teacher)": 4.463486671447754,
      "epoch": 0.030612244897959183,
      "rel-constrast": 5.267486572265625,
      "step": 39,
      "subrel-constrast": 5.600589275360107,
      "view-similarity": 0
    },
    {
      "epoch": 0.03139717425431711,
      "grad_norm": 12.9375,
      "learning_rate": 7.8e-06,
      "loss": 1.6792,
      "step": 40
    },
    {
      "cov-distil": 1.9868268966674805,
      "cov-distil (oracle2student)": 4.514586448669434,
      "cov-distil (oracle2teacher)": 4.469776153564453,
      "epoch": 0.03139717425431711,
      "rel-constrast": 5.696559906005859,
      "step": 40,
      "subrel-constrast": 6.351747035980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7267987728118896,
      "cov-distil (oracle2student)": 4.131857872009277,
      "cov-distil (oracle2teacher)": 4.017421245574951,
      "epoch": 0.03218210361067504,
      "rel-constrast": 5.920694351196289,
      "step": 41,
      "subrel-constrast": 5.946841239929199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.705199956893921,
      "cov-distil (oracle2student)": 4.119727611541748,
      "cov-distil (oracle2teacher)": 4.328105926513672,
      "epoch": 0.03296703296703297,
      "rel-constrast": 6.005157470703125,
      "step": 42,
      "subrel-constrast": 5.927060127258301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6798222064971924,
      "cov-distil (oracle2student)": 4.285431861877441,
      "cov-distil (oracle2teacher)": 4.60302209854126,
      "epoch": 0.033751962323390894,
      "rel-constrast": 6.5129852294921875,
      "step": 43,
      "subrel-constrast": 6.212696075439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9476470947265625,
      "cov-distil (oracle2student)": 4.026217937469482,
      "cov-distil (oracle2teacher)": 4.08452033996582,
      "epoch": 0.03453689167974882,
      "rel-constrast": 6.3093414306640625,
      "step": 44,
      "subrel-constrast": 7.103931903839111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6147689819335938,
      "cov-distil (oracle2student)": 4.474471569061279,
      "cov-distil (oracle2teacher)": 4.213594436645508,
      "epoch": 0.03532182103610675,
      "rel-constrast": 6.5213165283203125,
      "step": 45,
      "subrel-constrast": 6.185109615325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730262279510498,
      "cov-distil (oracle2student)": 5.081502914428711,
      "cov-distil (oracle2teacher)": 5.323576927185059,
      "epoch": 0.03610675039246468,
      "rel-constrast": 6.7729339599609375,
      "step": 46,
      "subrel-constrast": 7.09907341003418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3544895648956299,
      "cov-distil (oracle2student)": 4.716910362243652,
      "cov-distil (oracle2teacher)": 3.9862401485443115,
      "epoch": 0.036891679748822605,
      "rel-constrast": 6.412178039550781,
      "step": 47,
      "subrel-constrast": 5.751986026763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9126291275024414,
      "cov-distil (oracle2student)": 4.219808578491211,
      "cov-distil (oracle2teacher)": 4.456707954406738,
      "epoch": 0.03767660910518053,
      "rel-constrast": 5.929187774658203,
      "step": 48,
      "subrel-constrast": 5.800346374511719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7114641666412354,
      "cov-distil (oracle2student)": 5.194111347198486,
      "cov-distil (oracle2teacher)": 4.6879706382751465,
      "epoch": 0.038461538461538464,
      "rel-constrast": 7.4816131591796875,
      "step": 49,
      "subrel-constrast": 7.302613735198975,
      "view-similarity": 0
    },
    {
      "epoch": 0.03924646781789639,
      "grad_norm": 12.125,
      "learning_rate": 9.800000000000001e-06,
      "loss": 1.6325,
      "step": 50
    },
    {
      "cov-distil": 1.9411646127700806,
      "cov-distil (oracle2student)": 3.793459177017212,
      "cov-distil (oracle2teacher)": 3.1592929363250732,
      "epoch": 0.03924646781789639,
      "rel-constrast": 5.769783020019531,
      "step": 50,
      "subrel-constrast": 5.507081508636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8244271278381348,
      "cov-distil (oracle2student)": 5.487334251403809,
      "cov-distil (oracle2teacher)": 5.571296691894531,
      "epoch": 0.040031397174254316,
      "rel-constrast": 7.016935348510742,
      "step": 51,
      "subrel-constrast": 7.953405380249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.507535457611084,
      "cov-distil (oracle2student)": 3.1958119869232178,
      "cov-distil (oracle2teacher)": 3.1259381771087646,
      "epoch": 0.04081632653061224,
      "rel-constrast": 4.624645233154297,
      "step": 52,
      "subrel-constrast": 4.51446533203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7318711280822754,
      "cov-distil (oracle2student)": 3.2881879806518555,
      "cov-distil (oracle2teacher)": 3.3430089950561523,
      "epoch": 0.041601255886970175,
      "rel-constrast": 6.238243103027344,
      "step": 53,
      "subrel-constrast": 6.153404235839844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.911985158920288,
      "cov-distil (oracle2student)": 3.713498115539551,
      "cov-distil (oracle2teacher)": 4.339995861053467,
      "epoch": 0.0423861852433281,
      "rel-constrast": 5.364311218261719,
      "step": 54,
      "subrel-constrast": 6.302681922912598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8266135454177856,
      "cov-distil (oracle2student)": 5.8974809646606445,
      "cov-distil (oracle2teacher)": 5.663215637207031,
      "epoch": 0.04317111459968603,
      "rel-constrast": 5.700756072998047,
      "step": 55,
      "subrel-constrast": 6.663527488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1967101097106934,
      "cov-distil (oracle2student)": 3.891145706176758,
      "cov-distil (oracle2teacher)": 4.318169116973877,
      "epoch": 0.04395604395604396,
      "rel-constrast": 5.538158416748047,
      "step": 56,
      "subrel-constrast": 5.764136791229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8880279064178467,
      "cov-distil (oracle2student)": 4.095276355743408,
      "cov-distil (oracle2teacher)": 3.9307169914245605,
      "epoch": 0.044740973312401885,
      "rel-constrast": 5.348522186279297,
      "step": 57,
      "subrel-constrast": 5.584460258483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7816035747528076,
      "cov-distil (oracle2student)": 4.475142478942871,
      "cov-distil (oracle2teacher)": 4.494203567504883,
      "epoch": 0.04552590266875981,
      "rel-constrast": 6.794010162353516,
      "step": 58,
      "subrel-constrast": 5.913794040679932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8186503648757935,
      "cov-distil (oracle2student)": 6.517631530761719,
      "cov-distil (oracle2teacher)": 6.16322135925293,
      "epoch": 0.04631083202511774,
      "rel-constrast": 6.256370544433594,
      "step": 59,
      "subrel-constrast": 7.051931381225586,
      "view-similarity": 0
    },
    {
      "epoch": 0.04709576138147567,
      "grad_norm": 9.125,
      "learning_rate": 1.18e-05,
      "loss": 1.5124,
      "step": 60
    },
    {
      "cov-distil": 1.5591862201690674,
      "cov-distil (oracle2student)": 4.123502731323242,
      "cov-distil (oracle2teacher)": 4.434539318084717,
      "epoch": 0.04709576138147567,
      "rel-constrast": 5.240800857543945,
      "step": 60,
      "subrel-constrast": 5.82240104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889493465423584,
      "cov-distil (oracle2student)": 4.149796962738037,
      "cov-distil (oracle2teacher)": 4.000977993011475,
      "epoch": 0.047880690737833596,
      "rel-constrast": 5.989471435546875,
      "step": 61,
      "subrel-constrast": 6.174965858459473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332517385482788,
      "cov-distil (oracle2student)": 4.436770915985107,
      "cov-distil (oracle2teacher)": 4.6354522705078125,
      "epoch": 0.04866562009419152,
      "rel-constrast": 5.0285491943359375,
      "step": 62,
      "subrel-constrast": 6.032679557800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629807710647583,
      "cov-distil (oracle2student)": 3.7376670837402344,
      "cov-distil (oracle2teacher)": 3.545525550842285,
      "epoch": 0.04945054945054945,
      "rel-constrast": 6.087287902832031,
      "step": 63,
      "subrel-constrast": 5.546817779541016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.252194404602051,
      "cov-distil (oracle2student)": 3.186671733856201,
      "cov-distil (oracle2teacher)": 3.2923269271850586,
      "epoch": 0.05023547880690738,
      "rel-constrast": 4.5046281814575195,
      "step": 64,
      "subrel-constrast": 5.3908305168151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782084345817566,
      "cov-distil (oracle2student)": 4.918105602264404,
      "cov-distil (oracle2teacher)": 4.831762790679932,
      "epoch": 0.05102040816326531,
      "rel-constrast": 5.714775085449219,
      "step": 65,
      "subrel-constrast": 5.897024154663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915326714515686,
      "cov-distil (oracle2student)": 3.3949317932128906,
      "cov-distil (oracle2teacher)": 3.615058660507202,
      "epoch": 0.05180533751962323,
      "rel-constrast": 4.881160736083984,
      "step": 66,
      "subrel-constrast": 5.59608793258667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5445849895477295,
      "cov-distil (oracle2student)": 3.991027593612671,
      "cov-distil (oracle2teacher)": 4.363318920135498,
      "epoch": 0.05259026687598116,
      "rel-constrast": 5.680559158325195,
      "step": 67,
      "subrel-constrast": 5.6210432052612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6212728023529053,
      "cov-distil (oracle2student)": 3.7192535400390625,
      "cov-distil (oracle2teacher)": 3.6745429039001465,
      "epoch": 0.05337519623233909,
      "rel-constrast": 4.077421188354492,
      "step": 68,
      "subrel-constrast": 5.053866863250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324190378189087,
      "cov-distil (oracle2student)": 4.363178730010986,
      "cov-distil (oracle2teacher)": 4.1073760986328125,
      "epoch": 0.05416012558869702,
      "rel-constrast": 5.08415412902832,
      "step": 69,
      "subrel-constrast": 5.5952324867248535,
      "view-similarity": 0
    },
    {
      "epoch": 0.054945054945054944,
      "grad_norm": 10.25,
      "learning_rate": 1.3800000000000002e-05,
      "loss": 1.3508,
      "step": 70
    },
    {
      "cov-distil": 2.111687421798706,
      "cov-distil (oracle2student)": 4.2008376121521,
      "cov-distil (oracle2teacher)": 4.4170942306518555,
      "epoch": 0.054945054945054944,
      "rel-constrast": 4.997686386108398,
      "step": 70,
      "subrel-constrast": 5.9775471687316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829338788986206,
      "cov-distil (oracle2student)": 4.067899703979492,
      "cov-distil (oracle2teacher)": 3.8931078910827637,
      "epoch": 0.05572998430141287,
      "rel-constrast": 4.749629974365234,
      "step": 71,
      "subrel-constrast": 5.636205196380615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6214423179626465,
      "cov-distil (oracle2student)": 5.498136520385742,
      "cov-distil (oracle2teacher)": 4.987273216247559,
      "epoch": 0.0565149136577708,
      "rel-constrast": 6.539421081542969,
      "step": 72,
      "subrel-constrast": 6.755679130554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8590569496154785,
      "cov-distil (oracle2student)": 3.448653221130371,
      "cov-distil (oracle2teacher)": 3.1895041465759277,
      "epoch": 0.05729984301412873,
      "rel-constrast": 6.0138349533081055,
      "step": 73,
      "subrel-constrast": 5.528194904327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824583649635315,
      "cov-distil (oracle2student)": 6.9610466957092285,
      "cov-distil (oracle2teacher)": 6.359564781188965,
      "epoch": 0.058084772370486655,
      "rel-constrast": 6.644233703613281,
      "step": 74,
      "subrel-constrast": 6.569633960723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7530937194824219,
      "cov-distil (oracle2student)": 4.198141574859619,
      "cov-distil (oracle2teacher)": 4.828309059143066,
      "epoch": 0.05886970172684458,
      "rel-constrast": 5.697519302368164,
      "step": 75,
      "subrel-constrast": 5.909841060638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202198028564453,
      "cov-distil (oracle2student)": 3.3131346702575684,
      "cov-distil (oracle2teacher)": 3.441941261291504,
      "epoch": 0.059654631083202514,
      "rel-constrast": 4.723378658294678,
      "step": 76,
      "subrel-constrast": 5.136996269226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7963526248931885,
      "cov-distil (oracle2student)": 3.426990032196045,
      "cov-distil (oracle2teacher)": 3.772979736328125,
      "epoch": 0.06043956043956044,
      "rel-constrast": 4.126434326171875,
      "step": 77,
      "subrel-constrast": 4.907801628112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671813726425171,
      "cov-distil (oracle2student)": 4.094813823699951,
      "cov-distil (oracle2teacher)": 4.51364803314209,
      "epoch": 0.061224489795918366,
      "rel-constrast": 5.389944553375244,
      "step": 78,
      "subrel-constrast": 5.966002464294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1560702323913574,
      "cov-distil (oracle2student)": 4.587889671325684,
      "cov-distil (oracle2teacher)": 4.2640790939331055,
      "epoch": 0.06200941915227629,
      "rel-constrast": 4.897254943847656,
      "step": 79,
      "subrel-constrast": 6.197719573974609,
      "view-similarity": 0
    },
    {
      "epoch": 0.06279434850863422,
      "grad_norm": 8.9375,
      "learning_rate": 1.58e-05,
      "loss": 1.3898,
      "step": 80
    },
    {
      "cov-distil": 2.026759624481201,
      "cov-distil (oracle2student)": 4.804526329040527,
      "cov-distil (oracle2teacher)": 5.223984718322754,
      "epoch": 0.06279434850863422,
      "rel-constrast": 5.566196441650391,
      "step": 80,
      "subrel-constrast": 6.256383419036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195557594299316,
      "cov-distil (oracle2student)": 4.687556266784668,
      "cov-distil (oracle2teacher)": 4.9695210456848145,
      "epoch": 0.06357927786499215,
      "rel-constrast": 5.6607818603515625,
      "step": 81,
      "subrel-constrast": 6.550673007965088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657920360565186,
      "cov-distil (oracle2student)": 4.844962120056152,
      "cov-distil (oracle2teacher)": 4.830450057983398,
      "epoch": 0.06436420722135008,
      "rel-constrast": 4.41297721862793,
      "step": 82,
      "subrel-constrast": 5.126358985900879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.558529853820801,
      "cov-distil (oracle2student)": 4.3793535232543945,
      "cov-distil (oracle2teacher)": 4.656365394592285,
      "epoch": 0.065149136577708,
      "rel-constrast": 4.943553924560547,
      "step": 83,
      "subrel-constrast": 5.922649383544922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8142253160476685,
      "cov-distil (oracle2student)": 4.375255584716797,
      "cov-distil (oracle2teacher)": 4.409157752990723,
      "epoch": 0.06593406593406594,
      "rel-constrast": 4.923177719116211,
      "step": 84,
      "subrel-constrast": 5.162678241729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949906349182129,
      "cov-distil (oracle2student)": 3.4303159713745117,
      "cov-distil (oracle2teacher)": 3.588212490081787,
      "epoch": 0.06671899529042387,
      "rel-constrast": 4.0818586349487305,
      "step": 85,
      "subrel-constrast": 4.372323989868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906177043914795,
      "cov-distil (oracle2student)": 5.451663970947266,
      "cov-distil (oracle2teacher)": 5.175963401794434,
      "epoch": 0.06750392464678179,
      "rel-constrast": 5.193703651428223,
      "step": 86,
      "subrel-constrast": 5.934505462646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.065833568572998,
      "cov-distil (oracle2student)": 4.783734321594238,
      "cov-distil (oracle2teacher)": 4.801620006561279,
      "epoch": 0.06828885400313972,
      "rel-constrast": 6.136500358581543,
      "step": 87,
      "subrel-constrast": 6.48433256149292,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3090457916259766,
      "cov-distil (oracle2student)": 5.129304885864258,
      "cov-distil (oracle2teacher)": 5.953707695007324,
      "epoch": 0.06907378335949764,
      "rel-constrast": 4.374720573425293,
      "step": 88,
      "subrel-constrast": 5.959391117095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843027114868164,
      "cov-distil (oracle2student)": 4.857818603515625,
      "cov-distil (oracle2teacher)": 4.811768531799316,
      "epoch": 0.06985871271585557,
      "rel-constrast": 4.876014709472656,
      "step": 89,
      "subrel-constrast": 5.255368232727051,
      "view-similarity": 0
    },
    {
      "epoch": 0.0706436420722135,
      "grad_norm": 9.4375,
      "learning_rate": 1.78e-05,
      "loss": 1.3043,
      "step": 90
    },
    {
      "cov-distil": 2.0313687324523926,
      "cov-distil (oracle2student)": 3.837458610534668,
      "cov-distil (oracle2teacher)": 3.862165927886963,
      "epoch": 0.0706436420722135,
      "rel-constrast": 4.297828674316406,
      "step": 90,
      "subrel-constrast": 5.32150936126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955191731452942,
      "cov-distil (oracle2student)": 4.053134441375732,
      "cov-distil (oracle2teacher)": 4.3028764724731445,
      "epoch": 0.07142857142857142,
      "rel-constrast": 4.179540634155273,
      "step": 91,
      "subrel-constrast": 4.535610198974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9739642143249512,
      "cov-distil (oracle2student)": 4.044521331787109,
      "cov-distil (oracle2teacher)": 4.077905178070068,
      "epoch": 0.07221350078492936,
      "rel-constrast": 4.791150093078613,
      "step": 92,
      "subrel-constrast": 5.428908824920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633467197418213,
      "cov-distil (oracle2student)": 4.142858505249023,
      "cov-distil (oracle2teacher)": 4.332939147949219,
      "epoch": 0.07299843014128729,
      "rel-constrast": 4.158247947692871,
      "step": 93,
      "subrel-constrast": 4.722342014312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0026278495788574,
      "cov-distil (oracle2student)": 5.433739185333252,
      "cov-distil (oracle2teacher)": 5.752429008483887,
      "epoch": 0.07378335949764521,
      "rel-constrast": 5.656554222106934,
      "step": 94,
      "subrel-constrast": 6.6057281494140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.406924247741699,
      "cov-distil (oracle2student)": 4.962525367736816,
      "cov-distil (oracle2teacher)": 4.980257987976074,
      "epoch": 0.07456828885400314,
      "rel-constrast": 4.404953956604004,
      "step": 95,
      "subrel-constrast": 5.5075836181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9614890813827515,
      "cov-distil (oracle2student)": 4.428426742553711,
      "cov-distil (oracle2teacher)": 4.095973968505859,
      "epoch": 0.07535321821036106,
      "rel-constrast": 4.7090606689453125,
      "step": 96,
      "subrel-constrast": 5.042912006378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8995165824890137,
      "cov-distil (oracle2student)": 4.363615036010742,
      "cov-distil (oracle2teacher)": 4.864108085632324,
      "epoch": 0.076138147566719,
      "rel-constrast": 5.610422134399414,
      "step": 97,
      "subrel-constrast": 6.022312164306641,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8429796695709229,
      "cov-distil (oracle2student)": 4.000461578369141,
      "cov-distil (oracle2teacher)": 4.398909568786621,
      "epoch": 0.07692307692307693,
      "rel-constrast": 4.826190948486328,
      "step": 98,
      "subrel-constrast": 5.733572483062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676822185516357,
      "cov-distil (oracle2student)": 3.7937915325164795,
      "cov-distil (oracle2teacher)": 4.313929080963135,
      "epoch": 0.07770800627943485,
      "rel-constrast": 3.907686233520508,
      "step": 99,
      "subrel-constrast": 4.8892035484313965,
      "view-similarity": 0
    },
    {
      "epoch": 0.07849293563579278,
      "grad_norm": 6.21875,
      "learning_rate": 1.9800000000000004e-05,
      "loss": 1.2112,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "overlap": 0.25,
      "step": 100
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "student margin": 0.01824951171875
    },
    {
      "epoch": 0.07849293563579278,
      "step": 100,
      "teacher margin": 0.018310546875
    },
    {
      "epoch": 0.07849293563579278,
      "margin difference": 6.103515625e-05,
      "step": 100
    },
    {
      "cov-distil": 1.7298369407653809,
      "cov-distil (oracle2student)": 4.179434776306152,
      "cov-distil (oracle2teacher)": 3.918210983276367,
      "epoch": 0.07849293563579278,
      "rel-constrast": 6.2513251304626465,
      "step": 100,
      "subrel-constrast": 5.740466594696045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3552823066711426,
      "cov-distil (oracle2student)": 4.08372688293457,
      "cov-distil (oracle2teacher)": 4.95344352722168,
      "epoch": 0.07927786499215071,
      "rel-constrast": 5.916926860809326,
      "step": 101,
      "subrel-constrast": 6.909947872161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.080784797668457,
      "cov-distil (oracle2student)": 4.69539737701416,
      "cov-distil (oracle2teacher)": 4.047358512878418,
      "epoch": 0.08006279434850863,
      "rel-constrast": 3.5960965156555176,
      "step": 102,
      "subrel-constrast": 4.596201419830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5037894248962402,
      "cov-distil (oracle2student)": 4.311122894287109,
      "cov-distil (oracle2teacher)": 4.628203392028809,
      "epoch": 0.08084772370486656,
      "rel-constrast": 4.52133846282959,
      "step": 103,
      "subrel-constrast": 5.3294219970703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5136921405792236,
      "cov-distil (oracle2student)": 3.90252685546875,
      "cov-distil (oracle2teacher)": 3.406787872314453,
      "epoch": 0.08163265306122448,
      "rel-constrast": 5.1437788009643555,
      "step": 104,
      "subrel-constrast": 5.668471336364746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8735333681106567,
      "cov-distil (oracle2student)": 4.228874206542969,
      "cov-distil (oracle2teacher)": 3.906517505645752,
      "epoch": 0.08241758241758242,
      "rel-constrast": 4.556313514709473,
      "step": 105,
      "subrel-constrast": 4.7404327392578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3786072731018066,
      "cov-distil (oracle2student)": 4.412120819091797,
      "cov-distil (oracle2teacher)": 4.370576858520508,
      "epoch": 0.08320251177394035,
      "rel-constrast": 4.083873748779297,
      "step": 106,
      "subrel-constrast": 5.125725746154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.444710373878479,
      "cov-distil (oracle2student)": 3.2231016159057617,
      "cov-distil (oracle2teacher)": 3.3508291244506836,
      "epoch": 0.08398744113029827,
      "rel-constrast": 4.176214218139648,
      "step": 107,
      "subrel-constrast": 4.515892028808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8850314617156982,
      "cov-distil (oracle2student)": 4.9047417640686035,
      "cov-distil (oracle2teacher)": 5.313013076782227,
      "epoch": 0.0847723704866562,
      "rel-constrast": 4.576037406921387,
      "step": 108,
      "subrel-constrast": 5.790406703948975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5542287826538086,
      "cov-distil (oracle2student)": 2.91054105758667,
      "cov-distil (oracle2teacher)": 3.0505058765411377,
      "epoch": 0.08555729984301413,
      "rel-constrast": 2.9243812561035156,
      "step": 109,
      "subrel-constrast": 3.4620440006256104,
      "view-similarity": 0
    },
    {
      "epoch": 0.08634222919937205,
      "grad_norm": 6.3125,
      "learning_rate": 2.18e-05,
      "loss": 1.1945,
      "step": 110
    },
    {
      "cov-distil": 2.0106449127197266,
      "cov-distil (oracle2student)": 3.390498399734497,
      "cov-distil (oracle2teacher)": 3.701295852661133,
      "epoch": 0.08634222919937205,
      "rel-constrast": 4.131190776824951,
      "step": 110,
      "subrel-constrast": 5.090677738189697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9055376052856445,
      "cov-distil (oracle2student)": 4.41843843460083,
      "cov-distil (oracle2teacher)": 4.491976737976074,
      "epoch": 0.08712715855572999,
      "rel-constrast": 5.038963317871094,
      "step": 111,
      "subrel-constrast": 6.08647346496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5279195308685303,
      "cov-distil (oracle2student)": 3.444126605987549,
      "cov-distil (oracle2teacher)": 3.64145827293396,
      "epoch": 0.08791208791208792,
      "rel-constrast": 4.771234512329102,
      "step": 112,
      "subrel-constrast": 5.536201000213623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0450081825256348,
      "cov-distil (oracle2student)": 3.5708813667297363,
      "cov-distil (oracle2teacher)": 3.5346102714538574,
      "epoch": 0.08869701726844584,
      "rel-constrast": 4.473773956298828,
      "step": 113,
      "subrel-constrast": 5.412527084350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8620662689208984,
      "cov-distil (oracle2student)": 3.2922167778015137,
      "cov-distil (oracle2teacher)": 3.1301326751708984,
      "epoch": 0.08948194662480377,
      "rel-constrast": 4.172776222229004,
      "step": 114,
      "subrel-constrast": 4.496230602264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105813503265381,
      "cov-distil (oracle2student)": 3.5570688247680664,
      "cov-distil (oracle2teacher)": 3.3301162719726562,
      "epoch": 0.09026687598116169,
      "rel-constrast": 4.328044414520264,
      "step": 115,
      "subrel-constrast": 4.544393539428711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5753874778747559,
      "cov-distil (oracle2student)": 4.305010795593262,
      "cov-distil (oracle2teacher)": 4.51621150970459,
      "epoch": 0.09105180533751962,
      "rel-constrast": 4.441926002502441,
      "step": 116,
      "subrel-constrast": 5.126134872436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027592897415161,
      "cov-distil (oracle2student)": 3.643826961517334,
      "cov-distil (oracle2teacher)": 4.207780361175537,
      "epoch": 0.09183673469387756,
      "rel-constrast": 3.332122325897217,
      "step": 117,
      "subrel-constrast": 4.419685363769531,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8509763479232788,
      "cov-distil (oracle2student)": 4.495067119598389,
      "cov-distil (oracle2teacher)": 4.818368911743164,
      "epoch": 0.09262166405023547,
      "rel-constrast": 3.4284744262695312,
      "step": 118,
      "subrel-constrast": 4.7436347007751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1856939792633057,
      "cov-distil (oracle2student)": 2.3484930992126465,
      "cov-distil (oracle2teacher)": 3.504269599914551,
      "epoch": 0.09340659340659341,
      "rel-constrast": 3.5109238624572754,
      "step": 119,
      "subrel-constrast": 4.602016925811768,
      "view-similarity": 0
    },
    {
      "epoch": 0.09419152276295134,
      "grad_norm": 4.84375,
      "learning_rate": 2.38e-05,
      "loss": 1.091,
      "step": 120
    },
    {
      "cov-distil": 2.0069479942321777,
      "cov-distil (oracle2student)": 4.335882186889648,
      "cov-distil (oracle2teacher)": 4.411349296569824,
      "epoch": 0.09419152276295134,
      "rel-constrast": 3.58941388130188,
      "step": 120,
      "subrel-constrast": 4.945146560668945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9266531467437744,
      "cov-distil (oracle2student)": 2.6556715965270996,
      "cov-distil (oracle2teacher)": 3.1467032432556152,
      "epoch": 0.09497645211930926,
      "rel-constrast": 3.7480812072753906,
      "step": 121,
      "subrel-constrast": 4.479983806610107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6300580501556396,
      "cov-distil (oracle2student)": 4.791172027587891,
      "cov-distil (oracle2teacher)": 4.675938129425049,
      "epoch": 0.09576138147566719,
      "rel-constrast": 3.6545181274414062,
      "step": 122,
      "subrel-constrast": 4.81078577041626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.765576958656311,
      "cov-distil (oracle2student)": 3.6344659328460693,
      "cov-distil (oracle2teacher)": 3.9251091480255127,
      "epoch": 0.09654631083202511,
      "rel-constrast": 3.5468902587890625,
      "step": 123,
      "subrel-constrast": 4.322540283203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8908183574676514,
      "cov-distil (oracle2student)": 4.711076736450195,
      "cov-distil (oracle2teacher)": 4.728466987609863,
      "epoch": 0.09733124018838304,
      "rel-constrast": 4.9412760734558105,
      "step": 124,
      "subrel-constrast": 5.286365985870361,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0719122886657715,
      "cov-distil (oracle2student)": 5.475534439086914,
      "cov-distil (oracle2teacher)": 5.509952545166016,
      "epoch": 0.09811616954474098,
      "rel-constrast": 4.540214538574219,
      "step": 125,
      "subrel-constrast": 5.254848957061768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0107808113098145,
      "cov-distil (oracle2student)": 3.70059871673584,
      "cov-distil (oracle2teacher)": 3.6995131969451904,
      "epoch": 0.0989010989010989,
      "rel-constrast": 3.979504108428955,
      "step": 126,
      "subrel-constrast": 4.560873031616211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7469401359558105,
      "cov-distil (oracle2student)": 3.2893643379211426,
      "cov-distil (oracle2teacher)": 3.702075242996216,
      "epoch": 0.09968602825745683,
      "rel-constrast": 3.8428099155426025,
      "step": 127,
      "subrel-constrast": 4.704723834991455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227023124694824,
      "cov-distil (oracle2student)": 3.2081525325775146,
      "cov-distil (oracle2teacher)": 3.0951523780822754,
      "epoch": 0.10047095761381476,
      "rel-constrast": 3.9077415466308594,
      "step": 128,
      "subrel-constrast": 4.266437530517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.456908702850342,
      "cov-distil (oracle2student)": 6.027412414550781,
      "cov-distil (oracle2teacher)": 5.253774166107178,
      "epoch": 0.10125588697017268,
      "rel-constrast": 4.265575408935547,
      "step": 129,
      "subrel-constrast": 5.217139720916748,
      "view-similarity": 0
    },
    {
      "epoch": 0.10204081632653061,
      "grad_norm": 6.46875,
      "learning_rate": 2.58e-05,
      "loss": 1.0522,
      "step": 130
    },
    {
      "cov-distil": 1.6930177211761475,
      "cov-distil (oracle2student)": 4.467616081237793,
      "cov-distil (oracle2teacher)": 3.843270778656006,
      "epoch": 0.10204081632653061,
      "rel-constrast": 3.319629669189453,
      "step": 130,
      "subrel-constrast": 3.7119369506835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282273530960083,
      "cov-distil (oracle2student)": 2.7870304584503174,
      "cov-distil (oracle2teacher)": 2.9366650581359863,
      "epoch": 0.10282574568288853,
      "rel-constrast": 3.836411476135254,
      "step": 131,
      "subrel-constrast": 4.520256996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007819652557373,
      "cov-distil (oracle2student)": 3.0431907176971436,
      "cov-distil (oracle2teacher)": 3.8844919204711914,
      "epoch": 0.10361067503924647,
      "rel-constrast": 3.2715396881103516,
      "step": 132,
      "subrel-constrast": 4.392951011657715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5079662799835205,
      "cov-distil (oracle2student)": 3.3433713912963867,
      "cov-distil (oracle2teacher)": 3.0791032314300537,
      "epoch": 0.1043956043956044,
      "rel-constrast": 4.914187431335449,
      "step": 133,
      "subrel-constrast": 5.106137275695801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473832845687866,
      "cov-distil (oracle2student)": 3.7850849628448486,
      "cov-distil (oracle2teacher)": 4.068576812744141,
      "epoch": 0.10518053375196232,
      "rel-constrast": 4.797632217407227,
      "step": 134,
      "subrel-constrast": 5.459990978240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4311468601226807,
      "cov-distil (oracle2student)": 3.8187508583068848,
      "cov-distil (oracle2teacher)": 3.373809337615967,
      "epoch": 0.10596546310832025,
      "rel-constrast": 4.563899993896484,
      "step": 135,
      "subrel-constrast": 4.637350082397461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0857644081115723,
      "cov-distil (oracle2student)": 3.200230121612549,
      "cov-distil (oracle2teacher)": 3.6493539810180664,
      "epoch": 0.10675039246467818,
      "rel-constrast": 3.215364456176758,
      "step": 136,
      "subrel-constrast": 4.534350872039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5686209201812744,
      "cov-distil (oracle2student)": 3.9791665077209473,
      "cov-distil (oracle2teacher)": 4.04878568649292,
      "epoch": 0.1075353218210361,
      "rel-constrast": 3.051440477371216,
      "step": 137,
      "subrel-constrast": 3.7990667819976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9714691638946533,
      "cov-distil (oracle2student)": 4.7900071144104,
      "cov-distil (oracle2teacher)": 4.691529273986816,
      "epoch": 0.10832025117739404,
      "rel-constrast": 4.805532932281494,
      "step": 138,
      "subrel-constrast": 5.572739124298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924202799797058,
      "cov-distil (oracle2student)": 4.221106052398682,
      "cov-distil (oracle2teacher)": 4.4293389320373535,
      "epoch": 0.10910518053375197,
      "rel-constrast": 4.44097900390625,
      "step": 139,
      "subrel-constrast": 5.337229251861572,
      "view-similarity": 0
    },
    {
      "epoch": 0.10989010989010989,
      "grad_norm": 5.53125,
      "learning_rate": 2.7800000000000005e-05,
      "loss": 1.0502,
      "step": 140
    },
    {
      "cov-distil": 1.9526416063308716,
      "cov-distil (oracle2student)": 2.5634119510650635,
      "cov-distil (oracle2teacher)": 2.957435369491577,
      "epoch": 0.10989010989010989,
      "rel-constrast": 3.4546380043029785,
      "step": 140,
      "subrel-constrast": 4.413014888763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3895039558410645,
      "cov-distil (oracle2student)": 4.740830421447754,
      "cov-distil (oracle2teacher)": 4.349796295166016,
      "epoch": 0.11067503924646782,
      "rel-constrast": 4.3341546058654785,
      "step": 141,
      "subrel-constrast": 4.967938423156738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4638304710388184,
      "cov-distil (oracle2student)": 3.897735118865967,
      "cov-distil (oracle2teacher)": 3.747757911682129,
      "epoch": 0.11145996860282574,
      "rel-constrast": 3.152451992034912,
      "step": 142,
      "subrel-constrast": 3.479020595550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1711950302124023,
      "cov-distil (oracle2student)": 3.24094295501709,
      "cov-distil (oracle2teacher)": 3.654646873474121,
      "epoch": 0.11224489795918367,
      "rel-constrast": 4.032447814941406,
      "step": 143,
      "subrel-constrast": 5.230956077575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751253128051758,
      "cov-distil (oracle2student)": 4.126309394836426,
      "cov-distil (oracle2teacher)": 3.9554786682128906,
      "epoch": 0.1130298273155416,
      "rel-constrast": 3.8771262168884277,
      "step": 144,
      "subrel-constrast": 4.623952865600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.955289363861084,
      "cov-distil (oracle2student)": 3.139711380004883,
      "cov-distil (oracle2teacher)": 3.0601837635040283,
      "epoch": 0.11381475667189953,
      "rel-constrast": 3.5125317573547363,
      "step": 145,
      "subrel-constrast": 4.26681661605835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7406878471374512,
      "cov-distil (oracle2student)": 4.598553657531738,
      "cov-distil (oracle2teacher)": 4.3671393394470215,
      "epoch": 0.11459968602825746,
      "rel-constrast": 4.73480224609375,
      "step": 146,
      "subrel-constrast": 5.439952850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.462719440460205,
      "cov-distil (oracle2student)": 3.477541446685791,
      "cov-distil (oracle2teacher)": 3.7712650299072266,
      "epoch": 0.11538461538461539,
      "rel-constrast": 2.954681873321533,
      "step": 147,
      "subrel-constrast": 4.051403045654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9110968112945557,
      "cov-distil (oracle2student)": 5.327840805053711,
      "cov-distil (oracle2teacher)": 4.98024845123291,
      "epoch": 0.11616954474097331,
      "rel-constrast": 5.807882308959961,
      "step": 148,
      "subrel-constrast": 6.176276206970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8510105609893799,
      "cov-distil (oracle2student)": 3.9999184608459473,
      "cov-distil (oracle2teacher)": 4.322734832763672,
      "epoch": 0.11695447409733124,
      "rel-constrast": 3.647768497467041,
      "step": 149,
      "subrel-constrast": 4.696937084197998,
      "view-similarity": 0
    },
    {
      "epoch": 0.11773940345368916,
      "grad_norm": 4.65625,
      "learning_rate": 2.98e-05,
      "loss": 1.0361,
      "step": 150
    },
    {
      "cov-distil": 2.162510395050049,
      "cov-distil (oracle2student)": 2.51348876953125,
      "cov-distil (oracle2teacher)": 2.858297348022461,
      "epoch": 0.11773940345368916,
      "rel-constrast": 2.9098143577575684,
      "step": 150,
      "subrel-constrast": 4.165842533111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.283419609069824,
      "cov-distil (oracle2student)": 3.5237793922424316,
      "cov-distil (oracle2teacher)": 3.7921252250671387,
      "epoch": 0.1185243328100471,
      "rel-constrast": 5.004264831542969,
      "step": 151,
      "subrel-constrast": 5.968057632446289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9241164922714233,
      "cov-distil (oracle2student)": 4.258995056152344,
      "cov-distil (oracle2teacher)": 4.847116470336914,
      "epoch": 0.11930926216640503,
      "rel-constrast": 3.851573944091797,
      "step": 152,
      "subrel-constrast": 5.128183364868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9837623834609985,
      "cov-distil (oracle2student)": 3.793738842010498,
      "cov-distil (oracle2teacher)": 4.263235569000244,
      "epoch": 0.12009419152276295,
      "rel-constrast": 3.825674057006836,
      "step": 153,
      "subrel-constrast": 5.266303062438965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2738232612609863,
      "cov-distil (oracle2student)": 4.114228248596191,
      "cov-distil (oracle2teacher)": 4.160222053527832,
      "epoch": 0.12087912087912088,
      "rel-constrast": 4.635959625244141,
      "step": 154,
      "subrel-constrast": 5.444929122924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3437211513519287,
      "cov-distil (oracle2student)": 2.7324724197387695,
      "cov-distil (oracle2teacher)": 3.3124847412109375,
      "epoch": 0.12166405023547881,
      "rel-constrast": 3.172579765319824,
      "step": 155,
      "subrel-constrast": 4.378183841705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0748066902160645,
      "cov-distil (oracle2student)": 5.196707725524902,
      "cov-distil (oracle2teacher)": 5.660643577575684,
      "epoch": 0.12244897959183673,
      "rel-constrast": 4.619739532470703,
      "step": 156,
      "subrel-constrast": 5.278850555419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6589399576187134,
      "cov-distil (oracle2student)": 4.299651145935059,
      "cov-distil (oracle2teacher)": 4.801441192626953,
      "epoch": 0.12323390894819466,
      "rel-constrast": 4.178770065307617,
      "step": 157,
      "subrel-constrast": 4.9588398933410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113652229309082,
      "cov-distil (oracle2student)": 3.69832444190979,
      "cov-distil (oracle2teacher)": 4.1734113693237305,
      "epoch": 0.12401883830455258,
      "rel-constrast": 3.629397392272949,
      "step": 158,
      "subrel-constrast": 4.7571210861206055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1587953567504883,
      "cov-distil (oracle2student)": 3.8726277351379395,
      "cov-distil (oracle2teacher)": 3.7215805053710938,
      "epoch": 0.12480376766091052,
      "rel-constrast": 4.328669548034668,
      "step": 159,
      "subrel-constrast": 4.756054401397705,
      "view-similarity": 0
    },
    {
      "epoch": 0.12558869701726844,
      "grad_norm": 6.125,
      "learning_rate": 3.18e-05,
      "loss": 1.0564,
      "step": 160
    },
    {
      "cov-distil": 2.1405677795410156,
      "cov-distil (oracle2student)": 3.4093258380889893,
      "cov-distil (oracle2teacher)": 3.586012840270996,
      "epoch": 0.12558869701726844,
      "rel-constrast": 2.845548152923584,
      "step": 160,
      "subrel-constrast": 4.299036502838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9285320043563843,
      "cov-distil (oracle2student)": 3.4971227645874023,
      "cov-distil (oracle2teacher)": 3.832047939300537,
      "epoch": 0.12637362637362637,
      "rel-constrast": 3.7383017539978027,
      "step": 161,
      "subrel-constrast": 5.0502119064331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9758501052856445,
      "cov-distil (oracle2student)": 3.2394747734069824,
      "cov-distil (oracle2teacher)": 3.627070903778076,
      "epoch": 0.1271585557299843,
      "rel-constrast": 3.144106864929199,
      "step": 162,
      "subrel-constrast": 4.591655254364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7551349401474,
      "cov-distil (oracle2student)": 4.174607753753662,
      "cov-distil (oracle2teacher)": 4.551635265350342,
      "epoch": 0.12794348508634223,
      "rel-constrast": 4.326886177062988,
      "step": 163,
      "subrel-constrast": 5.282561779022217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3401026725769043,
      "cov-distil (oracle2student)": 4.209497928619385,
      "cov-distil (oracle2teacher)": 4.481298446655273,
      "epoch": 0.12872841444270017,
      "rel-constrast": 3.9188852310180664,
      "step": 164,
      "subrel-constrast": 5.082751274108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8384559154510498,
      "cov-distil (oracle2student)": 3.1416287422180176,
      "cov-distil (oracle2teacher)": 3.790740966796875,
      "epoch": 0.12951334379905807,
      "rel-constrast": 3.688136100769043,
      "step": 165,
      "subrel-constrast": 4.680181503295898,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4017962217330933,
      "cov-distil (oracle2student)": 3.074009895324707,
      "cov-distil (oracle2teacher)": 3.5656092166900635,
      "epoch": 0.130298273155416,
      "rel-constrast": 3.198267936706543,
      "step": 166,
      "subrel-constrast": 3.672757625579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0430080890655518,
      "cov-distil (oracle2student)": 2.979595899581909,
      "cov-distil (oracle2teacher)": 3.66377854347229,
      "epoch": 0.13108320251177394,
      "rel-constrast": 2.943568706512451,
      "step": 167,
      "subrel-constrast": 4.298722743988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8360835313796997,
      "cov-distil (oracle2student)": 3.9258909225463867,
      "cov-distil (oracle2teacher)": 3.991270065307617,
      "epoch": 0.13186813186813187,
      "rel-constrast": 3.5899910926818848,
      "step": 168,
      "subrel-constrast": 4.225496292114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8722825050354004,
      "cov-distil (oracle2student)": 3.4220786094665527,
      "cov-distil (oracle2teacher)": 3.491441011428833,
      "epoch": 0.1326530612244898,
      "rel-constrast": 3.244478225708008,
      "step": 169,
      "subrel-constrast": 4.600438594818115,
      "view-similarity": 0
    },
    {
      "epoch": 0.13343799058084774,
      "grad_norm": 5.40625,
      "learning_rate": 3.38e-05,
      "loss": 0.9138,
      "step": 170
    },
    {
      "cov-distil": 2.289053440093994,
      "cov-distil (oracle2student)": 2.3229146003723145,
      "cov-distil (oracle2teacher)": 2.79313588142395,
      "epoch": 0.13343799058084774,
      "rel-constrast": 3.2145943641662598,
      "step": 170,
      "subrel-constrast": 4.325888156890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033212184906006,
      "cov-distil (oracle2student)": 2.956218957901001,
      "cov-distil (oracle2teacher)": 3.0674238204956055,
      "epoch": 0.13422291993720564,
      "rel-constrast": 3.170142889022827,
      "step": 171,
      "subrel-constrast": 4.313177108764648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837358832359314,
      "cov-distil (oracle2student)": 3.2161805629730225,
      "cov-distil (oracle2teacher)": 2.9804582595825195,
      "epoch": 0.13500784929356358,
      "rel-constrast": 3.3102669715881348,
      "step": 172,
      "subrel-constrast": 3.6460134983062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612237453460693,
      "cov-distil (oracle2student)": 3.647536039352417,
      "cov-distil (oracle2teacher)": 3.5811798572540283,
      "epoch": 0.1357927786499215,
      "rel-constrast": 2.798731803894043,
      "step": 173,
      "subrel-constrast": 3.508981943130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0244364738464355,
      "cov-distil (oracle2student)": 3.1213173866271973,
      "cov-distil (oracle2teacher)": 3.3229947090148926,
      "epoch": 0.13657770800627944,
      "rel-constrast": 4.15741491317749,
      "step": 174,
      "subrel-constrast": 4.899233341217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.657141923904419,
      "cov-distil (oracle2student)": 3.314596652984619,
      "cov-distil (oracle2teacher)": 3.458897113800049,
      "epoch": 0.13736263736263737,
      "rel-constrast": 3.1901016235351562,
      "step": 175,
      "subrel-constrast": 4.391279697418213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1792471408843994,
      "cov-distil (oracle2student)": 4.180800437927246,
      "cov-distil (oracle2teacher)": 4.1862945556640625,
      "epoch": 0.13814756671899528,
      "rel-constrast": 3.8843958377838135,
      "step": 176,
      "subrel-constrast": 5.133232116699219,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.690021276473999,
      "cov-distil (oracle2student)": 3.2763218879699707,
      "cov-distil (oracle2teacher)": 3.3512301445007324,
      "epoch": 0.1389324960753532,
      "rel-constrast": 3.097871780395508,
      "step": 177,
      "subrel-constrast": 4.141420364379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7987754344940186,
      "cov-distil (oracle2student)": 3.6110458374023438,
      "cov-distil (oracle2teacher)": 3.8932182788848877,
      "epoch": 0.13971742543171115,
      "rel-constrast": 3.434955358505249,
      "step": 178,
      "subrel-constrast": 4.83035135269165,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.414909839630127,
      "cov-distil (oracle2student)": 5.8917436599731445,
      "cov-distil (oracle2teacher)": 4.937832355499268,
      "epoch": 0.14050235478806908,
      "rel-constrast": 3.090833902359009,
      "step": 179,
      "subrel-constrast": 4.841024875640869,
      "view-similarity": 0
    },
    {
      "epoch": 0.141287284144427,
      "grad_norm": 4.9375,
      "learning_rate": 3.58e-05,
      "loss": 0.8849,
      "step": 180
    },
    {
      "cov-distil": 2.1701669692993164,
      "cov-distil (oracle2student)": 3.5468969345092773,
      "cov-distil (oracle2teacher)": 3.592738389968872,
      "epoch": 0.141287284144427,
      "rel-constrast": 3.1472837924957275,
      "step": 180,
      "subrel-constrast": 4.375936508178711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0519845485687256,
      "cov-distil (oracle2student)": 3.0953545570373535,
      "cov-distil (oracle2teacher)": 3.2669100761413574,
      "epoch": 0.14207221350078492,
      "rel-constrast": 3.6390113830566406,
      "step": 181,
      "subrel-constrast": 4.239733695983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.046764373779297,
      "cov-distil (oracle2student)": 4.083052158355713,
      "cov-distil (oracle2teacher)": 3.773674488067627,
      "epoch": 0.14285714285714285,
      "rel-constrast": 3.240504264831543,
      "step": 182,
      "subrel-constrast": 4.103541851043701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0144388675689697,
      "cov-distil (oracle2student)": 4.516448020935059,
      "cov-distil (oracle2teacher)": 4.2518110275268555,
      "epoch": 0.14364207221350078,
      "rel-constrast": 3.4501020908355713,
      "step": 183,
      "subrel-constrast": 4.461462020874023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1898727416992188,
      "cov-distil (oracle2student)": 4.241243362426758,
      "cov-distil (oracle2teacher)": 4.144228458404541,
      "epoch": 0.14442700156985872,
      "rel-constrast": 3.4280624389648438,
      "step": 184,
      "subrel-constrast": 4.160365104675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7971217632293701,
      "cov-distil (oracle2student)": 4.2221550941467285,
      "cov-distil (oracle2teacher)": 4.125924110412598,
      "epoch": 0.14521193092621665,
      "rel-constrast": 3.6003713607788086,
      "step": 185,
      "subrel-constrast": 4.657410621643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.584897041320801,
      "cov-distil (oracle2student)": 3.762363910675049,
      "cov-distil (oracle2teacher)": 3.288722038269043,
      "epoch": 0.14599686028257458,
      "rel-constrast": 3.784740924835205,
      "step": 186,
      "subrel-constrast": 4.959157466888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7322099208831787,
      "cov-distil (oracle2student)": 4.133016109466553,
      "cov-distil (oracle2teacher)": 4.552165985107422,
      "epoch": 0.14678178963893249,
      "rel-constrast": 3.89847469329834,
      "step": 187,
      "subrel-constrast": 4.597707271575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2113747596740723,
      "cov-distil (oracle2student)": 4.604434013366699,
      "cov-distil (oracle2teacher)": 4.880743980407715,
      "epoch": 0.14756671899529042,
      "rel-constrast": 3.7514562606811523,
      "step": 188,
      "subrel-constrast": 4.6984333992004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2293686866760254,
      "cov-distil (oracle2student)": 4.5117034912109375,
      "cov-distil (oracle2teacher)": 4.046051979064941,
      "epoch": 0.14835164835164835,
      "rel-constrast": 3.9164719581604004,
      "step": 189,
      "subrel-constrast": 4.497857093811035,
      "view-similarity": 0
    },
    {
      "epoch": 0.14913657770800628,
      "grad_norm": 6.0,
      "learning_rate": 3.7800000000000004e-05,
      "loss": 0.949,
      "step": 190
    },
    {
      "cov-distil": 2.0757837295532227,
      "cov-distil (oracle2student)": 4.080816268920898,
      "cov-distil (oracle2teacher)": 3.766585350036621,
      "epoch": 0.14913657770800628,
      "rel-constrast": 3.9256319999694824,
      "step": 190,
      "subrel-constrast": 4.7271294593811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.415203809738159,
      "cov-distil (oracle2student)": 4.4698567390441895,
      "cov-distil (oracle2teacher)": 4.346640586853027,
      "epoch": 0.14992150706436422,
      "rel-constrast": 3.8511571884155273,
      "step": 191,
      "subrel-constrast": 5.203197479248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6451456546783447,
      "cov-distil (oracle2student)": 5.649706840515137,
      "cov-distil (oracle2teacher)": 4.804763317108154,
      "epoch": 0.15070643642072212,
      "rel-constrast": 3.4235172271728516,
      "step": 192,
      "subrel-constrast": 4.613860130310059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1104884147644043,
      "cov-distil (oracle2student)": 2.752333641052246,
      "cov-distil (oracle2teacher)": 3.407994508743286,
      "epoch": 0.15149136577708006,
      "rel-constrast": 3.212527275085449,
      "step": 193,
      "subrel-constrast": 4.840916633605957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.222266435623169,
      "cov-distil (oracle2student)": 2.4793713092803955,
      "cov-distil (oracle2teacher)": 2.699554443359375,
      "epoch": 0.152276295133438,
      "rel-constrast": 4.08590841293335,
      "step": 194,
      "subrel-constrast": 4.885660171508789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.503323554992676,
      "cov-distil (oracle2student)": 4.565427303314209,
      "cov-distil (oracle2teacher)": 4.358648300170898,
      "epoch": 0.15306122448979592,
      "rel-constrast": 4.254426002502441,
      "step": 195,
      "subrel-constrast": 4.6243438720703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3287715911865234,
      "cov-distil (oracle2student)": 4.192647933959961,
      "cov-distil (oracle2teacher)": 4.574880599975586,
      "epoch": 0.15384615384615385,
      "rel-constrast": 3.4964702129364014,
      "step": 196,
      "subrel-constrast": 4.994586944580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.473165988922119,
      "cov-distil (oracle2student)": 3.6086509227752686,
      "cov-distil (oracle2teacher)": 3.720257043838501,
      "epoch": 0.1546310832025118,
      "rel-constrast": 3.0507917404174805,
      "step": 197,
      "subrel-constrast": 4.022911548614502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9574871063232422,
      "cov-distil (oracle2student)": 2.9033591747283936,
      "cov-distil (oracle2teacher)": 3.213554620742798,
      "epoch": 0.1554160125588697,
      "rel-constrast": 2.480036735534668,
      "step": 198,
      "subrel-constrast": 3.33259916305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0196235179901123,
      "cov-distil (oracle2student)": 4.251315593719482,
      "cov-distil (oracle2teacher)": 4.459000110626221,
      "epoch": 0.15620094191522763,
      "rel-constrast": 3.327430486679077,
      "step": 199,
      "subrel-constrast": 4.487115383148193,
      "view-similarity": 0
    },
    {
      "epoch": 0.15698587127158556,
      "grad_norm": 6.25,
      "learning_rate": 3.9800000000000005e-05,
      "loss": 0.9346,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "overlap": 0.25468751788139343,
      "step": 200
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "student margin": 0.05767822265625
    },
    {
      "epoch": 0.15698587127158556,
      "step": 200,
      "teacher margin": 0.039276123046875
    },
    {
      "epoch": 0.15698587127158556,
      "margin difference": -0.018402099609375,
      "step": 200
    },
    {
      "cov-distil": 2.4896340370178223,
      "cov-distil (oracle2student)": 4.384774208068848,
      "cov-distil (oracle2teacher)": 4.08465051651001,
      "epoch": 0.15698587127158556,
      "rel-constrast": 3.3428280353546143,
      "step": 200,
      "subrel-constrast": 4.454953193664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012185573577881,
      "cov-distil (oracle2student)": 3.697768211364746,
      "cov-distil (oracle2teacher)": 3.6373372077941895,
      "epoch": 0.1577708006279435,
      "rel-constrast": 2.7652711868286133,
      "step": 201,
      "subrel-constrast": 4.149660110473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7649222612380981,
      "cov-distil (oracle2student)": 4.865782260894775,
      "cov-distil (oracle2teacher)": 4.691878795623779,
      "epoch": 0.15855572998430142,
      "rel-constrast": 3.7824623584747314,
      "step": 202,
      "subrel-constrast": 4.713212490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8030283451080322,
      "cov-distil (oracle2student)": 4.611078262329102,
      "cov-distil (oracle2teacher)": 4.497624397277832,
      "epoch": 0.15934065934065933,
      "rel-constrast": 4.317296981811523,
      "step": 203,
      "subrel-constrast": 4.8105950355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.80938720703125,
      "cov-distil (oracle2student)": 2.6670823097229004,
      "cov-distil (oracle2teacher)": 2.8364529609680176,
      "epoch": 0.16012558869701726,
      "rel-constrast": 2.541823387145996,
      "step": 204,
      "subrel-constrast": 3.3406171798706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4116835594177246,
      "cov-distil (oracle2student)": 6.865101337432861,
      "cov-distil (oracle2teacher)": 6.28804874420166,
      "epoch": 0.1609105180533752,
      "rel-constrast": 4.01608419418335,
      "step": 205,
      "subrel-constrast": 5.5514421463012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6459591388702393,
      "cov-distil (oracle2student)": 4.804777145385742,
      "cov-distil (oracle2teacher)": 4.487983703613281,
      "epoch": 0.16169544740973313,
      "rel-constrast": 4.128079891204834,
      "step": 206,
      "subrel-constrast": 4.305576801300049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9324172735214233,
      "cov-distil (oracle2student)": 4.032464981079102,
      "cov-distil (oracle2teacher)": 4.187770843505859,
      "epoch": 0.16248037676609106,
      "rel-constrast": 3.3121466636657715,
      "step": 207,
      "subrel-constrast": 3.838710308074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143845319747925,
      "cov-distil (oracle2student)": 3.0693488121032715,
      "cov-distil (oracle2teacher)": 3.398939847946167,
      "epoch": 0.16326530612244897,
      "rel-constrast": 3.0676989555358887,
      "step": 208,
      "subrel-constrast": 4.276881694793701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7735027074813843,
      "cov-distil (oracle2student)": 4.7419538497924805,
      "cov-distil (oracle2teacher)": 4.464914321899414,
      "epoch": 0.1640502354788069,
      "rel-constrast": 3.1669836044311523,
      "step": 209,
      "subrel-constrast": 4.080853462219238,
      "view-similarity": 0
    },
    {
      "epoch": 0.16483516483516483,
      "grad_norm": 5.09375,
      "learning_rate": 4.18e-05,
      "loss": 0.9105,
      "step": 210
    },
    {
      "cov-distil": 2.413351058959961,
      "cov-distil (oracle2student)": 4.662513256072998,
      "cov-distil (oracle2teacher)": 4.591415882110596,
      "epoch": 0.16483516483516483,
      "rel-constrast": 3.811033248901367,
      "step": 210,
      "subrel-constrast": 5.041797161102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052138090133667,
      "cov-distil (oracle2student)": 3.7897279262542725,
      "cov-distil (oracle2teacher)": 4.034920692443848,
      "epoch": 0.16562009419152277,
      "rel-constrast": 3.559976816177368,
      "step": 211,
      "subrel-constrast": 4.414525985717773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.746599555015564,
      "cov-distil (oracle2student)": 3.644550323486328,
      "cov-distil (oracle2teacher)": 3.88326358795166,
      "epoch": 0.1664050235478807,
      "rel-constrast": 2.2771897315979004,
      "step": 212,
      "subrel-constrast": 3.925031900405884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5399322509765625,
      "cov-distil (oracle2student)": 3.879300594329834,
      "cov-distil (oracle2teacher)": 4.339054107666016,
      "epoch": 0.16718995290423863,
      "rel-constrast": 2.6048736572265625,
      "step": 213,
      "subrel-constrast": 4.313112735748291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675768852233887,
      "cov-distil (oracle2student)": 3.4676172733306885,
      "cov-distil (oracle2teacher)": 3.8825740814208984,
      "epoch": 0.16797488226059654,
      "rel-constrast": 3.2848355770111084,
      "step": 214,
      "subrel-constrast": 4.265978813171387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412407875061035,
      "cov-distil (oracle2student)": 2.61983060836792,
      "cov-distil (oracle2teacher)": 3.064521551132202,
      "epoch": 0.16875981161695447,
      "rel-constrast": 3.058378219604492,
      "step": 215,
      "subrel-constrast": 4.377286911010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433359146118164,
      "cov-distil (oracle2student)": 2.7012550830841064,
      "cov-distil (oracle2teacher)": 3.256782293319702,
      "epoch": 0.1695447409733124,
      "rel-constrast": 2.3305959701538086,
      "step": 216,
      "subrel-constrast": 3.366180419921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698474407196045,
      "cov-distil (oracle2student)": 2.836195468902588,
      "cov-distil (oracle2teacher)": 3.675199508666992,
      "epoch": 0.17032967032967034,
      "rel-constrast": 3.402233600616455,
      "step": 217,
      "subrel-constrast": 4.3155059814453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2927417755126953,
      "cov-distil (oracle2student)": 3.500641345977783,
      "cov-distil (oracle2teacher)": 3.6714651584625244,
      "epoch": 0.17111459968602827,
      "rel-constrast": 4.200337886810303,
      "step": 218,
      "subrel-constrast": 4.139261245727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.750542163848877,
      "cov-distil (oracle2student)": 3.3831164836883545,
      "cov-distil (oracle2teacher)": 3.0338830947875977,
      "epoch": 0.17189952904238617,
      "rel-constrast": 4.169715881347656,
      "step": 219,
      "subrel-constrast": 4.170699596405029,
      "view-similarity": 0
    },
    {
      "epoch": 0.1726844583987441,
      "grad_norm": 5.625,
      "learning_rate": 4.38e-05,
      "loss": 0.8695,
      "step": 220
    },
    {
      "cov-distil": 1.629667043685913,
      "cov-distil (oracle2student)": 3.6625747680664062,
      "cov-distil (oracle2teacher)": 3.6777944564819336,
      "epoch": 0.1726844583987441,
      "rel-constrast": 3.912409782409668,
      "step": 220,
      "subrel-constrast": 4.345246315002441,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8654978275299072,
      "cov-distil (oracle2student)": 4.487903594970703,
      "cov-distil (oracle2teacher)": 4.222177982330322,
      "epoch": 0.17346938775510204,
      "rel-constrast": 3.034788131713867,
      "step": 221,
      "subrel-constrast": 3.696610689163208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3106722831726074,
      "cov-distil (oracle2student)": 4.066738605499268,
      "cov-distil (oracle2teacher)": 4.478374004364014,
      "epoch": 0.17425431711145997,
      "rel-constrast": 3.78273344039917,
      "step": 222,
      "subrel-constrast": 4.818966388702393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070685863494873,
      "cov-distil (oracle2student)": 3.7134132385253906,
      "cov-distil (oracle2teacher)": 3.8846771717071533,
      "epoch": 0.1750392464678179,
      "rel-constrast": 2.351531505584717,
      "step": 223,
      "subrel-constrast": 3.8853697776794434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237121105194092,
      "cov-distil (oracle2student)": 3.167670726776123,
      "cov-distil (oracle2teacher)": 2.965890884399414,
      "epoch": 0.17582417582417584,
      "rel-constrast": 2.4729650020599365,
      "step": 224,
      "subrel-constrast": 3.4698076248168945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5611491203308105,
      "cov-distil (oracle2student)": 3.765780448913574,
      "cov-distil (oracle2teacher)": 4.249629497528076,
      "epoch": 0.17660910518053374,
      "rel-constrast": 3.111851215362549,
      "step": 225,
      "subrel-constrast": 4.799382209777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8492357730865479,
      "cov-distil (oracle2student)": 4.462780475616455,
      "cov-distil (oracle2teacher)": 4.422781944274902,
      "epoch": 0.17739403453689168,
      "rel-constrast": 3.599337577819824,
      "step": 226,
      "subrel-constrast": 4.331607341766357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239455461502075,
      "cov-distil (oracle2student)": 5.482708930969238,
      "cov-distil (oracle2teacher)": 5.000356674194336,
      "epoch": 0.1781789638932496,
      "rel-constrast": 3.355098247528076,
      "step": 227,
      "subrel-constrast": 4.705018520355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900775671005249,
      "cov-distil (oracle2student)": 5.079195022583008,
      "cov-distil (oracle2teacher)": 5.320697784423828,
      "epoch": 0.17896389324960754,
      "rel-constrast": 3.764322280883789,
      "step": 228,
      "subrel-constrast": 4.592203140258789,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.193901777267456,
      "cov-distil (oracle2student)": 3.8960933685302734,
      "cov-distil (oracle2teacher)": 4.268671989440918,
      "epoch": 0.17974882260596547,
      "rel-constrast": 3.6569318771362305,
      "step": 229,
      "subrel-constrast": 4.715992450714111,
      "view-similarity": 0
    },
    {
      "epoch": 0.18053375196232338,
      "grad_norm": 5.65625,
      "learning_rate": 4.58e-05,
      "loss": 0.8772,
      "step": 230
    },
    {
      "cov-distil": 2.2246623039245605,
      "cov-distil (oracle2student)": 4.361292362213135,
      "cov-distil (oracle2teacher)": 4.2859673500061035,
      "epoch": 0.18053375196232338,
      "rel-constrast": 3.8286304473876953,
      "step": 230,
      "subrel-constrast": 4.6619038581848145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8271801471710205,
      "cov-distil (oracle2student)": 3.9929373264312744,
      "cov-distil (oracle2teacher)": 4.050638198852539,
      "epoch": 0.1813186813186813,
      "rel-constrast": 3.439645767211914,
      "step": 231,
      "subrel-constrast": 3.9097330570220947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336406707763672,
      "cov-distil (oracle2student)": 2.968770980834961,
      "cov-distil (oracle2teacher)": 3.207510471343994,
      "epoch": 0.18210361067503925,
      "rel-constrast": 3.4554624557495117,
      "step": 232,
      "subrel-constrast": 4.385074138641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158729076385498,
      "cov-distil (oracle2student)": 4.306704998016357,
      "cov-distil (oracle2teacher)": 4.282803535461426,
      "epoch": 0.18288854003139718,
      "rel-constrast": 3.660468578338623,
      "step": 233,
      "subrel-constrast": 4.480005264282227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157017707824707,
      "cov-distil (oracle2student)": 5.255502700805664,
      "cov-distil (oracle2teacher)": 5.11574649810791,
      "epoch": 0.1836734693877551,
      "rel-constrast": 4.157590866088867,
      "step": 234,
      "subrel-constrast": 4.99826717376709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9586408138275146,
      "cov-distil (oracle2student)": 4.0284013748168945,
      "cov-distil (oracle2teacher)": 4.05411958694458,
      "epoch": 0.18445839874411302,
      "rel-constrast": 3.41080379486084,
      "step": 235,
      "subrel-constrast": 4.307464122772217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292916774749756,
      "cov-distil (oracle2student)": 4.489896774291992,
      "cov-distil (oracle2teacher)": 4.14799690246582,
      "epoch": 0.18524332810047095,
      "rel-constrast": 3.8018832206726074,
      "step": 236,
      "subrel-constrast": 4.561276435852051,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1107866764068604,
      "cov-distil (oracle2student)": 5.316951751708984,
      "cov-distil (oracle2teacher)": 5.247283458709717,
      "epoch": 0.18602825745682888,
      "rel-constrast": 3.77980637550354,
      "step": 237,
      "subrel-constrast": 5.172436237335205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8411599397659302,
      "cov-distil (oracle2student)": 3.2927656173706055,
      "cov-distil (oracle2teacher)": 3.201505184173584,
      "epoch": 0.18681318681318682,
      "rel-constrast": 3.3709986209869385,
      "step": 238,
      "subrel-constrast": 3.896038055419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049469470977783,
      "cov-distil (oracle2student)": 2.521188259124756,
      "cov-distil (oracle2teacher)": 2.839540719985962,
      "epoch": 0.18759811616954475,
      "rel-constrast": 3.378894805908203,
      "step": 239,
      "subrel-constrast": 4.2361369132995605,
      "view-similarity": 0
    },
    {
      "epoch": 0.18838304552590268,
      "grad_norm": 5.65625,
      "learning_rate": 4.78e-05,
      "loss": 0.962,
      "step": 240
    },
    {
      "cov-distil": 2.5129408836364746,
      "cov-distil (oracle2student)": 4.182884216308594,
      "cov-distil (oracle2teacher)": 4.020130157470703,
      "epoch": 0.18838304552590268,
      "rel-constrast": 3.639799118041992,
      "step": 240,
      "subrel-constrast": 4.632966995239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573530197143555,
      "cov-distil (oracle2student)": 3.3525071144104004,
      "cov-distil (oracle2teacher)": 3.4055187702178955,
      "epoch": 0.1891679748822606,
      "rel-constrast": 4.000981330871582,
      "step": 241,
      "subrel-constrast": 4.365087509155273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6217663288116455,
      "cov-distil (oracle2student)": 4.67594051361084,
      "cov-distil (oracle2teacher)": 3.6149635314941406,
      "epoch": 0.18995290423861852,
      "rel-constrast": 4.141800880432129,
      "step": 242,
      "subrel-constrast": 4.287296295166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2680904865264893,
      "cov-distil (oracle2student)": 3.3358757495880127,
      "cov-distil (oracle2teacher)": 3.525162696838379,
      "epoch": 0.19073783359497645,
      "rel-constrast": 2.772862434387207,
      "step": 243,
      "subrel-constrast": 4.1470208168029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295297384262085,
      "cov-distil (oracle2student)": 5.31671142578125,
      "cov-distil (oracle2teacher)": 5.381638526916504,
      "epoch": 0.19152276295133439,
      "rel-constrast": 2.829258441925049,
      "step": 244,
      "subrel-constrast": 4.546975612640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774235486984253,
      "cov-distil (oracle2student)": 3.5908665657043457,
      "cov-distil (oracle2teacher)": 3.655303955078125,
      "epoch": 0.19230769230769232,
      "rel-constrast": 2.822286367416382,
      "step": 245,
      "subrel-constrast": 3.6389198303222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663306713104248,
      "cov-distil (oracle2student)": 5.245326042175293,
      "cov-distil (oracle2teacher)": 4.997114181518555,
      "epoch": 0.19309262166405022,
      "rel-constrast": 2.9956724643707275,
      "step": 246,
      "subrel-constrast": 4.005364418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.388148546218872,
      "cov-distil (oracle2student)": 5.030787467956543,
      "cov-distil (oracle2teacher)": 5.054934024810791,
      "epoch": 0.19387755102040816,
      "rel-constrast": 4.064487934112549,
      "step": 247,
      "subrel-constrast": 5.010900020599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1396121978759766,
      "cov-distil (oracle2student)": 3.9742355346679688,
      "cov-distil (oracle2teacher)": 3.641430377960205,
      "epoch": 0.1946624803767661,
      "rel-constrast": 3.147188186645508,
      "step": 248,
      "subrel-constrast": 3.5644030570983887,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0412392616271973,
      "cov-distil (oracle2student)": 3.375864028930664,
      "cov-distil (oracle2teacher)": 3.7320401668548584,
      "epoch": 0.19544740973312402,
      "rel-constrast": 3.8735532760620117,
      "step": 249,
      "subrel-constrast": 4.781039237976074,
      "view-similarity": 0
    },
    {
      "epoch": 0.19623233908948196,
      "grad_norm": 5.875,
      "learning_rate": 4.9800000000000004e-05,
      "loss": 0.9079,
      "step": 250
    },
    {
      "cov-distil": 2.1042442321777344,
      "cov-distil (oracle2student)": 4.2598443031311035,
      "cov-distil (oracle2teacher)": 4.252657890319824,
      "epoch": 0.19623233908948196,
      "rel-constrast": 3.6167001724243164,
      "step": 250,
      "subrel-constrast": 4.588576316833496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3157269954681396,
      "cov-distil (oracle2student)": 3.89292049407959,
      "cov-distil (oracle2teacher)": 3.445794105529785,
      "epoch": 0.1970172684458399,
      "rel-constrast": 3.1043243408203125,
      "step": 251,
      "subrel-constrast": 4.597628116607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.112291097640991,
      "cov-distil (oracle2student)": 4.387408256530762,
      "cov-distil (oracle2teacher)": 5.436559200286865,
      "epoch": 0.1978021978021978,
      "rel-constrast": 2.9742050170898438,
      "step": 252,
      "subrel-constrast": 4.817327976226807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.926539421081543,
      "cov-distil (oracle2student)": 3.1203055381774902,
      "cov-distil (oracle2teacher)": 3.3242850303649902,
      "epoch": 0.19858712715855573,
      "rel-constrast": 4.7511372566223145,
      "step": 253,
      "subrel-constrast": 5.3261847496032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9534534215927124,
      "cov-distil (oracle2student)": 2.8739113807678223,
      "cov-distil (oracle2teacher)": 3.1097350120544434,
      "epoch": 0.19937205651491366,
      "rel-constrast": 3.2162704467773438,
      "step": 254,
      "subrel-constrast": 4.202754020690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.578474760055542,
      "cov-distil (oracle2student)": 3.161294460296631,
      "cov-distil (oracle2teacher)": 4.258790493011475,
      "epoch": 0.2001569858712716,
      "rel-constrast": 3.433706283569336,
      "step": 255,
      "subrel-constrast": 4.930084705352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7559152841567993,
      "cov-distil (oracle2student)": 3.898590564727783,
      "cov-distil (oracle2teacher)": 3.6160573959350586,
      "epoch": 0.20094191522762953,
      "rel-constrast": 4.022228717803955,
      "step": 256,
      "subrel-constrast": 4.545320510864258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9296019077301025,
      "cov-distil (oracle2student)": 4.397417068481445,
      "cov-distil (oracle2teacher)": 4.030117988586426,
      "epoch": 0.20172684458398743,
      "rel-constrast": 2.7617669105529785,
      "step": 257,
      "subrel-constrast": 3.9345779418945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0926990509033203,
      "cov-distil (oracle2student)": 4.771393775939941,
      "cov-distil (oracle2teacher)": 5.078604698181152,
      "epoch": 0.20251177394034536,
      "rel-constrast": 4.1688032150268555,
      "step": 258,
      "subrel-constrast": 4.920294284820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344949722290039,
      "cov-distil (oracle2student)": 4.927739143371582,
      "cov-distil (oracle2teacher)": 4.4492363929748535,
      "epoch": 0.2032967032967033,
      "rel-constrast": 2.2570509910583496,
      "step": 259,
      "subrel-constrast": 3.9040937423706055,
      "view-similarity": 0
    },
    {
      "epoch": 0.20408163265306123,
      "grad_norm": 4.6875,
      "learning_rate": 5.1800000000000005e-05,
      "loss": 0.9129,
      "step": 260
    },
    {
      "cov-distil": 2.3564670085906982,
      "cov-distil (oracle2student)": 5.112679481506348,
      "cov-distil (oracle2teacher)": 4.540957927703857,
      "epoch": 0.20408163265306123,
      "rel-constrast": 4.6821160316467285,
      "step": 260,
      "subrel-constrast": 5.419246673583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047318458557129,
      "cov-distil (oracle2student)": 4.11677360534668,
      "cov-distil (oracle2teacher)": 4.019320964813232,
      "epoch": 0.20486656200941916,
      "rel-constrast": 4.712139129638672,
      "step": 261,
      "subrel-constrast": 5.809560775756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2788331508636475,
      "cov-distil (oracle2student)": 4.65920877456665,
      "cov-distil (oracle2teacher)": 4.7991132736206055,
      "epoch": 0.20565149136577707,
      "rel-constrast": 4.14540958404541,
      "step": 262,
      "subrel-constrast": 4.542041301727295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696543574333191,
      "cov-distil (oracle2student)": 3.7569308280944824,
      "cov-distil (oracle2teacher)": 3.7314672470092773,
      "epoch": 0.206436420722135,
      "rel-constrast": 3.1703543663024902,
      "step": 263,
      "subrel-constrast": 4.549978256225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1090710163116455,
      "cov-distil (oracle2student)": 4.22119665145874,
      "cov-distil (oracle2teacher)": 3.5069918632507324,
      "epoch": 0.20722135007849293,
      "rel-constrast": 3.608205795288086,
      "step": 264,
      "subrel-constrast": 4.019256114959717,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.351567268371582,
      "cov-distil (oracle2student)": 3.9846768379211426,
      "cov-distil (oracle2teacher)": 4.839642524719238,
      "epoch": 0.20800627943485087,
      "rel-constrast": 3.413161516189575,
      "step": 265,
      "subrel-constrast": 4.474790096282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9702157974243164,
      "cov-distil (oracle2student)": 3.6972618103027344,
      "cov-distil (oracle2teacher)": 3.776151180267334,
      "epoch": 0.2087912087912088,
      "rel-constrast": 3.323033571243286,
      "step": 266,
      "subrel-constrast": 4.5280303955078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5655970573425293,
      "cov-distil (oracle2student)": 3.807563304901123,
      "cov-distil (oracle2teacher)": 4.079497814178467,
      "epoch": 0.20957613814756673,
      "rel-constrast": 3.696988821029663,
      "step": 267,
      "subrel-constrast": 4.640833377838135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5386043787002563,
      "cov-distil (oracle2student)": 4.991456031799316,
      "cov-distil (oracle2teacher)": 3.908121109008789,
      "epoch": 0.21036106750392464,
      "rel-constrast": 4.145443439483643,
      "step": 268,
      "subrel-constrast": 5.146642208099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3002188205718994,
      "cov-distil (oracle2student)": 6.311435222625732,
      "cov-distil (oracle2teacher)": 6.020025253295898,
      "epoch": 0.21114599686028257,
      "rel-constrast": 3.901486396789551,
      "step": 269,
      "subrel-constrast": 4.720296859741211,
      "view-similarity": 0
    },
    {
      "epoch": 0.2119309262166405,
      "grad_norm": 5.34375,
      "learning_rate": 5.380000000000001e-05,
      "loss": 1.0205,
      "step": 270
    },
    {
      "cov-distil": 1.535998821258545,
      "cov-distil (oracle2student)": 4.7130303382873535,
      "cov-distil (oracle2teacher)": 4.595787525177002,
      "epoch": 0.2119309262166405,
      "rel-constrast": 3.6096606254577637,
      "step": 270,
      "subrel-constrast": 4.569951057434082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2366223335266113,
      "cov-distil (oracle2student)": 4.3555097579956055,
      "cov-distil (oracle2teacher)": 4.947315216064453,
      "epoch": 0.21271585557299844,
      "rel-constrast": 3.783484935760498,
      "step": 271,
      "subrel-constrast": 5.246954917907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.583752155303955,
      "cov-distil (oracle2student)": 4.747889518737793,
      "cov-distil (oracle2teacher)": 4.432768821716309,
      "epoch": 0.21350078492935637,
      "rel-constrast": 3.777101993560791,
      "step": 272,
      "subrel-constrast": 4.9481730461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9016915559768677,
      "cov-distil (oracle2student)": 5.599276542663574,
      "cov-distil (oracle2teacher)": 5.182046890258789,
      "epoch": 0.21428571428571427,
      "rel-constrast": 3.371936559677124,
      "step": 273,
      "subrel-constrast": 4.150153160095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3956122398376465,
      "cov-distil (oracle2student)": 3.274829387664795,
      "cov-distil (oracle2teacher)": 3.532233238220215,
      "epoch": 0.2150706436420722,
      "rel-constrast": 2.2841320037841797,
      "step": 274,
      "subrel-constrast": 3.810020685195923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7740564346313477,
      "cov-distil (oracle2student)": 5.554123878479004,
      "cov-distil (oracle2teacher)": 5.095259666442871,
      "epoch": 0.21585557299843014,
      "rel-constrast": 3.6721765995025635,
      "step": 275,
      "subrel-constrast": 4.703696250915527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012986421585083,
      "cov-distil (oracle2student)": 3.817516803741455,
      "cov-distil (oracle2teacher)": 4.0078277587890625,
      "epoch": 0.21664050235478807,
      "rel-constrast": 3.7416558265686035,
      "step": 276,
      "subrel-constrast": 4.897283554077148,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1524877548217773,
      "cov-distil (oracle2student)": 4.057299613952637,
      "cov-distil (oracle2teacher)": 4.2742919921875,
      "epoch": 0.217425431711146,
      "rel-constrast": 3.9566898345947266,
      "step": 277,
      "subrel-constrast": 4.956328392028809,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2918639183044434,
      "cov-distil (oracle2student)": 4.240789413452148,
      "cov-distil (oracle2teacher)": 4.362599849700928,
      "epoch": 0.21821036106750394,
      "rel-constrast": 3.2203927040100098,
      "step": 278,
      "subrel-constrast": 5.07771110534668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455551862716675,
      "cov-distil (oracle2student)": 2.7147789001464844,
      "cov-distil (oracle2teacher)": 3.02382230758667,
      "epoch": 0.21899529042386184,
      "rel-constrast": 2.875091075897217,
      "step": 279,
      "subrel-constrast": 3.5708067417144775,
      "view-similarity": 0
    },
    {
      "epoch": 0.21978021978021978,
      "grad_norm": 4.375,
      "learning_rate": 5.580000000000001e-05,
      "loss": 0.9091,
      "step": 280
    },
    {
      "cov-distil": 2.2628769874572754,
      "cov-distil (oracle2student)": 2.5201640129089355,
      "cov-distil (oracle2teacher)": 3.5786004066467285,
      "epoch": 0.21978021978021978,
      "rel-constrast": 2.70780873298645,
      "step": 280,
      "subrel-constrast": 4.251371383666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5989617109298706,
      "cov-distil (oracle2student)": 4.01166296005249,
      "cov-distil (oracle2teacher)": 3.834584951400757,
      "epoch": 0.2205651491365777,
      "rel-constrast": 3.2241387367248535,
      "step": 281,
      "subrel-constrast": 3.751511812210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.916801929473877,
      "cov-distil (oracle2student)": 3.8779993057250977,
      "cov-distil (oracle2teacher)": 3.6309094429016113,
      "epoch": 0.22135007849293564,
      "rel-constrast": 2.9004664421081543,
      "step": 282,
      "subrel-constrast": 3.676426887512207,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.263073444366455,
      "cov-distil (oracle2student)": 3.2970666885375977,
      "cov-distil (oracle2teacher)": 3.2805914878845215,
      "epoch": 0.22213500784929358,
      "rel-constrast": 2.2034108638763428,
      "step": 283,
      "subrel-constrast": 3.586716651916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.28802490234375,
      "cov-distil (oracle2student)": 3.7170372009277344,
      "cov-distil (oracle2teacher)": 3.9508042335510254,
      "epoch": 0.22291993720565148,
      "rel-constrast": 3.917412042617798,
      "step": 284,
      "subrel-constrast": 5.121500492095947,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4760663509368896,
      "cov-distil (oracle2student)": 3.7360777854919434,
      "cov-distil (oracle2teacher)": 3.7891435623168945,
      "epoch": 0.2237048665620094,
      "rel-constrast": 3.318690299987793,
      "step": 285,
      "subrel-constrast": 4.460394382476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106663942337036,
      "cov-distil (oracle2student)": 4.3022942543029785,
      "cov-distil (oracle2teacher)": 4.06890869140625,
      "epoch": 0.22448979591836735,
      "rel-constrast": 3.4789469242095947,
      "step": 286,
      "subrel-constrast": 4.712667465209961,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.6196563243865967,
      "cov-distil (oracle2student)": 4.414887428283691,
      "cov-distil (oracle2teacher)": 4.904922008514404,
      "epoch": 0.22527472527472528,
      "rel-constrast": 2.4849863052368164,
      "step": 287,
      "subrel-constrast": 4.717738628387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0604500770568848,
      "cov-distil (oracle2student)": 3.1158738136291504,
      "cov-distil (oracle2teacher)": 3.448355197906494,
      "epoch": 0.2260596546310832,
      "rel-constrast": 2.600982666015625,
      "step": 288,
      "subrel-constrast": 3.665658473968506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0053725242614746,
      "cov-distil (oracle2student)": 3.9915056228637695,
      "cov-distil (oracle2teacher)": 3.68046236038208,
      "epoch": 0.22684458398744112,
      "rel-constrast": 3.8762152194976807,
      "step": 289,
      "subrel-constrast": 4.593797206878662,
      "view-similarity": 0
    },
    {
      "epoch": 0.22762951334379905,
      "grad_norm": 5.65625,
      "learning_rate": 5.7799999999999995e-05,
      "loss": 0.8243,
      "step": 290
    },
    {
      "cov-distil": 2.2033162117004395,
      "cov-distil (oracle2student)": 4.092044830322266,
      "cov-distil (oracle2teacher)": 4.125832557678223,
      "epoch": 0.22762951334379905,
      "rel-constrast": 2.8527631759643555,
      "step": 290,
      "subrel-constrast": 3.7091212272644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834898948669434,
      "cov-distil (oracle2student)": 3.6725025177001953,
      "cov-distil (oracle2teacher)": 4.1756792068481445,
      "epoch": 0.22841444270015698,
      "rel-constrast": 3.8498692512512207,
      "step": 291,
      "subrel-constrast": 4.807224750518799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7403743267059326,
      "cov-distil (oracle2student)": 3.209385871887207,
      "cov-distil (oracle2teacher)": 3.442540407180786,
      "epoch": 0.22919937205651492,
      "rel-constrast": 2.8873791694641113,
      "step": 292,
      "subrel-constrast": 3.725430727005005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025291919708252,
      "cov-distil (oracle2student)": 3.59196400642395,
      "cov-distil (oracle2teacher)": 3.4465465545654297,
      "epoch": 0.22998430141287285,
      "rel-constrast": 3.285200834274292,
      "step": 293,
      "subrel-constrast": 4.25911283493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4804468154907227,
      "cov-distil (oracle2student)": 4.138064384460449,
      "cov-distil (oracle2teacher)": 3.9119601249694824,
      "epoch": 0.23076923076923078,
      "rel-constrast": 2.5242695808410645,
      "step": 294,
      "subrel-constrast": 4.044419765472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0893359184265137,
      "cov-distil (oracle2student)": 3.8183486461639404,
      "cov-distil (oracle2teacher)": 3.826202869415283,
      "epoch": 0.2315541601255887,
      "rel-constrast": 3.093341112136841,
      "step": 295,
      "subrel-constrast": 3.8069040775299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7269325256347656,
      "cov-distil (oracle2student)": 4.379642009735107,
      "cov-distil (oracle2teacher)": 4.142866134643555,
      "epoch": 0.23233908948194662,
      "rel-constrast": 3.3098909854888916,
      "step": 296,
      "subrel-constrast": 3.953845977783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4360923767089844,
      "cov-distil (oracle2student)": 3.931835174560547,
      "cov-distil (oracle2teacher)": 4.202791213989258,
      "epoch": 0.23312401883830455,
      "rel-constrast": 4.008478164672852,
      "step": 297,
      "subrel-constrast": 5.306875228881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568487644195557,
      "cov-distil (oracle2student)": 3.070150375366211,
      "cov-distil (oracle2teacher)": 3.1516473293304443,
      "epoch": 0.23390894819466249,
      "rel-constrast": 3.01422119140625,
      "step": 298,
      "subrel-constrast": 3.3999075889587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3011112213134766,
      "cov-distil (oracle2student)": 5.296523571014404,
      "cov-distil (oracle2teacher)": 5.33135461807251,
      "epoch": 0.23469387755102042,
      "rel-constrast": 4.015944480895996,
      "step": 299,
      "subrel-constrast": 5.341529369354248,
      "view-similarity": 0
    },
    {
      "epoch": 0.23547880690737832,
      "grad_norm": 5.6875,
      "learning_rate": 5.9800000000000003e-05,
      "loss": 0.8718,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "overlap": 0.22968749701976776,
      "step": 300
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "student margin": 0.0521240234375
    },
    {
      "epoch": 0.23547880690737832,
      "step": 300,
      "teacher margin": 0.032257080078125
    },
    {
      "epoch": 0.23547880690737832,
      "margin difference": -0.019866943359375,
      "step": 300
    },
    {
      "cov-distil": 2.712226390838623,
      "cov-distil (oracle2student)": 4.326810359954834,
      "cov-distil (oracle2teacher)": 4.472715854644775,
      "epoch": 0.23547880690737832,
      "rel-constrast": 2.906001091003418,
      "step": 300,
      "subrel-constrast": 4.604196548461914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7080378532409668,
      "cov-distil (oracle2student)": 4.2556915283203125,
      "cov-distil (oracle2teacher)": 4.506658554077148,
      "epoch": 0.23626373626373626,
      "rel-constrast": 4.615413665771484,
      "step": 301,
      "subrel-constrast": 4.978468894958496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5657734870910645,
      "cov-distil (oracle2student)": 4.7806396484375,
      "cov-distil (oracle2teacher)": 4.416909217834473,
      "epoch": 0.2370486656200942,
      "rel-constrast": 5.049749374389648,
      "step": 302,
      "subrel-constrast": 5.8847832679748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935955286026,
      "cov-distil (oracle2student)": 3.8146047592163086,
      "cov-distil (oracle2teacher)": 3.799358367919922,
      "epoch": 0.23783359497645212,
      "rel-constrast": 2.918396472930908,
      "step": 303,
      "subrel-constrast": 3.77347469329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7786118984222412,
      "cov-distil (oracle2student)": 3.9522500038146973,
      "cov-distil (oracle2teacher)": 4.351707458496094,
      "epoch": 0.23861852433281006,
      "rel-constrast": 2.208470344543457,
      "step": 304,
      "subrel-constrast": 3.6929056644439697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.587244987487793,
      "cov-distil (oracle2student)": 4.27278995513916,
      "cov-distil (oracle2teacher)": 4.28691291809082,
      "epoch": 0.239403453689168,
      "rel-constrast": 3.3927383422851562,
      "step": 305,
      "subrel-constrast": 4.651961803436279,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5306954383850098,
      "cov-distil (oracle2student)": 4.475308895111084,
      "cov-distil (oracle2teacher)": 4.542846202850342,
      "epoch": 0.2401883830455259,
      "rel-constrast": 3.7232987880706787,
      "step": 306,
      "subrel-constrast": 4.725621700286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3359506130218506,
      "cov-distil (oracle2student)": 4.274204730987549,
      "cov-distil (oracle2teacher)": 4.290887355804443,
      "epoch": 0.24097331240188383,
      "rel-constrast": 2.756889581680298,
      "step": 307,
      "subrel-constrast": 4.452540874481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0793299674987793,
      "cov-distil (oracle2student)": 3.5894086360931396,
      "cov-distil (oracle2teacher)": 3.2926101684570312,
      "epoch": 0.24175824175824176,
      "rel-constrast": 2.3771681785583496,
      "step": 308,
      "subrel-constrast": 3.024763822555542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198503017425537,
      "cov-distil (oracle2student)": 3.7441279888153076,
      "cov-distil (oracle2teacher)": 4.2037129402160645,
      "epoch": 0.2425431711145997,
      "rel-constrast": 2.4345145225524902,
      "step": 309,
      "subrel-constrast": 3.886500835418701,
      "view-similarity": 0
    },
    {
      "epoch": 0.24332810047095763,
      "grad_norm": 6.0,
      "learning_rate": 6.18e-05,
      "loss": 0.865,
      "step": 310
    },
    {
      "cov-distil": 1.9255101680755615,
      "cov-distil (oracle2student)": 3.959134340286255,
      "cov-distil (oracle2teacher)": 4.61968994140625,
      "epoch": 0.24332810047095763,
      "rel-constrast": 3.256359100341797,
      "step": 310,
      "subrel-constrast": 4.470253944396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4490277767181396,
      "cov-distil (oracle2student)": 5.219975471496582,
      "cov-distil (oracle2teacher)": 5.408351898193359,
      "epoch": 0.24411302982731553,
      "rel-constrast": 4.011661052703857,
      "step": 311,
      "subrel-constrast": 5.129846572875977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1254711151123047,
      "cov-distil (oracle2student)": 4.476715087890625,
      "cov-distil (oracle2teacher)": 4.205308437347412,
      "epoch": 0.24489795918367346,
      "rel-constrast": 3.1357369422912598,
      "step": 312,
      "subrel-constrast": 4.2071943283081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8159403800964355,
      "cov-distil (oracle2student)": 3.738250255584717,
      "cov-distil (oracle2teacher)": 3.8080244064331055,
      "epoch": 0.2456828885400314,
      "rel-constrast": 3.0301475524902344,
      "step": 313,
      "subrel-constrast": 4.3026299476623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202545404434204,
      "cov-distil (oracle2student)": 3.7425198554992676,
      "cov-distil (oracle2teacher)": 4.6672563552856445,
      "epoch": 0.24646781789638933,
      "rel-constrast": 4.742195129394531,
      "step": 314,
      "subrel-constrast": 5.974888801574707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7311666011810303,
      "cov-distil (oracle2student)": 2.6908299922943115,
      "cov-distil (oracle2teacher)": 3.038041591644287,
      "epoch": 0.24725274725274726,
      "rel-constrast": 3.629248857498169,
      "step": 315,
      "subrel-constrast": 4.853378772735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.950044631958008,
      "cov-distil (oracle2student)": 3.890957832336426,
      "cov-distil (oracle2teacher)": 4.104686737060547,
      "epoch": 0.24803767660910517,
      "rel-constrast": 3.653275966644287,
      "step": 316,
      "subrel-constrast": 4.905898094177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.265796661376953,
      "cov-distil (oracle2student)": 3.3463752269744873,
      "cov-distil (oracle2teacher)": 3.010660171508789,
      "epoch": 0.2488226059654631,
      "rel-constrast": 2.1544642448425293,
      "step": 317,
      "subrel-constrast": 2.756446599960327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7900464534759521,
      "cov-distil (oracle2student)": 4.5946245193481445,
      "cov-distil (oracle2teacher)": 4.544590950012207,
      "epoch": 0.24960753532182103,
      "rel-constrast": 3.262155294418335,
      "step": 318,
      "subrel-constrast": 4.103017330169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.1494739055633545,
      "cov-distil (oracle2student)": 1.9459335803985596,
      "cov-distil (oracle2teacher)": 2.5000152587890625,
      "epoch": 0.25039246467817894,
      "rel-constrast": 2.914633274078369,
      "step": 319,
      "subrel-constrast": 4.6817545890808105,
      "view-similarity": 0
    },
    {
      "epoch": 0.25117739403453687,
      "grad_norm": 5.9375,
      "learning_rate": 6.38e-05,
      "loss": 0.9033,
      "step": 320
    },
    {
      "cov-distil": 2.085920572280884,
      "cov-distil (oracle2student)": 4.397933006286621,
      "cov-distil (oracle2teacher)": 4.365374565124512,
      "epoch": 0.25117739403453687,
      "rel-constrast": 3.7931876182556152,
      "step": 320,
      "subrel-constrast": 4.700930118560791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4251105785369873,
      "cov-distil (oracle2student)": 4.578586101531982,
      "cov-distil (oracle2teacher)": 4.555091857910156,
      "epoch": 0.2519623233908948,
      "rel-constrast": 3.2368507385253906,
      "step": 321,
      "subrel-constrast": 4.569357872009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.372715473175049,
      "cov-distil (oracle2student)": 3.2941949367523193,
      "cov-distil (oracle2teacher)": 3.337108612060547,
      "epoch": 0.25274725274725274,
      "rel-constrast": 3.15315580368042,
      "step": 322,
      "subrel-constrast": 4.436781406402588,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8982986211776733,
      "cov-distil (oracle2student)": 5.462275505065918,
      "cov-distil (oracle2teacher)": 5.181180477142334,
      "epoch": 0.25353218210361067,
      "rel-constrast": 2.481766700744629,
      "step": 323,
      "subrel-constrast": 3.570671319961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30432391166687,
      "cov-distil (oracle2student)": 3.632910966873169,
      "cov-distil (oracle2teacher)": 4.138471603393555,
      "epoch": 0.2543171114599686,
      "rel-constrast": 2.4415385723114014,
      "step": 324,
      "subrel-constrast": 4.347845554351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088785648345947,
      "cov-distil (oracle2student)": 3.3834447860717773,
      "cov-distil (oracle2teacher)": 3.329073190689087,
      "epoch": 0.25510204081632654,
      "rel-constrast": 3.630908489227295,
      "step": 325,
      "subrel-constrast": 3.8850719928741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5331565141677856,
      "cov-distil (oracle2student)": 4.029023170471191,
      "cov-distil (oracle2teacher)": 3.772364854812622,
      "epoch": 0.25588697017268447,
      "rel-constrast": 2.7778186798095703,
      "step": 326,
      "subrel-constrast": 3.6859655380249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1126527786254883,
      "cov-distil (oracle2student)": 2.796332359313965,
      "cov-distil (oracle2teacher)": 3.1315360069274902,
      "epoch": 0.2566718995290424,
      "rel-constrast": 3.3933775424957275,
      "step": 327,
      "subrel-constrast": 4.246924877166748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.514679193496704,
      "cov-distil (oracle2student)": 4.215784072875977,
      "cov-distil (oracle2teacher)": 4.033816337585449,
      "epoch": 0.25745682888540034,
      "rel-constrast": 4.793905258178711,
      "step": 328,
      "subrel-constrast": 4.933943748474121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8343102931976318,
      "cov-distil (oracle2student)": 4.177842617034912,
      "cov-distil (oracle2teacher)": 3.8954899311065674,
      "epoch": 0.25824175824175827,
      "rel-constrast": 3.514298439025879,
      "step": 329,
      "subrel-constrast": 4.42039155960083,
      "view-similarity": 0
    },
    {
      "epoch": 0.25902668759811615,
      "grad_norm": 5.75,
      "learning_rate": 6.58e-05,
      "loss": 0.8829,
      "step": 330
    },
    {
      "cov-distil": 1.868518590927124,
      "cov-distil (oracle2student)": 3.195563316345215,
      "cov-distil (oracle2teacher)": 3.370079517364502,
      "epoch": 0.25902668759811615,
      "rel-constrast": 3.6131739616394043,
      "step": 330,
      "subrel-constrast": 4.523862838745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904101848602295,
      "cov-distil (oracle2student)": 4.991497993469238,
      "cov-distil (oracle2teacher)": 4.818447113037109,
      "epoch": 0.2598116169544741,
      "rel-constrast": 3.4781548976898193,
      "step": 331,
      "subrel-constrast": 4.577480316162109,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9921839237213135,
      "cov-distil (oracle2student)": 3.4997658729553223,
      "cov-distil (oracle2teacher)": 3.9960741996765137,
      "epoch": 0.260596546310832,
      "rel-constrast": 3.211069345474243,
      "step": 332,
      "subrel-constrast": 4.5453267097473145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6873955726623535,
      "cov-distil (oracle2student)": 5.1843767166137695,
      "cov-distil (oracle2teacher)": 4.389031887054443,
      "epoch": 0.26138147566718994,
      "rel-constrast": 5.488778114318848,
      "step": 333,
      "subrel-constrast": 5.84116268157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2371182441711426,
      "cov-distil (oracle2student)": 4.044897079467773,
      "cov-distil (oracle2teacher)": 4.664332866668701,
      "epoch": 0.2621664050235479,
      "rel-constrast": 4.132137298583984,
      "step": 334,
      "subrel-constrast": 5.320178985595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.191378116607666,
      "cov-distil (oracle2student)": 4.108448505401611,
      "cov-distil (oracle2teacher)": 4.462326526641846,
      "epoch": 0.2629513343799058,
      "rel-constrast": 3.569796085357666,
      "step": 335,
      "subrel-constrast": 4.482367038726807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4440553188323975,
      "cov-distil (oracle2student)": 5.034628868103027,
      "cov-distil (oracle2teacher)": 4.2835493087768555,
      "epoch": 0.26373626373626374,
      "rel-constrast": 2.6891560554504395,
      "step": 336,
      "subrel-constrast": 3.7309203147888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.179276943206787,
      "cov-distil (oracle2student)": 5.25070858001709,
      "cov-distil (oracle2teacher)": 4.930386066436768,
      "epoch": 0.2645211930926217,
      "rel-constrast": 3.234813690185547,
      "step": 337,
      "subrel-constrast": 4.538784503936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.455730438232422,
      "cov-distil (oracle2student)": 3.6894474029541016,
      "cov-distil (oracle2teacher)": 3.633667469024658,
      "epoch": 0.2653061224489796,
      "rel-constrast": 2.9623847007751465,
      "step": 338,
      "subrel-constrast": 4.0050883293151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629544973373413,
      "cov-distil (oracle2student)": 1.8429133892059326,
      "cov-distil (oracle2teacher)": 2.7070770263671875,
      "epoch": 0.26609105180533754,
      "rel-constrast": 2.3201026916503906,
      "step": 339,
      "subrel-constrast": 3.3111519813537598,
      "view-similarity": 0
    },
    {
      "epoch": 0.2668759811616955,
      "grad_norm": 4.4375,
      "learning_rate": 6.780000000000001e-05,
      "loss": 0.922,
      "step": 340
    },
    {
      "cov-distil": 2.5804405212402344,
      "cov-distil (oracle2student)": 4.244729042053223,
      "cov-distil (oracle2teacher)": 4.286037921905518,
      "epoch": 0.2668759811616955,
      "rel-constrast": 2.928203582763672,
      "step": 340,
      "subrel-constrast": 4.517603397369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3887861967086792,
      "cov-distil (oracle2student)": 3.873941659927368,
      "cov-distil (oracle2teacher)": 3.481313943862915,
      "epoch": 0.26766091051805335,
      "rel-constrast": 3.7384960651397705,
      "step": 341,
      "subrel-constrast": 4.201964855194092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5054900646209717,
      "cov-distil (oracle2student)": 4.346410751342773,
      "cov-distil (oracle2teacher)": 4.331949710845947,
      "epoch": 0.2684458398744113,
      "rel-constrast": 4.441441535949707,
      "step": 342,
      "subrel-constrast": 5.635716438293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9101991653442383,
      "cov-distil (oracle2student)": 3.928347110748291,
      "cov-distil (oracle2teacher)": 3.948349952697754,
      "epoch": 0.2692307692307692,
      "rel-constrast": 3.974020004272461,
      "step": 343,
      "subrel-constrast": 4.382410049438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9053995609283447,
      "cov-distil (oracle2student)": 4.444308757781982,
      "cov-distil (oracle2teacher)": 3.9201550483703613,
      "epoch": 0.27001569858712715,
      "rel-constrast": 3.2941064834594727,
      "step": 344,
      "subrel-constrast": 4.6983747482299805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054844379425049,
      "cov-distil (oracle2student)": 5.9144287109375,
      "cov-distil (oracle2teacher)": 5.138228416442871,
      "epoch": 0.2708006279434851,
      "rel-constrast": 3.8185110092163086,
      "step": 345,
      "subrel-constrast": 4.480843544006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1666650772094727,
      "cov-distil (oracle2student)": 4.087634086608887,
      "cov-distil (oracle2teacher)": 4.071017265319824,
      "epoch": 0.271585557299843,
      "rel-constrast": 2.40822696685791,
      "step": 346,
      "subrel-constrast": 4.146354675292969,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.434122085571289,
      "cov-distil (oracle2student)": 3.3993310928344727,
      "cov-distil (oracle2teacher)": 3.849712371826172,
      "epoch": 0.27237048665620095,
      "rel-constrast": 3.1819300651550293,
      "step": 347,
      "subrel-constrast": 4.025435924530029,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8321585655212402,
      "cov-distil (oracle2student)": 4.5552496910095215,
      "cov-distil (oracle2teacher)": 4.705289840698242,
      "epoch": 0.2731554160125589,
      "rel-constrast": 2.602578639984131,
      "step": 348,
      "subrel-constrast": 3.7790491580963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919580101966858,
      "cov-distil (oracle2student)": 4.067242622375488,
      "cov-distil (oracle2teacher)": 3.6104602813720703,
      "epoch": 0.2739403453689168,
      "rel-constrast": 2.6539173126220703,
      "step": 349,
      "subrel-constrast": 3.672095537185669,
      "view-similarity": 0
    },
    {
      "epoch": 0.27472527472527475,
      "grad_norm": 5.15625,
      "learning_rate": 6.98e-05,
      "loss": 0.8803,
      "step": 350
    },
    {
      "cov-distil": 2.9843392372131348,
      "cov-distil (oracle2student)": 2.958250045776367,
      "cov-distil (oracle2teacher)": 3.5849761962890625,
      "epoch": 0.27472527472527475,
      "rel-constrast": 3.6362133026123047,
      "step": 350,
      "subrel-constrast": 4.827227592468262,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008546590805054,
      "cov-distil (oracle2student)": 3.841287612915039,
      "cov-distil (oracle2teacher)": 3.4911680221557617,
      "epoch": 0.2755102040816326,
      "rel-constrast": 3.2759323120117188,
      "step": 351,
      "subrel-constrast": 3.8312699794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850007176399231,
      "cov-distil (oracle2student)": 4.069555282592773,
      "cov-distil (oracle2teacher)": 4.434082984924316,
      "epoch": 0.27629513343799056,
      "rel-constrast": 3.619213104248047,
      "step": 352,
      "subrel-constrast": 4.517462253570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.568899154663086,
      "cov-distil (oracle2student)": 5.537020683288574,
      "cov-distil (oracle2teacher)": 5.31334114074707,
      "epoch": 0.2770800627943485,
      "rel-constrast": 3.8576765060424805,
      "step": 353,
      "subrel-constrast": 5.116501808166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0825304985046387,
      "cov-distil (oracle2student)": 2.5984537601470947,
      "cov-distil (oracle2teacher)": 2.953521966934204,
      "epoch": 0.2778649921507064,
      "rel-constrast": 3.5873937606811523,
      "step": 354,
      "subrel-constrast": 4.338338375091553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4033169746398926,
      "cov-distil (oracle2student)": 5.017585277557373,
      "cov-distil (oracle2teacher)": 4.931936264038086,
      "epoch": 0.27864992150706436,
      "rel-constrast": 2.667980909347534,
      "step": 355,
      "subrel-constrast": 4.08320951461792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272099733352661,
      "cov-distil (oracle2student)": 3.9461703300476074,
      "cov-distil (oracle2teacher)": 3.8331825733184814,
      "epoch": 0.2794348508634223,
      "rel-constrast": 3.726867914199829,
      "step": 356,
      "subrel-constrast": 4.3846755027771,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0910892486572266,
      "cov-distil (oracle2student)": 4.290565490722656,
      "cov-distil (oracle2teacher)": 4.287328243255615,
      "epoch": 0.2802197802197802,
      "rel-constrast": 3.8635778427124023,
      "step": 357,
      "subrel-constrast": 4.566225528717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3880128860473633,
      "cov-distil (oracle2student)": 4.742730140686035,
      "cov-distil (oracle2teacher)": 4.741818428039551,
      "epoch": 0.28100470957613816,
      "rel-constrast": 3.363436698913574,
      "step": 358,
      "subrel-constrast": 4.946349620819092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.038912534713745,
      "cov-distil (oracle2student)": 2.995532989501953,
      "cov-distil (oracle2teacher)": 2.9031622409820557,
      "epoch": 0.2817896389324961,
      "rel-constrast": 3.227994918823242,
      "step": 359,
      "subrel-constrast": 4.1679792404174805,
      "view-similarity": 0
    },
    {
      "epoch": 0.282574568288854,
      "grad_norm": 4.875,
      "learning_rate": 7.18e-05,
      "loss": 0.9266,
      "step": 360
    },
    {
      "cov-distil": 2.1512885093688965,
      "cov-distil (oracle2student)": 3.768756866455078,
      "cov-distil (oracle2teacher)": 3.8540291786193848,
      "epoch": 0.282574568288854,
      "rel-constrast": 3.095456123352051,
      "step": 360,
      "subrel-constrast": 4.500166893005371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.083981990814209,
      "cov-distil (oracle2student)": 4.2885355949401855,
      "cov-distil (oracle2teacher)": 4.132659435272217,
      "epoch": 0.28335949764521196,
      "rel-constrast": 3.4137935638427734,
      "step": 361,
      "subrel-constrast": 4.8433637619018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.500272512435913,
      "cov-distil (oracle2student)": 3.547820806503296,
      "cov-distil (oracle2teacher)": 3.4773151874542236,
      "epoch": 0.28414442700156983,
      "rel-constrast": 2.578009843826294,
      "step": 362,
      "subrel-constrast": 3.771036386489868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.90876042842865,
      "cov-distil (oracle2student)": 4.2550249099731445,
      "cov-distil (oracle2teacher)": 4.316926002502441,
      "epoch": 0.28492935635792777,
      "rel-constrast": 2.8801028728485107,
      "step": 363,
      "subrel-constrast": 3.774946928024292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9508775472640991,
      "cov-distil (oracle2student)": 4.141975402832031,
      "cov-distil (oracle2teacher)": 4.229893207550049,
      "epoch": 0.2857142857142857,
      "rel-constrast": 3.2184886932373047,
      "step": 364,
      "subrel-constrast": 4.842522621154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.780874252319336,
      "cov-distil (oracle2student)": 3.741000175476074,
      "cov-distil (oracle2teacher)": 4.234016418457031,
      "epoch": 0.28649921507064363,
      "rel-constrast": 2.987842321395874,
      "step": 365,
      "subrel-constrast": 3.5338187217712402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0212881565093994,
      "cov-distil (oracle2student)": 3.1689772605895996,
      "cov-distil (oracle2teacher)": 3.5251266956329346,
      "epoch": 0.28728414442700156,
      "rel-constrast": 2.74129056930542,
      "step": 366,
      "subrel-constrast": 4.046317100524902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.457754135131836,
      "cov-distil (oracle2student)": 4.168932914733887,
      "cov-distil (oracle2teacher)": 3.8112518787384033,
      "epoch": 0.2880690737833595,
      "rel-constrast": 2.9513139724731445,
      "step": 367,
      "subrel-constrast": 4.093170642852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.453390598297119,
      "cov-distil (oracle2student)": 3.0886034965515137,
      "cov-distil (oracle2teacher)": 2.863054037094116,
      "epoch": 0.28885400313971743,
      "rel-constrast": 3.109978675842285,
      "step": 368,
      "subrel-constrast": 4.1471147537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.484177589416504,
      "cov-distil (oracle2student)": 3.242875576019287,
      "cov-distil (oracle2teacher)": 3.57283878326416,
      "epoch": 0.28963893249607536,
      "rel-constrast": 2.3137242794036865,
      "step": 369,
      "subrel-constrast": 3.986445665359497,
      "view-similarity": 0
    },
    {
      "epoch": 0.2904238618524333,
      "grad_norm": 4.34375,
      "learning_rate": 7.38e-05,
      "loss": 0.7867,
      "step": 370
    },
    {
      "cov-distil": 2.0577516555786133,
      "cov-distil (oracle2student)": 3.551321029663086,
      "cov-distil (oracle2teacher)": 3.6359009742736816,
      "epoch": 0.2904238618524333,
      "rel-constrast": 3.4843478202819824,
      "step": 370,
      "subrel-constrast": 4.1908860206604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4905108213424683,
      "cov-distil (oracle2student)": 3.363387107849121,
      "cov-distil (oracle2teacher)": 3.6510846614837646,
      "epoch": 0.29120879120879123,
      "rel-constrast": 2.6021008491516113,
      "step": 371,
      "subrel-constrast": 3.659250497817993,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5483932495117188,
      "cov-distil (oracle2student)": 4.648365497589111,
      "cov-distil (oracle2teacher)": 4.8082733154296875,
      "epoch": 0.29199372056514916,
      "rel-constrast": 3.5272889137268066,
      "step": 372,
      "subrel-constrast": 4.41165828704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5803558826446533,
      "cov-distil (oracle2student)": 4.230522632598877,
      "cov-distil (oracle2teacher)": 4.677604675292969,
      "epoch": 0.29277864992150704,
      "rel-constrast": 2.737095594406128,
      "step": 373,
      "subrel-constrast": 3.6908507347106934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.884430408477783,
      "cov-distil (oracle2student)": 3.227947235107422,
      "cov-distil (oracle2teacher)": 3.5623958110809326,
      "epoch": 0.29356357927786497,
      "rel-constrast": 2.5691421031951904,
      "step": 374,
      "subrel-constrast": 4.193105697631836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2579076290130615,
      "cov-distil (oracle2student)": 3.991319417953491,
      "cov-distil (oracle2teacher)": 4.159955978393555,
      "epoch": 0.2943485086342229,
      "rel-constrast": 3.7611582279205322,
      "step": 375,
      "subrel-constrast": 4.616790771484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9544156789779663,
      "cov-distil (oracle2student)": 4.022377967834473,
      "cov-distil (oracle2teacher)": 3.968266725540161,
      "epoch": 0.29513343799058084,
      "rel-constrast": 2.5672051906585693,
      "step": 376,
      "subrel-constrast": 3.9270637035369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1597900390625,
      "cov-distil (oracle2student)": 3.188432216644287,
      "cov-distil (oracle2teacher)": 3.2466135025024414,
      "epoch": 0.29591836734693877,
      "rel-constrast": 2.4728565216064453,
      "step": 377,
      "subrel-constrast": 3.768756628036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.290627956390381,
      "cov-distil (oracle2student)": 4.643416404724121,
      "cov-distil (oracle2teacher)": 5.045309066772461,
      "epoch": 0.2967032967032967,
      "rel-constrast": 2.9095869064331055,
      "step": 378,
      "subrel-constrast": 4.64782190322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6151180267333984,
      "cov-distil (oracle2student)": 4.856224536895752,
      "cov-distil (oracle2teacher)": 4.630425453186035,
      "epoch": 0.29748822605965464,
      "rel-constrast": 3.473170042037964,
      "step": 379,
      "subrel-constrast": 4.865758419036865,
      "view-similarity": 0
    },
    {
      "epoch": 0.29827315541601257,
      "grad_norm": 5.625,
      "learning_rate": 7.58e-05,
      "loss": 0.8072,
      "step": 380
    },
    {
      "cov-distil": 1.7551970481872559,
      "cov-distil (oracle2student)": 3.76991605758667,
      "cov-distil (oracle2teacher)": 4.259487628936768,
      "epoch": 0.29827315541601257,
      "rel-constrast": 3.917128086090088,
      "step": 380,
      "subrel-constrast": 4.783084869384766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8090364933013916,
      "cov-distil (oracle2student)": 3.888552188873291,
      "cov-distil (oracle2teacher)": 4.0901384353637695,
      "epoch": 0.2990580847723705,
      "rel-constrast": 3.979058265686035,
      "step": 381,
      "subrel-constrast": 4.344101905822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2204034328460693,
      "cov-distil (oracle2student)": 4.257477283477783,
      "cov-distil (oracle2teacher)": 3.8655004501342773,
      "epoch": 0.29984301412872844,
      "rel-constrast": 3.4177188873291016,
      "step": 382,
      "subrel-constrast": 4.110134124755859,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1654491424560547,
      "cov-distil (oracle2student)": 6.4446916580200195,
      "cov-distil (oracle2teacher)": 5.545375347137451,
      "epoch": 0.30062794348508637,
      "rel-constrast": 4.9676947593688965,
      "step": 383,
      "subrel-constrast": 5.066572189331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606980800628662,
      "cov-distil (oracle2student)": 3.6056599617004395,
      "cov-distil (oracle2teacher)": 3.5081288814544678,
      "epoch": 0.30141287284144425,
      "rel-constrast": 3.0364391803741455,
      "step": 384,
      "subrel-constrast": 3.762493371963501,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4161548614501953,
      "cov-distil (oracle2student)": 3.328064441680908,
      "cov-distil (oracle2teacher)": 3.947054624557495,
      "epoch": 0.3021978021978022,
      "rel-constrast": 2.415494441986084,
      "step": 385,
      "subrel-constrast": 3.984882116317749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772680401802063,
      "cov-distil (oracle2student)": 4.144933700561523,
      "cov-distil (oracle2teacher)": 4.4083685874938965,
      "epoch": 0.3029827315541601,
      "rel-constrast": 3.901628017425537,
      "step": 386,
      "subrel-constrast": 4.766037940979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456244468688965,
      "cov-distil (oracle2student)": 3.4440174102783203,
      "cov-distil (oracle2teacher)": 3.6441049575805664,
      "epoch": 0.30376766091051804,
      "rel-constrast": 2.7135658264160156,
      "step": 387,
      "subrel-constrast": 3.9420831203460693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1582541465759277,
      "cov-distil (oracle2student)": 2.5966744422912598,
      "cov-distil (oracle2teacher)": 2.8614614009857178,
      "epoch": 0.304552590266876,
      "rel-constrast": 2.517791748046875,
      "step": 388,
      "subrel-constrast": 3.7738053798675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031405448913574,
      "cov-distil (oracle2student)": 4.594208717346191,
      "cov-distil (oracle2teacher)": 4.221813201904297,
      "epoch": 0.3053375196232339,
      "rel-constrast": 3.95111346244812,
      "step": 389,
      "subrel-constrast": 4.455623149871826,
      "view-similarity": 0
    },
    {
      "epoch": 0.30612244897959184,
      "grad_norm": 5.78125,
      "learning_rate": 7.780000000000001e-05,
      "loss": 0.9199,
      "step": 390
    },
    {
      "cov-distil": 1.8815405368804932,
      "cov-distil (oracle2student)": 4.847966194152832,
      "cov-distil (oracle2teacher)": 4.2310404777526855,
      "epoch": 0.30612244897959184,
      "rel-constrast": 2.844491720199585,
      "step": 390,
      "subrel-constrast": 3.943035840988159,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0116145610809326,
      "cov-distil (oracle2student)": 3.974029541015625,
      "cov-distil (oracle2teacher)": 4.023421764373779,
      "epoch": 0.3069073783359498,
      "rel-constrast": 2.191551923751831,
      "step": 391,
      "subrel-constrast": 3.276153087615967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085634231567383,
      "cov-distil (oracle2student)": 3.26102352142334,
      "cov-distil (oracle2teacher)": 3.757887840270996,
      "epoch": 0.3076923076923077,
      "rel-constrast": 2.2263588905334473,
      "step": 392,
      "subrel-constrast": 3.7892556190490723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9958102703094482,
      "cov-distil (oracle2student)": 3.6403050422668457,
      "cov-distil (oracle2teacher)": 3.736454486846924,
      "epoch": 0.30847723704866564,
      "rel-constrast": 3.1887331008911133,
      "step": 393,
      "subrel-constrast": 4.3894195556640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203299045562744,
      "cov-distil (oracle2student)": 4.067699432373047,
      "cov-distil (oracle2teacher)": 4.038628578186035,
      "epoch": 0.3092621664050236,
      "rel-constrast": 2.3705124855041504,
      "step": 394,
      "subrel-constrast": 3.6026148796081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1759352684020996,
      "cov-distil (oracle2student)": 4.585899353027344,
      "cov-distil (oracle2teacher)": 4.3457489013671875,
      "epoch": 0.31004709576138145,
      "rel-constrast": 3.9810967445373535,
      "step": 395,
      "subrel-constrast": 5.030447959899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511474370956421,
      "cov-distil (oracle2student)": 5.600722789764404,
      "cov-distil (oracle2teacher)": 5.068910598754883,
      "epoch": 0.3108320251177394,
      "rel-constrast": 2.53413724899292,
      "step": 396,
      "subrel-constrast": 3.5563981533050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3029232025146484,
      "cov-distil (oracle2student)": 3.9483695030212402,
      "cov-distil (oracle2teacher)": 4.4577555656433105,
      "epoch": 0.3116169544740973,
      "rel-constrast": 3.0232419967651367,
      "step": 397,
      "subrel-constrast": 4.307776927947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9557337760925293,
      "cov-distil (oracle2student)": 2.4447107315063477,
      "cov-distil (oracle2teacher)": 3.129478931427002,
      "epoch": 0.31240188383045525,
      "rel-constrast": 2.226358413696289,
      "step": 398,
      "subrel-constrast": 3.698915481567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7305433750152588,
      "cov-distil (oracle2student)": 4.587419033050537,
      "cov-distil (oracle2teacher)": 4.054751396179199,
      "epoch": 0.3131868131868132,
      "rel-constrast": 3.999239444732666,
      "step": 399,
      "subrel-constrast": 4.873074054718018,
      "view-similarity": 0
    },
    {
      "epoch": 0.3139717425431711,
      "grad_norm": 5.90625,
      "learning_rate": 7.98e-05,
      "loss": 0.7643,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "overlap": 0.2562499940395355,
      "step": 400
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "student margin": 0.05072021484375
    },
    {
      "epoch": 0.3139717425431711,
      "step": 400,
      "teacher margin": 0.03131103515625
    },
    {
      "epoch": 0.3139717425431711,
      "margin difference": -0.0194091796875,
      "step": 400
    },
    {
      "cov-distil": 2.9029481410980225,
      "cov-distil (oracle2student)": 3.6383957862854004,
      "cov-distil (oracle2teacher)": 3.327662467956543,
      "epoch": 0.3139717425431711,
      "rel-constrast": 3.146627902984619,
      "step": 400,
      "subrel-constrast": 3.860485315322876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2018983364105225,
      "cov-distil (oracle2student)": 3.4188003540039062,
      "cov-distil (oracle2teacher)": 3.2032361030578613,
      "epoch": 0.31475667189952905,
      "rel-constrast": 3.161428928375244,
      "step": 401,
      "subrel-constrast": 4.01137113571167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7666640281677246,
      "cov-distil (oracle2student)": 2.2220187187194824,
      "cov-distil (oracle2teacher)": 2.660074234008789,
      "epoch": 0.315541601255887,
      "rel-constrast": 2.5134706497192383,
      "step": 402,
      "subrel-constrast": 3.5470943450927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6561992168426514,
      "cov-distil (oracle2student)": 4.212120056152344,
      "cov-distil (oracle2teacher)": 4.622464179992676,
      "epoch": 0.3163265306122449,
      "rel-constrast": 4.152850151062012,
      "step": 403,
      "subrel-constrast": 5.374818801879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.007589340209961,
      "cov-distil (oracle2student)": 5.2900190353393555,
      "cov-distil (oracle2teacher)": 4.56391716003418,
      "epoch": 0.31711145996860285,
      "rel-constrast": 2.937893867492676,
      "step": 404,
      "subrel-constrast": 3.715540647506714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.680385112762451,
      "cov-distil (oracle2student)": 4.37605619430542,
      "cov-distil (oracle2teacher)": 3.8325674533843994,
      "epoch": 0.3178963893249607,
      "rel-constrast": 3.6123437881469727,
      "step": 405,
      "subrel-constrast": 4.883493900299072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5962681770324707,
      "cov-distil (oracle2student)": 2.8966336250305176,
      "cov-distil (oracle2teacher)": 3.2461345195770264,
      "epoch": 0.31868131868131866,
      "rel-constrast": 2.621657609939575,
      "step": 406,
      "subrel-constrast": 3.9397170543670654,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.844501495361328,
      "cov-distil (oracle2student)": 2.87320613861084,
      "cov-distil (oracle2teacher)": 3.288691997528076,
      "epoch": 0.3194662480376766,
      "rel-constrast": 2.4398510456085205,
      "step": 407,
      "subrel-constrast": 3.6335349082946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1099395751953125,
      "cov-distil (oracle2student)": 5.823774337768555,
      "cov-distil (oracle2teacher)": 5.440013885498047,
      "epoch": 0.3202511773940345,
      "rel-constrast": 3.96366286277771,
      "step": 408,
      "subrel-constrast": 4.614785671234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.53096342086792,
      "cov-distil (oracle2student)": 3.948162078857422,
      "cov-distil (oracle2teacher)": 4.375901222229004,
      "epoch": 0.32103610675039246,
      "rel-constrast": 2.7727813720703125,
      "step": 409,
      "subrel-constrast": 4.347360610961914,
      "view-similarity": 0
    },
    {
      "epoch": 0.3218210361067504,
      "grad_norm": 5.0,
      "learning_rate": 8.18e-05,
      "loss": 0.8413,
      "step": 410
    },
    {
      "cov-distil": 2.671440601348877,
      "cov-distil (oracle2student)": 4.693158149719238,
      "cov-distil (oracle2teacher)": 4.328089714050293,
      "epoch": 0.3218210361067504,
      "rel-constrast": 2.769139289855957,
      "step": 410,
      "subrel-constrast": 3.8739125728607178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5008749961853027,
      "cov-distil (oracle2student)": 4.205575942993164,
      "cov-distil (oracle2teacher)": 3.956676483154297,
      "epoch": 0.3226059654631083,
      "rel-constrast": 2.97705078125,
      "step": 411,
      "subrel-constrast": 4.3230695724487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7712268829345703,
      "cov-distil (oracle2student)": 4.890106201171875,
      "cov-distil (oracle2teacher)": 4.305136680603027,
      "epoch": 0.32339089481946626,
      "rel-constrast": 2.371108055114746,
      "step": 412,
      "subrel-constrast": 3.1380581855773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2938544750213623,
      "cov-distil (oracle2student)": 3.409661293029785,
      "cov-distil (oracle2teacher)": 3.1782546043395996,
      "epoch": 0.3241758241758242,
      "rel-constrast": 3.784709930419922,
      "step": 413,
      "subrel-constrast": 4.193222522735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4453799724578857,
      "cov-distil (oracle2student)": 3.243138551712036,
      "cov-distil (oracle2teacher)": 3.611656665802002,
      "epoch": 0.3249607535321821,
      "rel-constrast": 4.01296329498291,
      "step": 414,
      "subrel-constrast": 5.273312568664551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8105592727661133,
      "cov-distil (oracle2student)": 3.9771265983581543,
      "cov-distil (oracle2teacher)": 4.027286529541016,
      "epoch": 0.32574568288854006,
      "rel-constrast": 2.480175018310547,
      "step": 415,
      "subrel-constrast": 3.3783953189849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.973570466041565,
      "cov-distil (oracle2student)": 3.410065174102783,
      "cov-distil (oracle2teacher)": 3.892024517059326,
      "epoch": 0.32653061224489793,
      "rel-constrast": 2.347226858139038,
      "step": 416,
      "subrel-constrast": 3.5338783264160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4826998710632324,
      "cov-distil (oracle2student)": 4.486602783203125,
      "cov-distil (oracle2teacher)": 4.71405029296875,
      "epoch": 0.32731554160125587,
      "rel-constrast": 3.579745292663574,
      "step": 417,
      "subrel-constrast": 4.437129497528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803336143493652,
      "cov-distil (oracle2student)": 3.272888660430908,
      "cov-distil (oracle2teacher)": 3.586604595184326,
      "epoch": 0.3281004709576138,
      "rel-constrast": 2.2358574867248535,
      "step": 418,
      "subrel-constrast": 3.498988151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8633079528808594,
      "cov-distil (oracle2student)": 3.7893476486206055,
      "cov-distil (oracle2teacher)": 3.78761625289917,
      "epoch": 0.32888540031397173,
      "rel-constrast": 2.668215751647949,
      "step": 419,
      "subrel-constrast": 3.377577304840088,
      "view-similarity": 0
    },
    {
      "epoch": 0.32967032967032966,
      "grad_norm": 4.59375,
      "learning_rate": 8.38e-05,
      "loss": 0.7819,
      "step": 420
    },
    {
      "cov-distil": 1.838249921798706,
      "cov-distil (oracle2student)": 4.219850063323975,
      "cov-distil (oracle2teacher)": 4.522022247314453,
      "epoch": 0.32967032967032966,
      "rel-constrast": 2.2685770988464355,
      "step": 420,
      "subrel-constrast": 3.5162830352783203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9495744705200195,
      "cov-distil (oracle2student)": 4.659521102905273,
      "cov-distil (oracle2teacher)": 3.7780888080596924,
      "epoch": 0.3304552590266876,
      "rel-constrast": 3.2980082035064697,
      "step": 421,
      "subrel-constrast": 4.125888824462891,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261169195175171,
      "cov-distil (oracle2student)": 3.3984313011169434,
      "cov-distil (oracle2teacher)": 4.099552154541016,
      "epoch": 0.33124018838304553,
      "rel-constrast": 2.922755241394043,
      "step": 422,
      "subrel-constrast": 4.617559909820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3841054439544678,
      "cov-distil (oracle2student)": 3.25846004486084,
      "cov-distil (oracle2teacher)": 3.448200225830078,
      "epoch": 0.33202511773940346,
      "rel-constrast": 3.745206832885742,
      "step": 423,
      "subrel-constrast": 4.907719135284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8022027015686035,
      "cov-distil (oracle2student)": 3.062263011932373,
      "cov-distil (oracle2teacher)": 3.0088231563568115,
      "epoch": 0.3328100470957614,
      "rel-constrast": 2.2961056232452393,
      "step": 424,
      "subrel-constrast": 3.4703569412231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9747860431671143,
      "cov-distil (oracle2student)": 3.0689430236816406,
      "cov-distil (oracle2teacher)": 2.8442368507385254,
      "epoch": 0.33359497645211933,
      "rel-constrast": 2.5656609535217285,
      "step": 425,
      "subrel-constrast": 3.517770528793335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9483129978179932,
      "cov-distil (oracle2student)": 4.148175239562988,
      "cov-distil (oracle2teacher)": 4.174909591674805,
      "epoch": 0.33437990580847726,
      "rel-constrast": 2.6831421852111816,
      "step": 426,
      "subrel-constrast": 4.055940628051758,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2760167121887207,
      "cov-distil (oracle2student)": 4.219353199005127,
      "cov-distil (oracle2teacher)": 4.18973445892334,
      "epoch": 0.33516483516483514,
      "rel-constrast": 3.287659168243408,
      "step": 427,
      "subrel-constrast": 4.234622478485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.483055353164673,
      "cov-distil (oracle2student)": 4.843353271484375,
      "cov-distil (oracle2teacher)": 4.910513877868652,
      "epoch": 0.3359497645211931,
      "rel-constrast": 2.266909122467041,
      "step": 428,
      "subrel-constrast": 3.715794086456299,
      "view-similarity": 0
    },
    {
      "cov-distil": 4.009200096130371,
      "cov-distil (oracle2student)": 4.197775840759277,
      "cov-distil (oracle2teacher)": 4.360573768615723,
      "epoch": 0.336734693877551,
      "rel-constrast": 2.9657022953033447,
      "step": 429,
      "subrel-constrast": 4.670249938964844,
      "view-similarity": 0
    },
    {
      "epoch": 0.33751962323390894,
      "grad_norm": 5.65625,
      "learning_rate": 8.58e-05,
      "loss": 0.7648,
      "step": 430
    },
    {
      "cov-distil": 2.0070507526397705,
      "cov-distil (oracle2student)": 4.2249956130981445,
      "cov-distil (oracle2teacher)": 3.9037420749664307,
      "epoch": 0.33751962323390894,
      "rel-constrast": 2.8972697257995605,
      "step": 430,
      "subrel-constrast": 3.701920509338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4233617782592773,
      "cov-distil (oracle2student)": 5.0666093826293945,
      "cov-distil (oracle2teacher)": 4.881731033325195,
      "epoch": 0.33830455259026687,
      "rel-constrast": 2.388685703277588,
      "step": 431,
      "subrel-constrast": 3.987746238708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1706111431121826,
      "cov-distil (oracle2student)": 3.780784845352173,
      "cov-distil (oracle2teacher)": 4.1425371170043945,
      "epoch": 0.3390894819466248,
      "rel-constrast": 1.975594162940979,
      "step": 432,
      "subrel-constrast": 2.825507164001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1645779609680176,
      "cov-distil (oracle2student)": 4.443507671356201,
      "cov-distil (oracle2teacher)": 4.334312915802002,
      "epoch": 0.33987441130298274,
      "rel-constrast": 2.071280002593994,
      "step": 433,
      "subrel-constrast": 3.6836705207824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831212043762207,
      "cov-distil (oracle2student)": 4.628282070159912,
      "cov-distil (oracle2teacher)": 4.756473064422607,
      "epoch": 0.34065934065934067,
      "rel-constrast": 4.646224498748779,
      "step": 434,
      "subrel-constrast": 5.0393805503845215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2124979496002197,
      "cov-distil (oracle2student)": 3.9718241691589355,
      "cov-distil (oracle2teacher)": 4.213077545166016,
      "epoch": 0.3414442700156986,
      "rel-constrast": 2.7311809062957764,
      "step": 435,
      "subrel-constrast": 3.9008567333221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004087209701538,
      "cov-distil (oracle2student)": 4.734428882598877,
      "cov-distil (oracle2teacher)": 5.261588096618652,
      "epoch": 0.34222919937205654,
      "rel-constrast": 2.8906421661376953,
      "step": 436,
      "subrel-constrast": 4.469616889953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2483723163604736,
      "cov-distil (oracle2student)": 4.325557708740234,
      "cov-distil (oracle2teacher)": 4.018069267272949,
      "epoch": 0.34301412872841447,
      "rel-constrast": 3.1279094219207764,
      "step": 437,
      "subrel-constrast": 4.431031227111816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.835354208946228,
      "cov-distil (oracle2student)": 6.090407848358154,
      "cov-distil (oracle2teacher)": 5.183673858642578,
      "epoch": 0.34379905808477235,
      "rel-constrast": 3.7217869758605957,
      "step": 438,
      "subrel-constrast": 3.914850950241089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8701621294021606,
      "cov-distil (oracle2student)": 6.332679748535156,
      "cov-distil (oracle2teacher)": 5.640224456787109,
      "epoch": 0.3445839874411303,
      "rel-constrast": 3.8590025901794434,
      "step": 439,
      "subrel-constrast": 4.504770278930664,
      "view-similarity": 0
    },
    {
      "epoch": 0.3453689167974882,
      "grad_norm": 6.28125,
      "learning_rate": 8.78e-05,
      "loss": 0.8097,
      "step": 440
    },
    {
      "cov-distil": 2.4450855255126953,
      "cov-distil (oracle2student)": 3.229044198989868,
      "cov-distil (oracle2teacher)": 3.351025342941284,
      "epoch": 0.3453689167974882,
      "rel-constrast": 2.45685076713562,
      "step": 440,
      "subrel-constrast": 3.4659152030944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1609058380126953,
      "cov-distil (oracle2student)": 3.3620176315307617,
      "cov-distil (oracle2teacher)": 4.0856475830078125,
      "epoch": 0.34615384615384615,
      "rel-constrast": 3.1061666011810303,
      "step": 441,
      "subrel-constrast": 4.074466228485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3518881797790527,
      "cov-distil (oracle2student)": 3.636878490447998,
      "cov-distil (oracle2teacher)": 3.828357696533203,
      "epoch": 0.3469387755102041,
      "rel-constrast": 2.457854747772217,
      "step": 442,
      "subrel-constrast": 3.9079439640045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.174330949783325,
      "cov-distil (oracle2student)": 3.2239432334899902,
      "cov-distil (oracle2teacher)": 3.2043285369873047,
      "epoch": 0.347723704866562,
      "rel-constrast": 2.2443783283233643,
      "step": 443,
      "subrel-constrast": 3.655282974243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169803142547607,
      "cov-distil (oracle2student)": 3.1812150478363037,
      "cov-distil (oracle2teacher)": 3.162865161895752,
      "epoch": 0.34850863422291994,
      "rel-constrast": 3.484165668487549,
      "step": 444,
      "subrel-constrast": 4.258471965789795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350389003753662,
      "cov-distil (oracle2student)": 4.964744567871094,
      "cov-distil (oracle2teacher)": 4.651446342468262,
      "epoch": 0.3492935635792779,
      "rel-constrast": 3.1995222568511963,
      "step": 445,
      "subrel-constrast": 3.8192903995513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0203182697296143,
      "cov-distil (oracle2student)": 4.689903259277344,
      "cov-distil (oracle2teacher)": 3.8240418434143066,
      "epoch": 0.3500784929356358,
      "rel-constrast": 3.4353199005126953,
      "step": 446,
      "subrel-constrast": 4.078599452972412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877781629562378,
      "cov-distil (oracle2student)": 3.360431671142578,
      "cov-distil (oracle2teacher)": 3.201544761657715,
      "epoch": 0.35086342229199374,
      "rel-constrast": 3.0367650985717773,
      "step": 447,
      "subrel-constrast": 3.6745829582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4658061265945435,
      "cov-distil (oracle2student)": 3.8264448642730713,
      "cov-distil (oracle2teacher)": 3.4299263954162598,
      "epoch": 0.3516483516483517,
      "rel-constrast": 2.765392303466797,
      "step": 448,
      "subrel-constrast": 3.593613862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2284646034240723,
      "cov-distil (oracle2student)": 3.603573799133301,
      "cov-distil (oracle2teacher)": 3.9464640617370605,
      "epoch": 0.35243328100470955,
      "rel-constrast": 3.6685571670532227,
      "step": 449,
      "subrel-constrast": 4.893528938293457,
      "view-similarity": 0
    },
    {
      "epoch": 0.3532182103610675,
      "grad_norm": 5.625,
      "learning_rate": 8.98e-05,
      "loss": 0.7968,
      "step": 450
    },
    {
      "cov-distil": 1.9662243127822876,
      "cov-distil (oracle2student)": 2.097809076309204,
      "cov-distil (oracle2teacher)": 2.439821243286133,
      "epoch": 0.3532182103610675,
      "rel-constrast": 2.4696264266967773,
      "step": 450,
      "subrel-constrast": 3.212747097015381,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.258627414703369,
      "cov-distil (oracle2student)": 4.743505001068115,
      "cov-distil (oracle2teacher)": 4.551852226257324,
      "epoch": 0.3540031397174254,
      "rel-constrast": 2.7434074878692627,
      "step": 451,
      "subrel-constrast": 3.8411476612091064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0426666736602783,
      "cov-distil (oracle2student)": 3.5787532329559326,
      "cov-distil (oracle2teacher)": 3.5242919921875,
      "epoch": 0.35478806907378335,
      "rel-constrast": 4.860280513763428,
      "step": 452,
      "subrel-constrast": 4.918336868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4892523288726807,
      "cov-distil (oracle2student)": 5.751184463500977,
      "cov-distil (oracle2teacher)": 4.741146087646484,
      "epoch": 0.3555729984301413,
      "rel-constrast": 3.4477548599243164,
      "step": 453,
      "subrel-constrast": 4.139698505401611,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7738828659057617,
      "cov-distil (oracle2student)": 5.087909698486328,
      "cov-distil (oracle2teacher)": 4.763334274291992,
      "epoch": 0.3563579277864992,
      "rel-constrast": 2.8290085792541504,
      "step": 454,
      "subrel-constrast": 3.599968194961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5447955131530762,
      "cov-distil (oracle2student)": 3.6621687412261963,
      "cov-distil (oracle2teacher)": 3.521846055984497,
      "epoch": 0.35714285714285715,
      "rel-constrast": 2.0204672813415527,
      "step": 455,
      "subrel-constrast": 2.949280261993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8316807746887207,
      "cov-distil (oracle2student)": 4.30660343170166,
      "cov-distil (oracle2teacher)": 4.261691570281982,
      "epoch": 0.3579277864992151,
      "rel-constrast": 3.665266275405884,
      "step": 456,
      "subrel-constrast": 4.832477569580078,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4051384925842285,
      "cov-distil (oracle2student)": 3.5950722694396973,
      "cov-distil (oracle2teacher)": 3.8014988899230957,
      "epoch": 0.358712715855573,
      "rel-constrast": 2.6939070224761963,
      "step": 457,
      "subrel-constrast": 4.005923748016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9901759624481201,
      "cov-distil (oracle2student)": 2.9520504474639893,
      "cov-distil (oracle2teacher)": 3.3718414306640625,
      "epoch": 0.35949764521193095,
      "rel-constrast": 2.7141759395599365,
      "step": 458,
      "subrel-constrast": 3.8550009727478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5054211616516113,
      "cov-distil (oracle2student)": 4.369529724121094,
      "cov-distil (oracle2teacher)": 4.512073516845703,
      "epoch": 0.3602825745682888,
      "rel-constrast": 3.506741523742676,
      "step": 459,
      "subrel-constrast": 4.652670860290527,
      "view-similarity": 0
    },
    {
      "epoch": 0.36106750392464676,
      "grad_norm": 5.1875,
      "learning_rate": 9.180000000000001e-05,
      "loss": 0.8258,
      "step": 460
    },
    {
      "cov-distil": 2.4130043983459473,
      "cov-distil (oracle2student)": 4.546578407287598,
      "cov-distil (oracle2teacher)": 4.368246078491211,
      "epoch": 0.36106750392464676,
      "rel-constrast": 4.110111713409424,
      "step": 460,
      "subrel-constrast": 5.206676483154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.924185037612915,
      "cov-distil (oracle2student)": 3.9132113456726074,
      "cov-distil (oracle2teacher)": 4.100687026977539,
      "epoch": 0.3618524332810047,
      "rel-constrast": 2.939556121826172,
      "step": 461,
      "subrel-constrast": 3.646124839782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7702505588531494,
      "cov-distil (oracle2student)": 2.5504250526428223,
      "cov-distil (oracle2teacher)": 3.0457234382629395,
      "epoch": 0.3626373626373626,
      "rel-constrast": 2.302743911743164,
      "step": 462,
      "subrel-constrast": 3.157991886138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0595459938049316,
      "cov-distil (oracle2student)": 4.925223350524902,
      "cov-distil (oracle2teacher)": 4.743501663208008,
      "epoch": 0.36342229199372056,
      "rel-constrast": 2.268174886703491,
      "step": 463,
      "subrel-constrast": 3.6988465785980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210725784301758,
      "cov-distil (oracle2student)": 4.369708061218262,
      "cov-distil (oracle2teacher)": 4.349130153656006,
      "epoch": 0.3642072213500785,
      "rel-constrast": 2.3518543243408203,
      "step": 464,
      "subrel-constrast": 3.695340394973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8407918214797974,
      "cov-distil (oracle2student)": 5.8351030349731445,
      "cov-distil (oracle2teacher)": 5.47646427154541,
      "epoch": 0.3649921507064364,
      "rel-constrast": 5.099819183349609,
      "step": 465,
      "subrel-constrast": 5.88808536529541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244832754135132,
      "cov-distil (oracle2student)": 3.129129409790039,
      "cov-distil (oracle2teacher)": 3.302586078643799,
      "epoch": 0.36577708006279436,
      "rel-constrast": 3.4278411865234375,
      "step": 466,
      "subrel-constrast": 4.452850818634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6464309692382812,
      "cov-distil (oracle2student)": 6.44343376159668,
      "cov-distil (oracle2teacher)": 5.353437423706055,
      "epoch": 0.3665620094191523,
      "rel-constrast": 3.4102389812469482,
      "step": 467,
      "subrel-constrast": 4.453491687774658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9718263149261475,
      "cov-distil (oracle2student)": 2.5992836952209473,
      "cov-distil (oracle2teacher)": 2.7291038036346436,
      "epoch": 0.3673469387755102,
      "rel-constrast": 2.9113638401031494,
      "step": 468,
      "subrel-constrast": 3.350426435470581,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0852291584014893,
      "cov-distil (oracle2student)": 4.22943639755249,
      "cov-distil (oracle2teacher)": 4.614404678344727,
      "epoch": 0.36813186813186816,
      "rel-constrast": 3.045961380004883,
      "step": 469,
      "subrel-constrast": 4.606283187866211,
      "view-similarity": 0
    },
    {
      "epoch": 0.36891679748822603,
      "grad_norm": 5.125,
      "learning_rate": 9.38e-05,
      "loss": 0.8496,
      "step": 470
    },
    {
      "cov-distil": 2.4881229400634766,
      "cov-distil (oracle2student)": 5.252000331878662,
      "cov-distil (oracle2teacher)": 5.192241668701172,
      "epoch": 0.36891679748822603,
      "rel-constrast": 2.9791789054870605,
      "step": 470,
      "subrel-constrast": 4.807226657867432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9989728927612305,
      "cov-distil (oracle2student)": 2.0488553047180176,
      "cov-distil (oracle2teacher)": 2.5670106410980225,
      "epoch": 0.36970172684458397,
      "rel-constrast": 1.759439468383789,
      "step": 471,
      "subrel-constrast": 3.0400655269622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9673792123794556,
      "cov-distil (oracle2student)": 3.250239849090576,
      "cov-distil (oracle2teacher)": 3.6677474975585938,
      "epoch": 0.3704866562009419,
      "rel-constrast": 2.3340001106262207,
      "step": 472,
      "subrel-constrast": 3.313453197479248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0127758979797363,
      "cov-distil (oracle2student)": 3.9160854816436768,
      "cov-distil (oracle2teacher)": 3.8927807807922363,
      "epoch": 0.37127158555729983,
      "rel-constrast": 3.7504663467407227,
      "step": 473,
      "subrel-constrast": 4.367257118225098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.611788034439087,
      "cov-distil (oracle2student)": 3.174107551574707,
      "cov-distil (oracle2teacher)": 3.793766498565674,
      "epoch": 0.37205651491365777,
      "rel-constrast": 2.680525064468384,
      "step": 474,
      "subrel-constrast": 4.480379581451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7484334707260132,
      "cov-distil (oracle2student)": 4.104341983795166,
      "cov-distil (oracle2teacher)": 4.552446365356445,
      "epoch": 0.3728414442700157,
      "rel-constrast": 2.746736764907837,
      "step": 475,
      "subrel-constrast": 4.04429292678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0302751064300537,
      "cov-distil (oracle2student)": 4.7020416259765625,
      "cov-distil (oracle2teacher)": 4.7340521812438965,
      "epoch": 0.37362637362637363,
      "rel-constrast": 3.275735855102539,
      "step": 476,
      "subrel-constrast": 4.277911186218262,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.811245918273926,
      "cov-distil (oracle2student)": 5.151335716247559,
      "cov-distil (oracle2teacher)": 5.213799953460693,
      "epoch": 0.37441130298273156,
      "rel-constrast": 3.8257317543029785,
      "step": 477,
      "subrel-constrast": 5.39292049407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3337631225585938,
      "cov-distil (oracle2student)": 4.528955459594727,
      "cov-distil (oracle2teacher)": 4.260073184967041,
      "epoch": 0.3751962323390895,
      "rel-constrast": 3.4052975177764893,
      "step": 478,
      "subrel-constrast": 4.691788673400879,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4171621799468994,
      "cov-distil (oracle2student)": 3.0830698013305664,
      "cov-distil (oracle2teacher)": 3.821378707885742,
      "epoch": 0.37598116169544743,
      "rel-constrast": 3.4895565509796143,
      "step": 479,
      "subrel-constrast": 4.4173808097839355,
      "view-similarity": 0
    },
    {
      "epoch": 0.37676609105180536,
      "grad_norm": 9.9375,
      "learning_rate": 9.58e-05,
      "loss": 0.8122,
      "step": 480
    },
    {
      "cov-distil": 2.7837700843811035,
      "cov-distil (oracle2student)": 4.637330055236816,
      "cov-distil (oracle2teacher)": 4.432288646697998,
      "epoch": 0.37676609105180536,
      "rel-constrast": 2.930940628051758,
      "step": 480,
      "subrel-constrast": 4.595830917358398,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.525909185409546,
      "cov-distil (oracle2student)": 2.850234031677246,
      "cov-distil (oracle2teacher)": 3.3462729454040527,
      "epoch": 0.37755102040816324,
      "rel-constrast": 2.1426212787628174,
      "step": 481,
      "subrel-constrast": 3.8032259941101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.922398090362549,
      "cov-distil (oracle2student)": 3.043806791305542,
      "cov-distil (oracle2teacher)": 3.8179988861083984,
      "epoch": 0.3783359497645212,
      "rel-constrast": 2.6031417846679688,
      "step": 482,
      "subrel-constrast": 4.416313171386719,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691784143447876,
      "cov-distil (oracle2student)": 3.6165621280670166,
      "cov-distil (oracle2teacher)": 3.5199971199035645,
      "epoch": 0.3791208791208791,
      "rel-constrast": 2.6744613647460938,
      "step": 483,
      "subrel-constrast": 3.4534783363342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0174150466918945,
      "cov-distil (oracle2student)": 3.7678699493408203,
      "cov-distil (oracle2teacher)": 3.463984251022339,
      "epoch": 0.37990580847723704,
      "rel-constrast": 2.805318593978882,
      "step": 484,
      "subrel-constrast": 3.907975435256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6446902751922607,
      "cov-distil (oracle2student)": 3.75651216506958,
      "cov-distil (oracle2teacher)": 3.591029167175293,
      "epoch": 0.38069073783359497,
      "rel-constrast": 2.4296483993530273,
      "step": 485,
      "subrel-constrast": 3.567457914352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9391909837722778,
      "cov-distil (oracle2student)": 4.506375312805176,
      "cov-distil (oracle2teacher)": 4.368660926818848,
      "epoch": 0.3814756671899529,
      "rel-constrast": 3.318366289138794,
      "step": 486,
      "subrel-constrast": 4.677633285522461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7242473363876343,
      "cov-distil (oracle2student)": 3.293273448944092,
      "cov-distil (oracle2teacher)": 3.011201858520508,
      "epoch": 0.38226059654631084,
      "rel-constrast": 2.6566004753112793,
      "step": 487,
      "subrel-constrast": 3.6392436027526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.77809739112854,
      "cov-distil (oracle2student)": 4.393473148345947,
      "cov-distil (oracle2teacher)": 4.263876914978027,
      "epoch": 0.38304552590266877,
      "rel-constrast": 3.0740387439727783,
      "step": 488,
      "subrel-constrast": 4.129208087921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2798447608947754,
      "cov-distil (oracle2student)": 4.609188556671143,
      "cov-distil (oracle2teacher)": 4.567633628845215,
      "epoch": 0.3838304552590267,
      "rel-constrast": 3.03733229637146,
      "step": 489,
      "subrel-constrast": 4.911803245544434,
      "view-similarity": 0
    },
    {
      "epoch": 0.38461538461538464,
      "grad_norm": 4.84375,
      "learning_rate": 9.78e-05,
      "loss": 0.7451,
      "step": 490
    },
    {
      "cov-distil": 1.7269601821899414,
      "cov-distil (oracle2student)": 5.47257137298584,
      "cov-distil (oracle2teacher)": 5.072959899902344,
      "epoch": 0.38461538461538464,
      "rel-constrast": 2.9157798290252686,
      "step": 490,
      "subrel-constrast": 3.806439161300659,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2550554275512695,
      "cov-distil (oracle2student)": 3.3432278633117676,
      "cov-distil (oracle2teacher)": 3.559910774230957,
      "epoch": 0.38540031397174257,
      "rel-constrast": 3.0190176963806152,
      "step": 491,
      "subrel-constrast": 3.9848244190216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.702324390411377,
      "cov-distil (oracle2student)": 4.803041458129883,
      "cov-distil (oracle2teacher)": 4.374812126159668,
      "epoch": 0.38618524332810045,
      "rel-constrast": 3.2199153900146484,
      "step": 492,
      "subrel-constrast": 4.445347309112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0034189224243164,
      "cov-distil (oracle2student)": 4.279187202453613,
      "cov-distil (oracle2teacher)": 4.55534029006958,
      "epoch": 0.3869701726844584,
      "rel-constrast": 2.7518653869628906,
      "step": 493,
      "subrel-constrast": 4.2022271156311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0051326751708984,
      "cov-distil (oracle2student)": 4.0678839683532715,
      "cov-distil (oracle2teacher)": 3.6623876094818115,
      "epoch": 0.3877551020408163,
      "rel-constrast": 2.512202739715576,
      "step": 494,
      "subrel-constrast": 3.536036729812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9624121189117432,
      "cov-distil (oracle2student)": 5.112399101257324,
      "cov-distil (oracle2teacher)": 4.816908836364746,
      "epoch": 0.38854003139717425,
      "rel-constrast": 3.36537766456604,
      "step": 495,
      "subrel-constrast": 4.266683578491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7770335674285889,
      "cov-distil (oracle2student)": 4.616703033447266,
      "cov-distil (oracle2teacher)": 4.123445987701416,
      "epoch": 0.3893249607535322,
      "rel-constrast": 2.0730948448181152,
      "step": 496,
      "subrel-constrast": 3.0706162452697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0582199096679688,
      "cov-distil (oracle2student)": 3.513012170791626,
      "cov-distil (oracle2teacher)": 3.373638391494751,
      "epoch": 0.3901098901098901,
      "rel-constrast": 2.578378677368164,
      "step": 497,
      "subrel-constrast": 3.665708065032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6736878156661987,
      "cov-distil (oracle2student)": 3.5045480728149414,
      "cov-distil (oracle2teacher)": 3.4972164630889893,
      "epoch": 0.39089481946624804,
      "rel-constrast": 2.003697395324707,
      "step": 498,
      "subrel-constrast": 2.851639986038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.567244529724121,
      "cov-distil (oracle2student)": 6.37581729888916,
      "cov-distil (oracle2teacher)": 5.7556657791137695,
      "epoch": 0.391679748822606,
      "rel-constrast": 3.0223119258880615,
      "step": 499,
      "subrel-constrast": 4.02377462387085,
      "view-similarity": 0
    },
    {
      "epoch": 0.3924646781789639,
      "grad_norm": 6.0625,
      "learning_rate": 9.98e-05,
      "loss": 0.7384,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-P@10": 0.746,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-nDCG@10": 0.7540669601239061,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-alpha_nDCG@10": 0.5757822731067036,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-P@10": 0.42399999999999993,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-nDCG@10": 0.6003441246149182,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-alpha_nDCG@10": 0.5939069326148633,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "eval/avg": 0.5312338046225673,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "overlap": 0.26250001788139343,
      "step": 500
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "student margin": 0.05859375
    },
    {
      "epoch": 0.3924646781789639,
      "step": 500,
      "teacher margin": 0.041229248046875
    },
    {
      "epoch": 0.3924646781789639,
      "margin difference": -0.017364501953125,
      "step": 500
    },
    {
      "cov-distil": 1.4002827405929565,
      "cov-distil (oracle2student)": 4.011120796203613,
      "cov-distil (oracle2teacher)": 3.703436851501465,
      "epoch": 0.3924646781789639,
      "rel-constrast": 2.3250436782836914,
      "step": 500,
      "subrel-constrast": 3.1532413959503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1420509815216064,
      "cov-distil (oracle2student)": 4.720415115356445,
      "cov-distil (oracle2teacher)": 4.294797897338867,
      "epoch": 0.39324960753532184,
      "rel-constrast": 2.1627299785614014,
      "step": 501,
      "subrel-constrast": 3.152618885040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598377227783203,
      "cov-distil (oracle2student)": 4.4217023849487305,
      "cov-distil (oracle2teacher)": 4.250569820404053,
      "epoch": 0.3940345368916798,
      "rel-constrast": 3.6624324321746826,
      "step": 502,
      "subrel-constrast": 4.480745792388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.053356409072876,
      "cov-distil (oracle2student)": 4.269829273223877,
      "cov-distil (oracle2teacher)": 4.11722469329834,
      "epoch": 0.39481946624803765,
      "rel-constrast": 2.666712760925293,
      "step": 503,
      "subrel-constrast": 3.4153923988342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1892662048339844,
      "cov-distil (oracle2student)": 3.239259958267212,
      "cov-distil (oracle2teacher)": 3.6485865116119385,
      "epoch": 0.3956043956043956,
      "rel-constrast": 3.4114272594451904,
      "step": 504,
      "subrel-constrast": 3.8636088371276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6757633686065674,
      "cov-distil (oracle2student)": 4.8313307762146,
      "cov-distil (oracle2teacher)": 4.361474990844727,
      "epoch": 0.3963893249607535,
      "rel-constrast": 2.471062660217285,
      "step": 505,
      "subrel-constrast": 3.572822093963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882711172103882,
      "cov-distil (oracle2student)": 3.873478412628174,
      "cov-distil (oracle2teacher)": 4.214502334594727,
      "epoch": 0.39717425431711145,
      "rel-constrast": 3.0544655323028564,
      "step": 506,
      "subrel-constrast": 4.0137763023376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8283734321594238,
      "cov-distil (oracle2student)": 5.109395503997803,
      "cov-distil (oracle2teacher)": 5.0534515380859375,
      "epoch": 0.3979591836734694,
      "rel-constrast": 3.7121400833129883,
      "step": 507,
      "subrel-constrast": 4.515357971191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192036151885986,
      "cov-distil (oracle2student)": 3.226498603820801,
      "cov-distil (oracle2teacher)": 3.6124637126922607,
      "epoch": 0.3987441130298273,
      "rel-constrast": 2.0864052772521973,
      "step": 508,
      "subrel-constrast": 3.2080256938934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9620296955108643,
      "cov-distil (oracle2student)": 5.10637092590332,
      "cov-distil (oracle2teacher)": 4.882936000823975,
      "epoch": 0.39952904238618525,
      "rel-constrast": 3.576265811920166,
      "step": 509,
      "subrel-constrast": 4.256158828735352,
      "view-similarity": 0
    },
    {
      "epoch": 0.4003139717425432,
      "grad_norm": 6.9375,
      "learning_rate": 9.999901304280685e-05,
      "loss": 0.775,
      "step": 510
    },
    {
      "cov-distil": 1.0519163608551025,
      "cov-distil (oracle2student)": 4.375758647918701,
      "cov-distil (oracle2teacher)": 3.4496002197265625,
      "epoch": 0.4003139717425432,
      "rel-constrast": 2.1498684883117676,
      "step": 510,
      "subrel-constrast": 2.637284278869629,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2498998641967773,
      "cov-distil (oracle2student)": 5.664705276489258,
      "cov-distil (oracle2teacher)": 5.056081771850586,
      "epoch": 0.4010989010989011,
      "rel-constrast": 3.2626917362213135,
      "step": 511,
      "subrel-constrast": 3.919222831726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9535937309265137,
      "cov-distil (oracle2student)": 5.0250139236450195,
      "cov-distil (oracle2teacher)": 4.935776233673096,
      "epoch": 0.40188383045525905,
      "rel-constrast": 3.125401496887207,
      "step": 512,
      "subrel-constrast": 4.433870792388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5104880332946777,
      "cov-distil (oracle2student)": 3.8984925746917725,
      "cov-distil (oracle2teacher)": 3.883187770843506,
      "epoch": 0.4026687598116169,
      "rel-constrast": 3.142704486846924,
      "step": 513,
      "subrel-constrast": 3.986720323562622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3747286796569824,
      "cov-distil (oracle2student)": 3.292421817779541,
      "cov-distil (oracle2teacher)": 2.8405489921569824,
      "epoch": 0.40345368916797486,
      "rel-constrast": 1.503744125366211,
      "step": 514,
      "subrel-constrast": 2.3424980640411377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709747314453125,
      "cov-distil (oracle2student)": 2.8511962890625,
      "cov-distil (oracle2teacher)": 3.4772915840148926,
      "epoch": 0.4042386185243328,
      "rel-constrast": 1.9880248308181763,
      "step": 515,
      "subrel-constrast": 3.370269775390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.448108673095703,
      "cov-distil (oracle2student)": 2.9503583908081055,
      "cov-distil (oracle2teacher)": 3.0860393047332764,
      "epoch": 0.4050235478806907,
      "rel-constrast": 2.529477834701538,
      "step": 516,
      "subrel-constrast": 3.4251229763031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9663619995117188,
      "cov-distil (oracle2student)": 5.399229049682617,
      "cov-distil (oracle2teacher)": 5.283932685852051,
      "epoch": 0.40580847723704866,
      "rel-constrast": 3.373218059539795,
      "step": 517,
      "subrel-constrast": 4.541181564331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730539321899414,
      "cov-distil (oracle2student)": 4.041143417358398,
      "cov-distil (oracle2teacher)": 3.791219472885132,
      "epoch": 0.4065934065934066,
      "rel-constrast": 3.3844215869903564,
      "step": 518,
      "subrel-constrast": 3.794795513153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.169506788253784,
      "cov-distil (oracle2student)": 3.5538265705108643,
      "cov-distil (oracle2teacher)": 3.994701862335205,
      "epoch": 0.4073783359497645,
      "rel-constrast": 2.9545352458953857,
      "step": 519,
      "subrel-constrast": 3.9388434886932373,
      "view-similarity": 0
    },
    {
      "epoch": 0.40816326530612246,
      "grad_norm": 4.65625,
      "learning_rate": 9.999560138895238e-05,
      "loss": 0.7308,
      "step": 520
    },
    {
      "cov-distil": 1.8118053674697876,
      "cov-distil (oracle2student)": 4.765451431274414,
      "cov-distil (oracle2teacher)": 4.903528213500977,
      "epoch": 0.40816326530612246,
      "rel-constrast": 2.3637824058532715,
      "step": 520,
      "subrel-constrast": 3.2078943252563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7081245183944702,
      "cov-distil (oracle2student)": 4.047896862030029,
      "cov-distil (oracle2teacher)": 3.965916395187378,
      "epoch": 0.4089481946624804,
      "rel-constrast": 2.7318310737609863,
      "step": 521,
      "subrel-constrast": 3.8642091751098633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6413047313690186,
      "cov-distil (oracle2student)": 3.609076499938965,
      "cov-distil (oracle2teacher)": 3.7987165451049805,
      "epoch": 0.4097331240188383,
      "rel-constrast": 2.79290771484375,
      "step": 522,
      "subrel-constrast": 3.1813175678253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6880154609680176,
      "cov-distil (oracle2student)": 4.308786392211914,
      "cov-distil (oracle2teacher)": 3.6087355613708496,
      "epoch": 0.41051805337519626,
      "rel-constrast": 2.3236594200134277,
      "step": 523,
      "subrel-constrast": 3.1858882904052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7496271133422852,
      "cov-distil (oracle2student)": 4.124108791351318,
      "cov-distil (oracle2teacher)": 3.6659631729125977,
      "epoch": 0.41130298273155413,
      "rel-constrast": 2.5256428718566895,
      "step": 524,
      "subrel-constrast": 3.493972063064575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3959474563598633,
      "cov-distil (oracle2student)": 4.226615905761719,
      "cov-distil (oracle2teacher)": 4.364925861358643,
      "epoch": 0.41208791208791207,
      "rel-constrast": 2.5872206687927246,
      "step": 525,
      "subrel-constrast": 4.034128189086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6078908443450928,
      "cov-distil (oracle2student)": 5.095047950744629,
      "cov-distil (oracle2teacher)": 4.073333740234375,
      "epoch": 0.41287284144427,
      "rel-constrast": 1.8638076782226562,
      "step": 526,
      "subrel-constrast": 2.4884181022644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1845011711120605,
      "cov-distil (oracle2student)": 4.79628324508667,
      "cov-distil (oracle2teacher)": 4.386484622955322,
      "epoch": 0.41365777080062793,
      "rel-constrast": 4.077465057373047,
      "step": 527,
      "subrel-constrast": 4.4249091148376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8841729164123535,
      "cov-distil (oracle2student)": 7.655373573303223,
      "cov-distil (oracle2teacher)": 6.657730579376221,
      "epoch": 0.41444270015698587,
      "rel-constrast": 2.455422878265381,
      "step": 528,
      "subrel-constrast": 3.3011932373046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9330977201461792,
      "cov-distil (oracle2student)": 3.5547969341278076,
      "cov-distil (oracle2teacher)": 3.61024808883667,
      "epoch": 0.4152276295133438,
      "rel-constrast": 2.9627811908721924,
      "step": 529,
      "subrel-constrast": 3.9358038902282715,
      "view-similarity": 0
    },
    {
      "epoch": 0.41601255886970173,
      "grad_norm": 4.59375,
      "learning_rate": 9.99897530200195e-05,
      "loss": 0.7161,
      "step": 530
    },
    {
      "cov-distil": 2.361168384552002,
      "cov-distil (oracle2student)": 6.1140570640563965,
      "cov-distil (oracle2teacher)": 5.154663562774658,
      "epoch": 0.41601255886970173,
      "rel-constrast": 3.692234516143799,
      "step": 530,
      "subrel-constrast": 4.404662609100342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6335294246673584,
      "cov-distil (oracle2student)": 2.446239709854126,
      "cov-distil (oracle2teacher)": 2.98041033744812,
      "epoch": 0.41679748822605966,
      "rel-constrast": 2.908759117126465,
      "step": 531,
      "subrel-constrast": 3.6260862350463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.30595326423645,
      "cov-distil (oracle2student)": 3.4248416423797607,
      "cov-distil (oracle2teacher)": 4.01078987121582,
      "epoch": 0.4175824175824176,
      "rel-constrast": 2.5128235816955566,
      "step": 532,
      "subrel-constrast": 3.501472234725952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032984733581543,
      "cov-distil (oracle2student)": 4.319941520690918,
      "cov-distil (oracle2teacher)": 4.996445655822754,
      "epoch": 0.41836734693877553,
      "rel-constrast": 3.1056594848632812,
      "step": 533,
      "subrel-constrast": 4.1785383224487305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9825170040130615,
      "cov-distil (oracle2student)": 4.829977035522461,
      "cov-distil (oracle2teacher)": 4.988225936889648,
      "epoch": 0.41915227629513346,
      "rel-constrast": 3.4354336261749268,
      "step": 534,
      "subrel-constrast": 4.953833103179932,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2326924800872803,
      "cov-distil (oracle2student)": 4.519020080566406,
      "cov-distil (oracle2teacher)": 4.715383052825928,
      "epoch": 0.41993720565149134,
      "rel-constrast": 3.9257795810699463,
      "step": 535,
      "subrel-constrast": 4.888301372528076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110139846801758,
      "cov-distil (oracle2student)": 3.9073758125305176,
      "cov-distil (oracle2teacher)": 3.909592390060425,
      "epoch": 0.4207221350078493,
      "rel-constrast": 3.0006589889526367,
      "step": 536,
      "subrel-constrast": 4.394381523132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5985448360443115,
      "cov-distil (oracle2student)": 4.957553863525391,
      "cov-distil (oracle2teacher)": 4.923618316650391,
      "epoch": 0.4215070643642072,
      "rel-constrast": 4.012907981872559,
      "step": 537,
      "subrel-constrast": 4.304156303405762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832743763923645,
      "cov-distil (oracle2student)": 4.145605564117432,
      "cov-distil (oracle2teacher)": 4.053908824920654,
      "epoch": 0.42229199372056514,
      "rel-constrast": 2.5695629119873047,
      "step": 538,
      "subrel-constrast": 4.029005527496338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8823262453079224,
      "cov-distil (oracle2student)": 4.927120685577393,
      "cov-distil (oracle2teacher)": 4.264693737030029,
      "epoch": 0.4230769230769231,
      "rel-constrast": 2.1577796936035156,
      "step": 539,
      "subrel-constrast": 3.108309268951416,
      "view-similarity": 0
    },
    {
      "epoch": 0.423861852433281,
      "grad_norm": 4.75,
      "learning_rate": 9.998146822104943e-05,
      "loss": 0.833,
      "step": 540
    },
    {
      "cov-distil": 2.6316027641296387,
      "cov-distil (oracle2student)": 4.162557601928711,
      "cov-distil (oracle2teacher)": 3.865631341934204,
      "epoch": 0.423861852433281,
      "rel-constrast": 2.6822240352630615,
      "step": 540,
      "subrel-constrast": 3.912527561187744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2002274990081787,
      "cov-distil (oracle2student)": 3.953894853591919,
      "cov-distil (oracle2teacher)": 3.662966012954712,
      "epoch": 0.42464678178963894,
      "rel-constrast": 2.0717153549194336,
      "step": 541,
      "subrel-constrast": 3.464120388031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1157450675964355,
      "cov-distil (oracle2student)": 3.893561840057373,
      "cov-distil (oracle2teacher)": 3.609539270401001,
      "epoch": 0.42543171114599687,
      "rel-constrast": 2.072951555252075,
      "step": 542,
      "subrel-constrast": 3.247939348220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9587438106536865,
      "cov-distil (oracle2student)": 4.608709335327148,
      "cov-distil (oracle2teacher)": 5.22227668762207,
      "epoch": 0.4262166405023548,
      "rel-constrast": 2.672598361968994,
      "step": 543,
      "subrel-constrast": 3.863311290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536401629447937,
      "cov-distil (oracle2student)": 3.286627769470215,
      "cov-distil (oracle2teacher)": 3.369274616241455,
      "epoch": 0.42700156985871274,
      "rel-constrast": 2.021069288253784,
      "step": 544,
      "subrel-constrast": 3.0446882247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7612346410751343,
      "cov-distil (oracle2student)": 3.2048263549804688,
      "cov-distil (oracle2teacher)": 3.392392158508301,
      "epoch": 0.42778649921507067,
      "rel-constrast": 2.9569649696350098,
      "step": 545,
      "subrel-constrast": 3.874011754989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.527722716331482,
      "cov-distil (oracle2student)": 4.557488441467285,
      "cov-distil (oracle2teacher)": 4.158068656921387,
      "epoch": 0.42857142857142855,
      "rel-constrast": 2.9589061737060547,
      "step": 546,
      "subrel-constrast": 3.6744582653045654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802438735961914,
      "cov-distil (oracle2student)": 2.64727783203125,
      "cov-distil (oracle2teacher)": 3.253293991088867,
      "epoch": 0.4293563579277865,
      "rel-constrast": 2.696225881576538,
      "step": 547,
      "subrel-constrast": 3.672312021255493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9332935810089111,
      "cov-distil (oracle2student)": 4.171866416931152,
      "cov-distil (oracle2teacher)": 4.082474708557129,
      "epoch": 0.4301412872841444,
      "rel-constrast": 3.445845127105713,
      "step": 548,
      "subrel-constrast": 4.242123126983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663719654083252,
      "cov-distil (oracle2student)": 4.956479072570801,
      "cov-distil (oracle2teacher)": 4.2337117195129395,
      "epoch": 0.43092621664050235,
      "rel-constrast": 2.3396999835968018,
      "step": 549,
      "subrel-constrast": 3.0302319526672363,
      "view-similarity": 0
    },
    {
      "epoch": 0.4317111459968603,
      "grad_norm": 4.21875,
      "learning_rate": 9.997074739583162e-05,
      "loss": 0.6958,
      "step": 550
    },
    {
      "cov-distil": 1.3874045610427856,
      "cov-distil (oracle2student)": 4.836278915405273,
      "cov-distil (oracle2teacher)": 4.710582733154297,
      "epoch": 0.4317111459968603,
      "rel-constrast": 2.3668837547302246,
      "step": 550,
      "subrel-constrast": 3.509446144104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9394985437393188,
      "cov-distil (oracle2student)": 4.246482849121094,
      "cov-distil (oracle2teacher)": 3.864802837371826,
      "epoch": 0.4324960753532182,
      "rel-constrast": 1.9667296409606934,
      "step": 551,
      "subrel-constrast": 2.805391311645508,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0932457447052,
      "cov-distil (oracle2student)": 3.5050013065338135,
      "cov-distil (oracle2teacher)": 4.098354339599609,
      "epoch": 0.43328100470957615,
      "rel-constrast": 2.53090238571167,
      "step": 552,
      "subrel-constrast": 3.452178716659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.499305009841919,
      "cov-distil (oracle2student)": 4.020345687866211,
      "cov-distil (oracle2teacher)": 3.505009174346924,
      "epoch": 0.4340659340659341,
      "rel-constrast": 2.641314744949341,
      "step": 553,
      "subrel-constrast": 3.896791458129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4707748889923096,
      "cov-distil (oracle2student)": 3.3306446075439453,
      "cov-distil (oracle2teacher)": 3.2897746562957764,
      "epoch": 0.434850863422292,
      "rel-constrast": 2.807344913482666,
      "step": 554,
      "subrel-constrast": 3.5445404052734375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7959604263305664,
      "cov-distil (oracle2student)": 3.3472137451171875,
      "cov-distil (oracle2teacher)": 3.8632125854492188,
      "epoch": 0.43563579277864994,
      "rel-constrast": 2.574842691421509,
      "step": 555,
      "subrel-constrast": 3.0264110565185547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9689593315124512,
      "cov-distil (oracle2student)": 4.940764904022217,
      "cov-distil (oracle2teacher)": 4.511446475982666,
      "epoch": 0.4364207221350079,
      "rel-constrast": 3.350472927093506,
      "step": 556,
      "subrel-constrast": 4.062127113342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0342910289764404,
      "cov-distil (oracle2student)": 3.5027334690093994,
      "cov-distil (oracle2teacher)": 3.2115962505340576,
      "epoch": 0.43720565149136575,
      "rel-constrast": 2.814337968826294,
      "step": 557,
      "subrel-constrast": 3.2246503829956055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9611324071884155,
      "cov-distil (oracle2student)": 4.565957069396973,
      "cov-distil (oracle2teacher)": 4.096946716308594,
      "epoch": 0.4379905808477237,
      "rel-constrast": 3.514862537384033,
      "step": 558,
      "subrel-constrast": 4.221423149108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6741917133331299,
      "cov-distil (oracle2student)": 5.374896049499512,
      "cov-distil (oracle2teacher)": 5.259646415710449,
      "epoch": 0.4387755102040816,
      "rel-constrast": 3.322024345397949,
      "step": 559,
      "subrel-constrast": 4.078516483306885,
      "view-similarity": 0
    },
    {
      "epoch": 0.43956043956043955,
      "grad_norm": 5.6875,
      "learning_rate": 9.995759106688393e-05,
      "loss": 0.7443,
      "step": 560
    },
    {
      "cov-distil": 2.0791025161743164,
      "cov-distil (oracle2student)": 3.8627848625183105,
      "cov-distil (oracle2teacher)": 4.055790901184082,
      "epoch": 0.43956043956043955,
      "rel-constrast": 2.840252637863159,
      "step": 560,
      "subrel-constrast": 4.027402877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0770103931427,
      "cov-distil (oracle2student)": 3.824418067932129,
      "cov-distil (oracle2teacher)": 3.7487072944641113,
      "epoch": 0.4403453689167975,
      "rel-constrast": 2.5645110607147217,
      "step": 561,
      "subrel-constrast": 3.6296041011810303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8063584566116333,
      "cov-distil (oracle2student)": 2.6606926918029785,
      "cov-distil (oracle2teacher)": 2.9468507766723633,
      "epoch": 0.4411302982731554,
      "rel-constrast": 2.0401854515075684,
      "step": 562,
      "subrel-constrast": 2.355757713317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8146963119506836,
      "cov-distil (oracle2student)": 3.6761996746063232,
      "cov-distil (oracle2teacher)": 3.39725923538208,
      "epoch": 0.44191522762951335,
      "rel-constrast": 2.1592698097229004,
      "step": 563,
      "subrel-constrast": 3.4367105960845947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8805969953536987,
      "cov-distil (oracle2student)": 3.033325433731079,
      "cov-distil (oracle2teacher)": 2.741941452026367,
      "epoch": 0.4427001569858713,
      "rel-constrast": 1.8380234241485596,
      "step": 564,
      "subrel-constrast": 2.785003900527954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.893876552581787,
      "cov-distil (oracle2student)": 4.9518938064575195,
      "cov-distil (oracle2teacher)": 4.854302406311035,
      "epoch": 0.4434850863422292,
      "rel-constrast": 2.478086471557617,
      "step": 565,
      "subrel-constrast": 3.8335962295532227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38395094871521,
      "cov-distil (oracle2student)": 4.866217136383057,
      "cov-distil (oracle2teacher)": 4.263296127319336,
      "epoch": 0.44427001569858715,
      "rel-constrast": 3.41059947013855,
      "step": 566,
      "subrel-constrast": 3.448639154434204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7678008079528809,
      "cov-distil (oracle2student)": 4.394021987915039,
      "cov-distil (oracle2teacher)": 4.13521146774292,
      "epoch": 0.44505494505494503,
      "rel-constrast": 2.7606654167175293,
      "step": 567,
      "subrel-constrast": 3.850999355316162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868961215019226,
      "cov-distil (oracle2student)": 3.8370931148529053,
      "cov-distil (oracle2teacher)": 3.4319214820861816,
      "epoch": 0.44583987441130296,
      "rel-constrast": 2.778392791748047,
      "step": 568,
      "subrel-constrast": 3.593493700027466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7323694229125977,
      "cov-distil (oracle2student)": 4.721769332885742,
      "cov-distil (oracle2teacher)": 4.016584396362305,
      "epoch": 0.4466248037676609,
      "rel-constrast": 2.403186321258545,
      "step": 569,
      "subrel-constrast": 3.4285454750061035,
      "view-similarity": 0
    },
    {
      "epoch": 0.4474097331240188,
      "grad_norm": 4.0625,
      "learning_rate": 9.99419998754273e-05,
      "loss": 0.6776,
      "step": 570
    },
    {
      "cov-distil": 1.8211162090301514,
      "cov-distil (oracle2student)": 2.7559094429016113,
      "cov-distil (oracle2teacher)": 3.46992826461792,
      "epoch": 0.4474097331240188,
      "rel-constrast": 2.6233553886413574,
      "step": 570,
      "subrel-constrast": 3.512749195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8071262836456299,
      "cov-distil (oracle2student)": 3.375135660171509,
      "cov-distil (oracle2teacher)": 3.688538074493408,
      "epoch": 0.44819466248037676,
      "rel-constrast": 2.778996467590332,
      "step": 571,
      "subrel-constrast": 3.7719900608062744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5231760740280151,
      "cov-distil (oracle2student)": 4.854615211486816,
      "cov-distil (oracle2teacher)": 4.348928451538086,
      "epoch": 0.4489795918367347,
      "rel-constrast": 2.8716888427734375,
      "step": 572,
      "subrel-constrast": 3.913900852203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7295554876327515,
      "cov-distil (oracle2student)": 3.7602410316467285,
      "cov-distil (oracle2teacher)": 3.7297236919403076,
      "epoch": 0.4497645211930926,
      "rel-constrast": 2.427678346633911,
      "step": 573,
      "subrel-constrast": 3.916513442993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784753680229187,
      "cov-distil (oracle2student)": 4.754961013793945,
      "cov-distil (oracle2teacher)": 4.443174362182617,
      "epoch": 0.45054945054945056,
      "rel-constrast": 3.4452078342437744,
      "step": 574,
      "subrel-constrast": 3.9215919971466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3367531299591064,
      "cov-distil (oracle2student)": 5.085649490356445,
      "cov-distil (oracle2teacher)": 4.630092620849609,
      "epoch": 0.4513343799058085,
      "rel-constrast": 3.0704941749572754,
      "step": 575,
      "subrel-constrast": 3.692533493041992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7134830951690674,
      "cov-distil (oracle2student)": 4.713275909423828,
      "cov-distil (oracle2teacher)": 4.463657855987549,
      "epoch": 0.4521193092621664,
      "rel-constrast": 3.7991139888763428,
      "step": 576,
      "subrel-constrast": 4.59580135345459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4519708156585693,
      "cov-distil (oracle2student)": 3.203853130340576,
      "cov-distil (oracle2teacher)": 3.700894355773926,
      "epoch": 0.45290423861852436,
      "rel-constrast": 3.8507027626037598,
      "step": 577,
      "subrel-constrast": 4.704944610595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.702597975730896,
      "cov-distil (oracle2student)": 4.538588523864746,
      "cov-distil (oracle2teacher)": 4.011454105377197,
      "epoch": 0.45368916797488223,
      "rel-constrast": 2.8314619064331055,
      "step": 578,
      "subrel-constrast": 3.87054443359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1540565490722656,
      "cov-distil (oracle2student)": 4.351738929748535,
      "cov-distil (oracle2teacher)": 3.688131332397461,
      "epoch": 0.45447409733124017,
      "rel-constrast": 3.4137067794799805,
      "step": 579,
      "subrel-constrast": 4.064961910247803,
      "view-similarity": 0
    },
    {
      "epoch": 0.4552590266875981,
      "grad_norm": 4.9375,
      "learning_rate": 9.992397458135438e-05,
      "loss": 0.8229,
      "step": 580
    },
    {
      "cov-distil": 1.5088634490966797,
      "cov-distil (oracle2student)": 3.8104662895202637,
      "cov-distil (oracle2teacher)": 3.8311121463775635,
      "epoch": 0.4552590266875981,
      "rel-constrast": 2.868644952774048,
      "step": 580,
      "subrel-constrast": 3.91365122795105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.346367835998535,
      "cov-distil (oracle2student)": 3.5111923217773438,
      "cov-distil (oracle2teacher)": 4.125262260437012,
      "epoch": 0.45604395604395603,
      "rel-constrast": 2.517937660217285,
      "step": 581,
      "subrel-constrast": 3.7962052822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6683672666549683,
      "cov-distil (oracle2student)": 5.654299736022949,
      "cov-distil (oracle2teacher)": 4.97965669631958,
      "epoch": 0.45682888540031397,
      "rel-constrast": 2.4980363845825195,
      "step": 582,
      "subrel-constrast": 3.481956958770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4387173652648926,
      "cov-distil (oracle2student)": 3.4117431640625,
      "cov-distil (oracle2teacher)": 3.2640233039855957,
      "epoch": 0.4576138147566719,
      "rel-constrast": 2.106482744216919,
      "step": 583,
      "subrel-constrast": 2.8833489418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7324066162109375,
      "cov-distil (oracle2student)": 3.859863519668579,
      "cov-distil (oracle2teacher)": 3.567782163619995,
      "epoch": 0.45839874411302983,
      "rel-constrast": 2.6583096981048584,
      "step": 584,
      "subrel-constrast": 3.512346029281616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.682893991470337,
      "cov-distil (oracle2student)": 5.483258247375488,
      "cov-distil (oracle2teacher)": 4.98975944519043,
      "epoch": 0.45918367346938777,
      "rel-constrast": 3.286076545715332,
      "step": 585,
      "subrel-constrast": 4.058455467224121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6602330207824707,
      "cov-distil (oracle2student)": 3.826547145843506,
      "cov-distil (oracle2teacher)": 4.166915416717529,
      "epoch": 0.4599686028257457,
      "rel-constrast": 2.552760124206543,
      "step": 586,
      "subrel-constrast": 3.719379425048828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.048020601272583,
      "cov-distil (oracle2student)": 5.158421039581299,
      "cov-distil (oracle2teacher)": 4.981531143188477,
      "epoch": 0.46075353218210363,
      "rel-constrast": 4.07152795791626,
      "step": 587,
      "subrel-constrast": 5.3450422286987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719611644744873,
      "cov-distil (oracle2student)": 4.652472496032715,
      "cov-distil (oracle2teacher)": 4.2975616455078125,
      "epoch": 0.46153846153846156,
      "rel-constrast": 2.697953224182129,
      "step": 588,
      "subrel-constrast": 3.7660512924194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7667508125305176,
      "cov-distil (oracle2student)": 5.082798957824707,
      "cov-distil (oracle2teacher)": 4.799586772918701,
      "epoch": 0.46232339089481944,
      "rel-constrast": 2.495999574661255,
      "step": 589,
      "subrel-constrast": 3.8862836360931396,
      "view-similarity": 0
    },
    {
      "epoch": 0.4631083202511774,
      "grad_norm": 4.71875,
      "learning_rate": 9.990351606319261e-05,
      "loss": 0.7403,
      "step": 590
    },
    {
      "cov-distil": 2.2501401901245117,
      "cov-distil (oracle2student)": 4.674361705780029,
      "cov-distil (oracle2teacher)": 4.226746082305908,
      "epoch": 0.4631083202511774,
      "rel-constrast": 3.336822509765625,
      "step": 590,
      "subrel-constrast": 4.258266448974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9589126110076904,
      "cov-distil (oracle2student)": 6.170623779296875,
      "cov-distil (oracle2teacher)": 5.81671667098999,
      "epoch": 0.4638932496075353,
      "rel-constrast": 2.583479881286621,
      "step": 591,
      "subrel-constrast": 4.225024223327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046417236328125,
      "cov-distil (oracle2student)": 4.787535667419434,
      "cov-distil (oracle2teacher)": 4.572942733764648,
      "epoch": 0.46467817896389324,
      "rel-constrast": 2.06748104095459,
      "step": 592,
      "subrel-constrast": 3.428366184234619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18929123878479,
      "cov-distil (oracle2student)": 5.172629356384277,
      "cov-distil (oracle2teacher)": 4.246757507324219,
      "epoch": 0.4654631083202512,
      "rel-constrast": 3.9441075325012207,
      "step": 593,
      "subrel-constrast": 4.376339912414551,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0425877571105957,
      "cov-distil (oracle2student)": 6.0964035987854,
      "cov-distil (oracle2teacher)": 5.5034356117248535,
      "epoch": 0.4662480376766091,
      "rel-constrast": 2.1373186111450195,
      "step": 594,
      "subrel-constrast": 3.5915799140930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4480140209197998,
      "cov-distil (oracle2student)": 4.797126770019531,
      "cov-distil (oracle2teacher)": 4.9278974533081055,
      "epoch": 0.46703296703296704,
      "rel-constrast": 3.2877111434936523,
      "step": 595,
      "subrel-constrast": 4.335540771484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9076271057128906,
      "cov-distil (oracle2student)": 4.8264007568359375,
      "cov-distil (oracle2teacher)": 4.115087032318115,
      "epoch": 0.46781789638932497,
      "rel-constrast": 3.241241931915283,
      "step": 596,
      "subrel-constrast": 4.001810073852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1756844520568848,
      "cov-distil (oracle2student)": 4.154038429260254,
      "cov-distil (oracle2teacher)": 4.008681774139404,
      "epoch": 0.4686028257456829,
      "rel-constrast": 4.157171249389648,
      "step": 597,
      "subrel-constrast": 4.651057243347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0462474822998047,
      "cov-distil (oracle2student)": 4.365100860595703,
      "cov-distil (oracle2teacher)": 4.048748016357422,
      "epoch": 0.46938775510204084,
      "rel-constrast": 2.8694276809692383,
      "step": 598,
      "subrel-constrast": 3.7482452392578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.691039800643921,
      "cov-distil (oracle2student)": 2.8553051948547363,
      "cov-distil (oracle2teacher)": 3.1666054725646973,
      "epoch": 0.47017268445839877,
      "rel-constrast": 2.0718212127685547,
      "step": 599,
      "subrel-constrast": 2.8966116905212402,
      "view-similarity": 0
    },
    {
      "epoch": 0.47095761381475665,
      "grad_norm": 4.0625,
      "learning_rate": 9.988062531806126e-05,
      "loss": 0.7912,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "overlap": 0.37031251192092896,
      "step": 600
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "student margin": 0.0531005859375
    },
    {
      "epoch": 0.47095761381475665,
      "step": 600,
      "teacher margin": 0.03631591796875
    },
    {
      "epoch": 0.47095761381475665,
      "margin difference": -0.01678466796875,
      "step": 600
    },
    {
      "cov-distil": 1.7241663932800293,
      "cov-distil (oracle2student)": 3.6445231437683105,
      "cov-distil (oracle2teacher)": 3.8239550590515137,
      "epoch": 0.47095761381475665,
      "rel-constrast": 2.616868495941162,
      "step": 600,
      "subrel-constrast": 3.4062328338623047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5666179656982422,
      "cov-distil (oracle2student)": 4.946169853210449,
      "cov-distil (oracle2teacher)": 3.8047614097595215,
      "epoch": 0.4717425431711146,
      "rel-constrast": 2.983888864517212,
      "step": 601,
      "subrel-constrast": 3.348217725753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.965585708618164,
      "cov-distil (oracle2student)": 3.2004270553588867,
      "cov-distil (oracle2teacher)": 3.1265692710876465,
      "epoch": 0.4725274725274725,
      "rel-constrast": 1.5638924837112427,
      "step": 602,
      "subrel-constrast": 2.8728463649749756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334784030914307,
      "cov-distil (oracle2student)": 6.243325233459473,
      "cov-distil (oracle2teacher)": 5.859592437744141,
      "epoch": 0.47331240188383045,
      "rel-constrast": 4.1025495529174805,
      "step": 603,
      "subrel-constrast": 5.224742889404297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084107398986816,
      "cov-distil (oracle2student)": 2.898590087890625,
      "cov-distil (oracle2teacher)": 3.3174948692321777,
      "epoch": 0.4740973312401884,
      "rel-constrast": 2.7475545406341553,
      "step": 604,
      "subrel-constrast": 3.777217388153076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9945967197418213,
      "cov-distil (oracle2student)": 4.426960468292236,
      "cov-distil (oracle2teacher)": 4.22544002532959,
      "epoch": 0.4748822605965463,
      "rel-constrast": 3.5664846897125244,
      "step": 605,
      "subrel-constrast": 4.567395210266113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8221659660339355,
      "cov-distil (oracle2student)": 3.611281394958496,
      "cov-distil (oracle2teacher)": 3.8467791080474854,
      "epoch": 0.47566718995290425,
      "rel-constrast": 3.0812203884124756,
      "step": 606,
      "subrel-constrast": 3.6698391437530518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745021104812622,
      "cov-distil (oracle2student)": 3.340475559234619,
      "cov-distil (oracle2teacher)": 3.4368185997009277,
      "epoch": 0.4764521193092622,
      "rel-constrast": 2.7794532775878906,
      "step": 607,
      "subrel-constrast": 3.4617154598236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.173768997192383,
      "cov-distil (oracle2student)": 2.964137077331543,
      "cov-distil (oracle2teacher)": 2.917433738708496,
      "epoch": 0.4772370486656201,
      "rel-constrast": 2.1539111137390137,
      "step": 608,
      "subrel-constrast": 2.934051275253296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8317006826400757,
      "cov-distil (oracle2student)": 3.440765857696533,
      "cov-distil (oracle2teacher)": 3.399944543838501,
      "epoch": 0.47802197802197804,
      "rel-constrast": 2.178050994873047,
      "step": 609,
      "subrel-constrast": 2.904749870300293,
      "view-similarity": 0
    },
    {
      "epoch": 0.478806907378336,
      "grad_norm": 4.375,
      "learning_rate": 9.985530346162299e-05,
      "loss": 0.7398,
      "step": 610
    },
    {
      "cov-distil": 2.003549575805664,
      "cov-distil (oracle2student)": 3.783566951751709,
      "cov-distil (oracle2teacher)": 3.7357070446014404,
      "epoch": 0.478806907378336,
      "rel-constrast": 3.686595916748047,
      "step": 610,
      "subrel-constrast": 4.546491622924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.938096284866333,
      "cov-distil (oracle2student)": 5.608180999755859,
      "cov-distil (oracle2teacher)": 5.347366809844971,
      "epoch": 0.47959183673469385,
      "rel-constrast": 3.0274486541748047,
      "step": 611,
      "subrel-constrast": 3.9459567070007324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067316770553589,
      "cov-distil (oracle2student)": 6.032888412475586,
      "cov-distil (oracle2teacher)": 4.621774673461914,
      "epoch": 0.4803767660910518,
      "rel-constrast": 1.8828284740447998,
      "step": 612,
      "subrel-constrast": 2.8560850620269775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0123097896575928,
      "cov-distil (oracle2student)": 3.2514681816101074,
      "cov-distil (oracle2teacher)": 3.271815061569214,
      "epoch": 0.4811616954474097,
      "rel-constrast": 2.0821478366851807,
      "step": 613,
      "subrel-constrast": 3.315408945083618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7268569469451904,
      "cov-distil (oracle2student)": 2.921142816543579,
      "cov-distil (oracle2teacher)": 3.2337207794189453,
      "epoch": 0.48194662480376765,
      "rel-constrast": 1.9471334218978882,
      "step": 614,
      "subrel-constrast": 3.0289008617401123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9545825719833374,
      "cov-distil (oracle2student)": 3.1722793579101562,
      "cov-distil (oracle2teacher)": 3.1083717346191406,
      "epoch": 0.4827315541601256,
      "rel-constrast": 1.7895207405090332,
      "step": 615,
      "subrel-constrast": 3.3514647483825684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8254815340042114,
      "cov-distil (oracle2student)": 3.4216790199279785,
      "cov-distil (oracle2teacher)": 3.801793336868286,
      "epoch": 0.4835164835164835,
      "rel-constrast": 3.1834678649902344,
      "step": 616,
      "subrel-constrast": 3.788243293762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587054967880249,
      "cov-distil (oracle2student)": 4.932183265686035,
      "cov-distil (oracle2teacher)": 5.077976226806641,
      "epoch": 0.48430141287284145,
      "rel-constrast": 2.5374579429626465,
      "step": 617,
      "subrel-constrast": 3.9986815452575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9809807538986206,
      "cov-distil (oracle2student)": 3.1110239028930664,
      "cov-distil (oracle2teacher)": 3.290471076965332,
      "epoch": 0.4850863422291994,
      "rel-constrast": 2.5163071155548096,
      "step": 618,
      "subrel-constrast": 3.4603195190429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0139358043670654,
      "cov-distil (oracle2student)": 4.8892822265625,
      "cov-distil (oracle2teacher)": 4.425084590911865,
      "epoch": 0.4858712715855573,
      "rel-constrast": 2.3747119903564453,
      "step": 619,
      "subrel-constrast": 3.4537553787231445,
      "view-similarity": 0
    },
    {
      "epoch": 0.48665620094191525,
      "grad_norm": 4.4375,
      "learning_rate": 9.982755172802933e-05,
      "loss": 0.6735,
      "step": 620
    },
    {
      "cov-distil": 1.9074541330337524,
      "cov-distil (oracle2student)": 4.318047046661377,
      "cov-distil (oracle2teacher)": 4.261008262634277,
      "epoch": 0.48665620094191525,
      "rel-constrast": 2.8364992141723633,
      "step": 620,
      "subrel-constrast": 3.7996771335601807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1276192665100098,
      "cov-distil (oracle2student)": 3.4932785034179688,
      "cov-distil (oracle2teacher)": 3.404122829437256,
      "epoch": 0.48744113029827313,
      "rel-constrast": 2.7430686950683594,
      "step": 621,
      "subrel-constrast": 3.517274856567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018676280975342,
      "cov-distil (oracle2student)": 4.619915962219238,
      "cov-distil (oracle2teacher)": 4.319418907165527,
      "epoch": 0.48822605965463106,
      "rel-constrast": 3.0970163345336914,
      "step": 622,
      "subrel-constrast": 4.144411087036133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.24633526802063,
      "cov-distil (oracle2student)": 3.178819417953491,
      "cov-distil (oracle2teacher)": 3.6020102500915527,
      "epoch": 0.489010989010989,
      "rel-constrast": 2.547361135482788,
      "step": 623,
      "subrel-constrast": 3.5811290740966797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703192949295044,
      "cov-distil (oracle2student)": 4.018478870391846,
      "cov-distil (oracle2teacher)": 4.155197620391846,
      "epoch": 0.4897959183673469,
      "rel-constrast": 3.057934284210205,
      "step": 624,
      "subrel-constrast": 3.4667601585388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8892680406570435,
      "cov-distil (oracle2student)": 3.6746268272399902,
      "cov-distil (oracle2teacher)": 3.9819016456604004,
      "epoch": 0.49058084772370486,
      "rel-constrast": 3.0784716606140137,
      "step": 625,
      "subrel-constrast": 4.3080034255981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9712285995483398,
      "cov-distil (oracle2student)": 3.705672264099121,
      "cov-distil (oracle2teacher)": 3.6102728843688965,
      "epoch": 0.4913657770800628,
      "rel-constrast": 3.1424150466918945,
      "step": 626,
      "subrel-constrast": 3.848153829574585,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061213493347168,
      "cov-distil (oracle2student)": 2.942023277282715,
      "cov-distil (oracle2teacher)": 2.830702304840088,
      "epoch": 0.4921507064364207,
      "rel-constrast": 1.6604434251785278,
      "step": 627,
      "subrel-constrast": 2.802905321121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2532694339752197,
      "cov-distil (oracle2student)": 5.003042697906494,
      "cov-distil (oracle2teacher)": 4.305685043334961,
      "epoch": 0.49293563579277866,
      "rel-constrast": 2.2096261978149414,
      "step": 628,
      "subrel-constrast": 3.060896635055542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5387165546417236,
      "cov-distil (oracle2student)": 3.7483701705932617,
      "cov-distil (oracle2teacher)": 3.8148155212402344,
      "epoch": 0.4937205651491366,
      "rel-constrast": 2.9895246028900146,
      "step": 629,
      "subrel-constrast": 3.6298418045043945,
      "view-similarity": 0
    },
    {
      "epoch": 0.4945054945054945,
      "grad_norm": 5.15625,
      "learning_rate": 9.979737146986064e-05,
      "loss": 0.7334,
      "step": 630
    },
    {
      "cov-distil": 2.0500049591064453,
      "cov-distil (oracle2student)": 2.8785276412963867,
      "cov-distil (oracle2teacher)": 3.141098976135254,
      "epoch": 0.4945054945054945,
      "rel-constrast": 2.954033613204956,
      "step": 630,
      "subrel-constrast": 3.5757739543914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8420116901397705,
      "cov-distil (oracle2student)": 4.928947448730469,
      "cov-distil (oracle2teacher)": 4.235078811645508,
      "epoch": 0.49529042386185246,
      "rel-constrast": 2.7812633514404297,
      "step": 631,
      "subrel-constrast": 3.1765706539154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8351800441741943,
      "cov-distil (oracle2student)": 4.120834827423096,
      "cov-distil (oracle2teacher)": 3.9052772521972656,
      "epoch": 0.49607535321821034,
      "rel-constrast": 3.615407705307007,
      "step": 632,
      "subrel-constrast": 4.2025980949401855,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.3755626678466797,
      "cov-distil (oracle2student)": 5.056934356689453,
      "cov-distil (oracle2teacher)": 4.90856409072876,
      "epoch": 0.49686028257456827,
      "rel-constrast": 2.6612343788146973,
      "step": 633,
      "subrel-constrast": 4.209048271179199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9675778150558472,
      "cov-distil (oracle2student)": 4.686700820922852,
      "cov-distil (oracle2teacher)": 4.426020622253418,
      "epoch": 0.4976452119309262,
      "rel-constrast": 3.1365408897399902,
      "step": 634,
      "subrel-constrast": 3.9273977279663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0035932064056396,
      "cov-distil (oracle2student)": 5.538258075714111,
      "cov-distil (oracle2teacher)": 5.165951251983643,
      "epoch": 0.49843014128728413,
      "rel-constrast": 2.7750558853149414,
      "step": 635,
      "subrel-constrast": 3.806626558303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3596818447113037,
      "cov-distil (oracle2student)": 3.209580898284912,
      "cov-distil (oracle2teacher)": 2.825058698654175,
      "epoch": 0.49921507064364207,
      "rel-constrast": 2.5642096996307373,
      "step": 636,
      "subrel-constrast": 3.0287351608276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.282710552215576,
      "cov-distil (oracle2student)": 3.7373931407928467,
      "cov-distil (oracle2teacher)": 4.138462543487549,
      "epoch": 0.5,
      "rel-constrast": 1.9786146879196167,
      "step": 637,
      "subrel-constrast": 3.205592155456543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8553136587142944,
      "cov-distil (oracle2student)": 5.393945217132568,
      "cov-distil (oracle2teacher)": 5.395947456359863,
      "epoch": 0.5007849293563579,
      "rel-constrast": 2.923612117767334,
      "step": 638,
      "subrel-constrast": 4.007955074310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033832550048828,
      "cov-distil (oracle2student)": 3.891213893890381,
      "cov-distil (oracle2teacher)": 3.800802230834961,
      "epoch": 0.5015698587127159,
      "rel-constrast": 2.741145133972168,
      "step": 639,
      "subrel-constrast": 3.580454111099243,
      "view-similarity": 0
    },
    {
      "epoch": 0.5023547880690737,
      "grad_norm": 3.71875,
      "learning_rate": 9.976476415806013e-05,
      "loss": 0.7548,
      "step": 640
    },
    {
      "cov-distil": 1.8791983127593994,
      "cov-distil (oracle2student)": 5.5948591232299805,
      "cov-distil (oracle2teacher)": 5.109271049499512,
      "epoch": 0.5023547880690737,
      "rel-constrast": 3.0045385360717773,
      "step": 640,
      "subrel-constrast": 3.511796236038208,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166692018508911,
      "cov-distil (oracle2student)": 3.539957284927368,
      "cov-distil (oracle2teacher)": 3.8402397632598877,
      "epoch": 0.5031397174254317,
      "rel-constrast": 2.736812114715576,
      "step": 641,
      "subrel-constrast": 3.8283913135528564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041395664215088,
      "cov-distil (oracle2student)": 4.303011417388916,
      "cov-distil (oracle2teacher)": 4.821286201477051,
      "epoch": 0.5039246467817896,
      "rel-constrast": 2.6481075286865234,
      "step": 642,
      "subrel-constrast": 4.06143045425415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227583646774292,
      "cov-distil (oracle2student)": 3.535529375076294,
      "cov-distil (oracle2teacher)": 3.594417095184326,
      "epoch": 0.5047095761381476,
      "rel-constrast": 2.365248680114746,
      "step": 643,
      "subrel-constrast": 3.5968401432037354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073756217956543,
      "cov-distil (oracle2student)": 5.083521842956543,
      "cov-distil (oracle2teacher)": 4.960268974304199,
      "epoch": 0.5054945054945055,
      "rel-constrast": 1.8958954811096191,
      "step": 644,
      "subrel-constrast": 2.701568126678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.137397289276123,
      "cov-distil (oracle2student)": 3.588860034942627,
      "cov-distil (oracle2teacher)": 3.9593214988708496,
      "epoch": 0.5062794348508635,
      "rel-constrast": 1.8824877738952637,
      "step": 645,
      "subrel-constrast": 3.7336277961730957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6752140522003174,
      "cov-distil (oracle2student)": 4.316745281219482,
      "cov-distil (oracle2teacher)": 4.366512775421143,
      "epoch": 0.5070643642072213,
      "rel-constrast": 3.3616843223571777,
      "step": 646,
      "subrel-constrast": 3.8452634811401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8800933361053467,
      "cov-distil (oracle2student)": 3.7130632400512695,
      "cov-distil (oracle2teacher)": 4.398766994476318,
      "epoch": 0.5078492935635793,
      "rel-constrast": 2.4403882026672363,
      "step": 647,
      "subrel-constrast": 3.7813916206359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7442132234573364,
      "cov-distil (oracle2student)": 4.6336798667907715,
      "cov-distil (oracle2teacher)": 4.778153896331787,
      "epoch": 0.5086342229199372,
      "rel-constrast": 3.3467373847961426,
      "step": 648,
      "subrel-constrast": 3.521540641784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5582833290100098,
      "cov-distil (oracle2student)": 4.778079986572266,
      "cov-distil (oracle2teacher)": 4.901483058929443,
      "epoch": 0.5094191522762951,
      "rel-constrast": 4.397049903869629,
      "step": 649,
      "subrel-constrast": 5.637807369232178,
      "view-similarity": 0
    },
    {
      "epoch": 0.5102040816326531,
      "grad_norm": 6.1875,
      "learning_rate": 9.972973138186217e-05,
      "loss": 0.75,
      "step": 650
    },
    {
      "cov-distil": 1.795478343963623,
      "cov-distil (oracle2student)": 2.912015914916992,
      "cov-distil (oracle2teacher)": 3.1785459518432617,
      "epoch": 0.5102040816326531,
      "rel-constrast": 1.8433455228805542,
      "step": 650,
      "subrel-constrast": 2.8273890018463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9204704761505127,
      "cov-distil (oracle2student)": 3.5337541103363037,
      "cov-distil (oracle2teacher)": 4.10527229309082,
      "epoch": 0.510989010989011,
      "rel-constrast": 3.8916494846343994,
      "step": 651,
      "subrel-constrast": 4.8195109367370605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.054694652557373,
      "cov-distil (oracle2student)": 4.187878608703613,
      "cov-distil (oracle2teacher)": 3.8050854206085205,
      "epoch": 0.5117739403453689,
      "rel-constrast": 2.5740184783935547,
      "step": 652,
      "subrel-constrast": 3.30517315864563,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1405389308929443,
      "cov-distil (oracle2student)": 4.149928569793701,
      "cov-distil (oracle2teacher)": 3.9852166175842285,
      "epoch": 0.5125588697017268,
      "rel-constrast": 3.254607677459717,
      "step": 653,
      "subrel-constrast": 4.203800678253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8489280939102173,
      "cov-distil (oracle2student)": 5.060158729553223,
      "cov-distil (oracle2teacher)": 5.052308082580566,
      "epoch": 0.5133437990580848,
      "rel-constrast": 3.165128231048584,
      "step": 654,
      "subrel-constrast": 3.9826109409332275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9807188510894775,
      "cov-distil (oracle2student)": 3.158275842666626,
      "cov-distil (oracle2teacher)": 3.332206964492798,
      "epoch": 0.5141287284144427,
      "rel-constrast": 2.14204478263855,
      "step": 655,
      "subrel-constrast": 3.5155529975891113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601781606674194,
      "cov-distil (oracle2student)": 4.074418544769287,
      "cov-distil (oracle2teacher)": 3.8383498191833496,
      "epoch": 0.5149136577708007,
      "rel-constrast": 2.2515664100646973,
      "step": 656,
      "subrel-constrast": 3.1376144886016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.272733449935913,
      "cov-distil (oracle2student)": 3.7542519569396973,
      "cov-distil (oracle2teacher)": 3.874791145324707,
      "epoch": 0.5156985871271585,
      "rel-constrast": 3.684518337249756,
      "step": 657,
      "subrel-constrast": 4.712831020355225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5630360841751099,
      "cov-distil (oracle2student)": 2.1613852977752686,
      "cov-distil (oracle2teacher)": 3.0094685554504395,
      "epoch": 0.5164835164835165,
      "rel-constrast": 2.075195074081421,
      "step": 658,
      "subrel-constrast": 3.025210380554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6856491565704346,
      "cov-distil (oracle2student)": 4.793187141418457,
      "cov-distil (oracle2teacher)": 4.714203834533691,
      "epoch": 0.5172684458398744,
      "rel-constrast": 2.0633230209350586,
      "step": 659,
      "subrel-constrast": 3.479147434234619,
      "view-similarity": 0
    },
    {
      "epoch": 0.5180533751962323,
      "grad_norm": 4.03125,
      "learning_rate": 9.969227484871484e-05,
      "loss": 0.7257,
      "step": 660
    },
    {
      "cov-distil": 1.7510147094726562,
      "cov-distil (oracle2student)": 4.795334815979004,
      "cov-distil (oracle2teacher)": 4.340865135192871,
      "epoch": 0.5180533751962323,
      "rel-constrast": 4.31113338470459,
      "step": 660,
      "subrel-constrast": 4.312914848327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8804326057434082,
      "cov-distil (oracle2student)": 2.849928855895996,
      "cov-distil (oracle2teacher)": 3.5340828895568848,
      "epoch": 0.5188383045525903,
      "rel-constrast": 3.0784831047058105,
      "step": 661,
      "subrel-constrast": 4.467003345489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328789234161377,
      "cov-distil (oracle2student)": 2.676158905029297,
      "cov-distil (oracle2teacher)": 3.3783020973205566,
      "epoch": 0.5196232339089482,
      "rel-constrast": 3.5121450424194336,
      "step": 662,
      "subrel-constrast": 4.109726905822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6037254333496094,
      "cov-distil (oracle2student)": 3.3752005100250244,
      "cov-distil (oracle2teacher)": 3.9540486335754395,
      "epoch": 0.5204081632653061,
      "rel-constrast": 2.7328197956085205,
      "step": 663,
      "subrel-constrast": 4.131999492645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808890700340271,
      "cov-distil (oracle2student)": 4.667914390563965,
      "cov-distil (oracle2teacher)": 4.556419849395752,
      "epoch": 0.521193092621664,
      "rel-constrast": 1.8735610246658325,
      "step": 664,
      "subrel-constrast": 3.0393104553222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6346778869628906,
      "cov-distil (oracle2student)": 5.942058563232422,
      "cov-distil (oracle2teacher)": 6.0120320320129395,
      "epoch": 0.521978021978022,
      "rel-constrast": 3.8109772205352783,
      "step": 665,
      "subrel-constrast": 4.580883979797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676388263702393,
      "cov-distil (oracle2student)": 3.298137664794922,
      "cov-distil (oracle2teacher)": 3.070352792739868,
      "epoch": 0.5227629513343799,
      "rel-constrast": 2.4468603134155273,
      "step": 666,
      "subrel-constrast": 2.820176362991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.455923557281494,
      "cov-distil (oracle2student)": 3.8468985557556152,
      "cov-distil (oracle2teacher)": 4.581437110900879,
      "epoch": 0.5235478806907379,
      "rel-constrast": 2.9434757232666016,
      "step": 667,
      "subrel-constrast": 4.126277923583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.33247709274292,
      "cov-distil (oracle2student)": 4.847843170166016,
      "cov-distil (oracle2teacher)": 4.846686363220215,
      "epoch": 0.5243328100470958,
      "rel-constrast": 2.0010688304901123,
      "step": 668,
      "subrel-constrast": 3.347223997116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.186685562133789,
      "cov-distil (oracle2student)": 3.4688880443573,
      "cov-distil (oracle2teacher)": 4.149722576141357,
      "epoch": 0.5251177394034537,
      "rel-constrast": 2.5588297843933105,
      "step": 669,
      "subrel-constrast": 3.745596170425415,
      "view-similarity": 0
    },
    {
      "epoch": 0.5259026687598116,
      "grad_norm": 4.53125,
      "learning_rate": 9.965239638419672e-05,
      "loss": 0.7801,
      "step": 670
    },
    {
      "cov-distil": 2.1033074855804443,
      "cov-distil (oracle2student)": 3.6809587478637695,
      "cov-distil (oracle2teacher)": 3.9030838012695312,
      "epoch": 0.5259026687598116,
      "rel-constrast": 2.2177886962890625,
      "step": 670,
      "subrel-constrast": 3.0960311889648438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365766525268555,
      "cov-distil (oracle2student)": 5.242362976074219,
      "cov-distil (oracle2teacher)": 5.114618301391602,
      "epoch": 0.5266875981161695,
      "rel-constrast": 3.16544771194458,
      "step": 671,
      "subrel-constrast": 4.709212779998779,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521654605865479,
      "cov-distil (oracle2student)": 2.6562910079956055,
      "cov-distil (oracle2teacher)": 3.192100763320923,
      "epoch": 0.5274725274725275,
      "rel-constrast": 2.6507606506347656,
      "step": 672,
      "subrel-constrast": 3.5334577560424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8022798299789429,
      "cov-distil (oracle2student)": 5.275149822235107,
      "cov-distil (oracle2teacher)": 4.900774955749512,
      "epoch": 0.5282574568288854,
      "rel-constrast": 3.4359850883483887,
      "step": 673,
      "subrel-constrast": 4.495357990264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.201789379119873,
      "cov-distil (oracle2student)": 4.586761474609375,
      "cov-distil (oracle2teacher)": 4.908451080322266,
      "epoch": 0.5290423861852434,
      "rel-constrast": 2.8908510208129883,
      "step": 674,
      "subrel-constrast": 3.9534451961517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3140687942504883,
      "cov-distil (oracle2student)": 5.266844749450684,
      "cov-distil (oracle2teacher)": 5.422895908355713,
      "epoch": 0.5298273155416012,
      "rel-constrast": 2.6317949295043945,
      "step": 675,
      "subrel-constrast": 4.1110429763793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8345911502838135,
      "cov-distil (oracle2student)": 5.15147590637207,
      "cov-distil (oracle2teacher)": 5.193542003631592,
      "epoch": 0.5306122448979592,
      "rel-constrast": 3.7150840759277344,
      "step": 676,
      "subrel-constrast": 4.585597991943359,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2882975339889526,
      "cov-distil (oracle2student)": 3.5526535511016846,
      "cov-distil (oracle2teacher)": 3.846144676208496,
      "epoch": 0.5313971742543171,
      "rel-constrast": 3.110678195953369,
      "step": 677,
      "subrel-constrast": 3.7565042972564697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4231371879577637,
      "cov-distil (oracle2student)": 7.52601432800293,
      "cov-distil (oracle2teacher)": 7.282402992248535,
      "epoch": 0.5321821036106751,
      "rel-constrast": 2.0562167167663574,
      "step": 678,
      "subrel-constrast": 3.131530523300171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7832036018371582,
      "cov-distil (oracle2student)": 4.332822799682617,
      "cov-distil (oracle2teacher)": 3.8415884971618652,
      "epoch": 0.532967032967033,
      "rel-constrast": 2.9941887855529785,
      "step": 679,
      "subrel-constrast": 4.148957252502441,
      "view-similarity": 0
    },
    {
      "epoch": 0.533751962323391,
      "grad_norm": 5.40625,
      "learning_rate": 9.961009793192792e-05,
      "loss": 0.7661,
      "step": 680
    },
    {
      "cov-distil": 2.976506233215332,
      "cov-distil (oracle2student)": 2.737016201019287,
      "cov-distil (oracle2teacher)": 3.6427924633026123,
      "epoch": 0.533751962323391,
      "rel-constrast": 2.768526077270508,
      "step": 680,
      "subrel-constrast": 4.171741008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017043352127075,
      "cov-distil (oracle2student)": 4.856146812438965,
      "cov-distil (oracle2teacher)": 4.975362777709961,
      "epoch": 0.5345368916797488,
      "rel-constrast": 2.8353424072265625,
      "step": 681,
      "subrel-constrast": 3.510315179824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8593993186950684,
      "cov-distil (oracle2student)": 4.279115676879883,
      "cov-distil (oracle2teacher)": 4.743142127990723,
      "epoch": 0.5353218210361067,
      "rel-constrast": 3.975757598876953,
      "step": 682,
      "subrel-constrast": 4.763212203979492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9653644561767578,
      "cov-distil (oracle2student)": 5.283106803894043,
      "cov-distil (oracle2teacher)": 5.245314598083496,
      "epoch": 0.5361067503924647,
      "rel-constrast": 2.18721866607666,
      "step": 683,
      "subrel-constrast": 3.3328561782836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7421069145202637,
      "cov-distil (oracle2student)": 2.9826724529266357,
      "cov-distil (oracle2teacher)": 3.6690473556518555,
      "epoch": 0.5368916797488226,
      "rel-constrast": 2.8987863063812256,
      "step": 684,
      "subrel-constrast": 4.028104782104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3444427251815796,
      "cov-distil (oracle2student)": 4.8611860275268555,
      "cov-distil (oracle2teacher)": 4.537598609924316,
      "epoch": 0.5376766091051806,
      "rel-constrast": 3.2304131984710693,
      "step": 685,
      "subrel-constrast": 3.6858301162719727,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1695566177368164,
      "cov-distil (oracle2student)": 3.313580274581909,
      "cov-distil (oracle2teacher)": 3.8200268745422363,
      "epoch": 0.5384615384615384,
      "rel-constrast": 2.3684518337249756,
      "step": 686,
      "subrel-constrast": 3.3099071979522705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468451738357544,
      "cov-distil (oracle2student)": 3.6276543140411377,
      "cov-distil (oracle2teacher)": 3.6492221355438232,
      "epoch": 0.5392464678178964,
      "rel-constrast": 2.8236753940582275,
      "step": 687,
      "subrel-constrast": 3.790072202682495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.849158525466919,
      "cov-distil (oracle2student)": 3.6526594161987305,
      "cov-distil (oracle2teacher)": 4.209420204162598,
      "epoch": 0.5400313971742543,
      "rel-constrast": 2.067387342453003,
      "step": 688,
      "subrel-constrast": 3.2145984172821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7833809852600098,
      "cov-distil (oracle2student)": 5.275423049926758,
      "cov-distil (oracle2teacher)": 5.1099467277526855,
      "epoch": 0.5408163265306123,
      "rel-constrast": 2.1524910926818848,
      "step": 689,
      "subrel-constrast": 3.165025472640991,
      "view-similarity": 0
    },
    {
      "epoch": 0.5416012558869702,
      "grad_norm": 4.125,
      "learning_rate": 9.956538155347534e-05,
      "loss": 0.7331,
      "step": 690
    },
    {
      "cov-distil": 1.7439091205596924,
      "cov-distil (oracle2student)": 4.504364967346191,
      "cov-distil (oracle2teacher)": 4.584873199462891,
      "epoch": 0.5416012558869702,
      "rel-constrast": 3.27126407623291,
      "step": 690,
      "subrel-constrast": 4.273568153381348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728256344795227,
      "cov-distil (oracle2student)": 3.9927732944488525,
      "cov-distil (oracle2teacher)": 4.180449485778809,
      "epoch": 0.542386185243328,
      "rel-constrast": 2.197436809539795,
      "step": 691,
      "subrel-constrast": 3.5176374912261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9203484058380127,
      "cov-distil (oracle2student)": 5.035391807556152,
      "cov-distil (oracle2teacher)": 4.4238152503967285,
      "epoch": 0.543171114599686,
      "rel-constrast": 2.6449713706970215,
      "step": 692,
      "subrel-constrast": 3.5408897399902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9521615505218506,
      "cov-distil (oracle2student)": 3.8563003540039062,
      "cov-distil (oracle2teacher)": 4.393877029418945,
      "epoch": 0.5439560439560439,
      "rel-constrast": 3.0978217124938965,
      "step": 693,
      "subrel-constrast": 4.061553955078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2051734924316406,
      "cov-distil (oracle2student)": 4.695972442626953,
      "cov-distil (oracle2teacher)": 4.743729591369629,
      "epoch": 0.5447409733124019,
      "rel-constrast": 2.614407539367676,
      "step": 694,
      "subrel-constrast": 3.8574283123016357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6928645372390747,
      "cov-distil (oracle2student)": 6.365776062011719,
      "cov-distil (oracle2teacher)": 6.010419845581055,
      "epoch": 0.5455259026687598,
      "rel-constrast": 1.9208966493606567,
      "step": 695,
      "subrel-constrast": 3.240328788757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0202674865722656,
      "cov-distil (oracle2student)": 5.320736885070801,
      "cov-distil (oracle2teacher)": 4.7221832275390625,
      "epoch": 0.5463108320251178,
      "rel-constrast": 3.25128173828125,
      "step": 696,
      "subrel-constrast": 4.200072288513184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9833574295043945,
      "cov-distil (oracle2student)": 4.140048503875732,
      "cov-distil (oracle2teacher)": 5.275056838989258,
      "epoch": 0.5470957613814756,
      "rel-constrast": 2.8362722396850586,
      "step": 697,
      "subrel-constrast": 4.380163192749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.392133951187134,
      "cov-distil (oracle2student)": 5.000821113586426,
      "cov-distil (oracle2teacher)": 4.708486557006836,
      "epoch": 0.5478806907378336,
      "rel-constrast": 2.3633127212524414,
      "step": 698,
      "subrel-constrast": 3.6294126510620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0554394721984863,
      "cov-distil (oracle2student)": 4.788439750671387,
      "cov-distil (oracle2teacher)": 4.742029190063477,
      "epoch": 0.5486656200941915,
      "rel-constrast": 3.9329466819763184,
      "step": 699,
      "subrel-constrast": 4.796554088592529,
      "view-similarity": 0
    },
    {
      "epoch": 0.5494505494505495,
      "grad_norm": 6.40625,
      "learning_rate": 9.951824942825215e-05,
      "loss": 0.7525,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "overlap": 0.3218750059604645,
      "step": 700
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "student margin": 0.057861328125
    },
    {
      "epoch": 0.5494505494505495,
      "step": 700,
      "teacher margin": 0.03521728515625
    },
    {
      "epoch": 0.5494505494505495,
      "margin difference": -0.02264404296875,
      "step": 700
    },
    {
      "cov-distil": 2.181175708770752,
      "cov-distil (oracle2student)": 4.4960432052612305,
      "cov-distil (oracle2teacher)": 4.555289268493652,
      "epoch": 0.5494505494505495,
      "rel-constrast": 2.3909902572631836,
      "step": 700,
      "subrel-constrast": 3.3291940689086914,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4125492572784424,
      "cov-distil (oracle2student)": 5.076875686645508,
      "cov-distil (oracle2teacher)": 5.282895565032959,
      "epoch": 0.5502354788069074,
      "rel-constrast": 2.278326988220215,
      "step": 701,
      "subrel-constrast": 4.172837734222412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5980322360992432,
      "cov-distil (oracle2student)": 3.827308177947998,
      "cov-distil (oracle2teacher)": 4.035863876342773,
      "epoch": 0.5510204081632653,
      "rel-constrast": 2.771920680999756,
      "step": 702,
      "subrel-constrast": 3.9793426990509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5649192333221436,
      "cov-distil (oracle2student)": 4.107869625091553,
      "cov-distil (oracle2teacher)": 4.0452775955200195,
      "epoch": 0.5518053375196232,
      "rel-constrast": 2.268759250640869,
      "step": 703,
      "subrel-constrast": 3.65757417678833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9433073997497559,
      "cov-distil (oracle2student)": 2.1061594486236572,
      "cov-distil (oracle2teacher)": 2.601578712463379,
      "epoch": 0.5525902668759811,
      "rel-constrast": 2.1269843578338623,
      "step": 704,
      "subrel-constrast": 3.0356030464172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9998645782470703,
      "cov-distil (oracle2student)": 4.566271781921387,
      "cov-distil (oracle2teacher)": 4.426023483276367,
      "epoch": 0.5533751962323391,
      "rel-constrast": 1.916378378868103,
      "step": 705,
      "subrel-constrast": 3.0175156593322754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.18949031829834,
      "cov-distil (oracle2student)": 3.0585789680480957,
      "cov-distil (oracle2teacher)": 3.8023111820220947,
      "epoch": 0.554160125588697,
      "rel-constrast": 1.8999524116516113,
      "step": 706,
      "subrel-constrast": 3.1546006202697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8456933498382568,
      "cov-distil (oracle2student)": 3.723079204559326,
      "cov-distil (oracle2teacher)": 4.140909194946289,
      "epoch": 0.554945054945055,
      "rel-constrast": 2.3275699615478516,
      "step": 707,
      "subrel-constrast": 3.293647050857544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1336488723754883,
      "cov-distil (oracle2student)": 4.3351359367370605,
      "cov-distil (oracle2teacher)": 4.747817039489746,
      "epoch": 0.5557299843014128,
      "rel-constrast": 2.995155096054077,
      "step": 708,
      "subrel-constrast": 4.156558513641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4298558235168457,
      "cov-distil (oracle2student)": 3.0355224609375,
      "cov-distil (oracle2teacher)": 3.4870455265045166,
      "epoch": 0.5565149136577708,
      "rel-constrast": 2.5049521923065186,
      "step": 709,
      "subrel-constrast": 3.4288554191589355,
      "view-similarity": 0
    },
    {
      "epoch": 0.5572998430141287,
      "grad_norm": 4.5,
      "learning_rate": 9.946870385341167e-05,
      "loss": 0.6403,
      "step": 710
    },
    {
      "cov-distil": 2.3285465240478516,
      "cov-distil (oracle2student)": 3.796743869781494,
      "cov-distil (oracle2teacher)": 3.953320026397705,
      "epoch": 0.5572998430141287,
      "rel-constrast": 1.6819190979003906,
      "step": 710,
      "subrel-constrast": 2.71814227104187,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.937394380569458,
      "cov-distil (oracle2student)": 4.53237247467041,
      "cov-distil (oracle2teacher)": 4.101768493652344,
      "epoch": 0.5580847723704867,
      "rel-constrast": 2.289489984512329,
      "step": 711,
      "subrel-constrast": 3.409165143966675,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033285140991211,
      "cov-distil (oracle2student)": 4.064957618713379,
      "cov-distil (oracle2teacher)": 3.6352124214172363,
      "epoch": 0.5588697017268446,
      "rel-constrast": 1.7584384679794312,
      "step": 712,
      "subrel-constrast": 2.966434955596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5807933807373047,
      "cov-distil (oracle2student)": 4.193121910095215,
      "cov-distil (oracle2teacher)": 4.513419151306152,
      "epoch": 0.5596546310832025,
      "rel-constrast": 2.623839855194092,
      "step": 713,
      "subrel-constrast": 3.41446590423584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4482460021972656,
      "cov-distil (oracle2student)": 5.951502323150635,
      "cov-distil (oracle2teacher)": 5.5351409912109375,
      "epoch": 0.5604395604395604,
      "rel-constrast": 2.2057461738586426,
      "step": 714,
      "subrel-constrast": 3.3180081844329834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8429044485092163,
      "cov-distil (oracle2student)": 2.9461498260498047,
      "cov-distil (oracle2teacher)": 3.229332208633423,
      "epoch": 0.5612244897959183,
      "rel-constrast": 2.7670886516571045,
      "step": 715,
      "subrel-constrast": 4.00112771987915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8822686672210693,
      "cov-distil (oracle2student)": 2.8478963375091553,
      "cov-distil (oracle2teacher)": 3.1465117931365967,
      "epoch": 0.5620094191522763,
      "rel-constrast": 2.2811474800109863,
      "step": 716,
      "subrel-constrast": 3.01971697807312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.868134617805481,
      "cov-distil (oracle2student)": 4.128328323364258,
      "cov-distil (oracle2teacher)": 3.9095497131347656,
      "epoch": 0.5627943485086342,
      "rel-constrast": 2.2149505615234375,
      "step": 717,
      "subrel-constrast": 3.2841734886169434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0253477096557617,
      "cov-distil (oracle2student)": 4.625003814697266,
      "cov-distil (oracle2teacher)": 4.456612586975098,
      "epoch": 0.5635792778649922,
      "rel-constrast": 3.236102819442749,
      "step": 718,
      "subrel-constrast": 4.146581172943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6980504989624023,
      "cov-distil (oracle2student)": 4.7073798179626465,
      "cov-distil (oracle2teacher)": 4.387423515319824,
      "epoch": 0.5643642072213501,
      "rel-constrast": 2.6584084033966064,
      "step": 719,
      "subrel-constrast": 3.217298984527588,
      "view-similarity": 0
    },
    {
      "epoch": 0.565149136577708,
      "grad_norm": 4.15625,
      "learning_rate": 9.941674724373531e-05,
      "loss": 0.642,
      "step": 720
    },
    {
      "cov-distil": 1.6974848508834839,
      "cov-distil (oracle2student)": 3.8708817958831787,
      "cov-distil (oracle2teacher)": 3.658071279525757,
      "epoch": 0.565149136577708,
      "rel-constrast": 2.6722283363342285,
      "step": 720,
      "subrel-constrast": 3.7077722549438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.95380437374115,
      "cov-distil (oracle2student)": 3.4798552989959717,
      "cov-distil (oracle2teacher)": 3.7423927783966064,
      "epoch": 0.5659340659340659,
      "rel-constrast": 2.7985827922821045,
      "step": 721,
      "subrel-constrast": 3.8340163230895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6302876472473145,
      "cov-distil (oracle2student)": 4.880523681640625,
      "cov-distil (oracle2teacher)": 4.8840556144714355,
      "epoch": 0.5667189952904239,
      "rel-constrast": 2.8865725994110107,
      "step": 722,
      "subrel-constrast": 3.844895124435425,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2841336727142334,
      "cov-distil (oracle2student)": 4.262124538421631,
      "cov-distil (oracle2teacher)": 4.380487442016602,
      "epoch": 0.5675039246467818,
      "rel-constrast": 2.5732898712158203,
      "step": 723,
      "subrel-constrast": 3.7322702407836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614408016204834,
      "cov-distil (oracle2student)": 4.4937744140625,
      "cov-distil (oracle2teacher)": 4.162192344665527,
      "epoch": 0.5682888540031397,
      "rel-constrast": 1.472415566444397,
      "step": 724,
      "subrel-constrast": 2.318080425262451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.539646863937378,
      "cov-distil (oracle2student)": 5.594768524169922,
      "cov-distil (oracle2teacher)": 5.4902753829956055,
      "epoch": 0.5690737833594977,
      "rel-constrast": 3.8985586166381836,
      "step": 725,
      "subrel-constrast": 5.044704437255859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6071202754974365,
      "cov-distil (oracle2student)": 4.9737653732299805,
      "cov-distil (oracle2teacher)": 4.753851890563965,
      "epoch": 0.5698587127158555,
      "rel-constrast": 2.3673129081726074,
      "step": 726,
      "subrel-constrast": 3.5244293212890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.035290241241455,
      "cov-distil (oracle2student)": 5.015532493591309,
      "cov-distil (oracle2teacher)": 5.08856725692749,
      "epoch": 0.5706436420722135,
      "rel-constrast": 3.928107261657715,
      "step": 727,
      "subrel-constrast": 4.4519453048706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6042835712432861,
      "cov-distil (oracle2student)": 3.1648106575012207,
      "cov-distil (oracle2teacher)": 3.4619603157043457,
      "epoch": 0.5714285714285714,
      "rel-constrast": 2.7597668170928955,
      "step": 728,
      "subrel-constrast": 3.488325834274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238103151321411,
      "cov-distil (oracle2student)": 4.232260704040527,
      "cov-distil (oracle2teacher)": 3.9429643154144287,
      "epoch": 0.5722135007849294,
      "rel-constrast": 2.8198904991149902,
      "step": 729,
      "subrel-constrast": 3.6119511127471924,
      "view-similarity": 0
    },
    {
      "epoch": 0.5729984301412873,
      "grad_norm": 5.09375,
      "learning_rate": 9.936238213151491e-05,
      "loss": 0.7486,
      "step": 730
    },
    {
      "cov-distil": 1.8439668416976929,
      "cov-distil (oracle2student)": 4.110138893127441,
      "cov-distil (oracle2teacher)": 3.962405204772949,
      "epoch": 0.5729984301412873,
      "rel-constrast": 3.1389997005462646,
      "step": 730,
      "subrel-constrast": 3.5892951488494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4400129318237305,
      "cov-distil (oracle2student)": 3.724912166595459,
      "cov-distil (oracle2teacher)": 4.169910430908203,
      "epoch": 0.5737833594976453,
      "rel-constrast": 2.5383870601654053,
      "step": 731,
      "subrel-constrast": 3.2534592151641846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.374474048614502,
      "cov-distil (oracle2student)": 4.087512493133545,
      "cov-distil (oracle2teacher)": 3.7768959999084473,
      "epoch": 0.5745682888540031,
      "rel-constrast": 1.816800832748413,
      "step": 732,
      "subrel-constrast": 2.8753979206085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.032419443130493,
      "cov-distil (oracle2student)": 4.098456382751465,
      "cov-distil (oracle2teacher)": 3.386483907699585,
      "epoch": 0.5753532182103611,
      "rel-constrast": 1.8954277038574219,
      "step": 733,
      "subrel-constrast": 2.733671188354492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5211997032165527,
      "cov-distil (oracle2student)": 4.219961643218994,
      "cov-distil (oracle2teacher)": 4.6359758377075195,
      "epoch": 0.576138147566719,
      "rel-constrast": 2.807623863220215,
      "step": 734,
      "subrel-constrast": 3.7198948860168457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3842740058898926,
      "cov-distil (oracle2student)": 4.580625534057617,
      "cov-distil (oracle2teacher)": 4.127991676330566,
      "epoch": 0.5769230769230769,
      "rel-constrast": 2.8058359622955322,
      "step": 735,
      "subrel-constrast": 3.4826033115386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7599005699157715,
      "cov-distil (oracle2student)": 5.418863296508789,
      "cov-distil (oracle2teacher)": 5.302369117736816,
      "epoch": 0.5777080062794349,
      "rel-constrast": 1.7956748008728027,
      "step": 736,
      "subrel-constrast": 2.849947690963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2356743812561035,
      "cov-distil (oracle2student)": 2.6182398796081543,
      "cov-distil (oracle2teacher)": 3.016958236694336,
      "epoch": 0.5784929356357927,
      "rel-constrast": 2.01657772064209,
      "step": 737,
      "subrel-constrast": 2.753005266189575,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0652637481689453,
      "cov-distil (oracle2student)": 3.9404373168945312,
      "cov-distil (oracle2teacher)": 3.7618329524993896,
      "epoch": 0.5792778649921507,
      "rel-constrast": 2.7158360481262207,
      "step": 738,
      "subrel-constrast": 3.5680131912231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013216495513916,
      "cov-distil (oracle2student)": 3.339348077774048,
      "cov-distil (oracle2teacher)": 3.1466188430786133,
      "epoch": 0.5800627943485086,
      "rel-constrast": 2.0378217697143555,
      "step": 739,
      "subrel-constrast": 3.1805734634399414,
      "view-similarity": 0
    },
    {
      "epoch": 0.5808477237048666,
      "grad_norm": 4.125,
      "learning_rate": 9.930561116642935e-05,
      "loss": 0.6309,
      "step": 740
    },
    {
      "cov-distil": 1.949844479560852,
      "cov-distil (oracle2student)": 4.5332417488098145,
      "cov-distil (oracle2teacher)": 4.617924690246582,
      "epoch": 0.5808477237048666,
      "rel-constrast": 2.6459059715270996,
      "step": 740,
      "subrel-constrast": 3.8767051696777344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0017354488372803,
      "cov-distil (oracle2student)": 5.176070690155029,
      "cov-distil (oracle2teacher)": 4.812751770019531,
      "epoch": 0.5816326530612245,
      "rel-constrast": 2.6857471466064453,
      "step": 741,
      "subrel-constrast": 3.5699117183685303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0519344806671143,
      "cov-distil (oracle2student)": 4.6799774169921875,
      "cov-distil (oracle2teacher)": 4.275152683258057,
      "epoch": 0.5824175824175825,
      "rel-constrast": 2.65838360786438,
      "step": 742,
      "subrel-constrast": 3.7809247970581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0028586387634277,
      "cov-distil (oracle2student)": 2.3408918380737305,
      "cov-distil (oracle2teacher)": 2.9450252056121826,
      "epoch": 0.5832025117739403,
      "rel-constrast": 2.606565475463867,
      "step": 743,
      "subrel-constrast": 3.8307268619537354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5043437480926514,
      "cov-distil (oracle2student)": 6.3548994064331055,
      "cov-distil (oracle2teacher)": 5.169794082641602,
      "epoch": 0.5839874411302983,
      "rel-constrast": 3.319561243057251,
      "step": 744,
      "subrel-constrast": 3.9419381618499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9331130981445312,
      "cov-distil (oracle2student)": 4.296886920928955,
      "cov-distil (oracle2teacher)": 4.507917404174805,
      "epoch": 0.5847723704866562,
      "rel-constrast": 2.9349594116210938,
      "step": 745,
      "subrel-constrast": 4.073703765869141,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.708876371383667,
      "cov-distil (oracle2student)": 4.380034446716309,
      "cov-distil (oracle2teacher)": 4.600903511047363,
      "epoch": 0.5855572998430141,
      "rel-constrast": 3.596048355102539,
      "step": 746,
      "subrel-constrast": 4.517871856689453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9165735244750977,
      "cov-distil (oracle2student)": 5.582075119018555,
      "cov-distil (oracle2teacher)": 5.568267822265625,
      "epoch": 0.5863422291993721,
      "rel-constrast": 3.320577621459961,
      "step": 747,
      "subrel-constrast": 4.465821266174316,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.807887077331543,
      "cov-distil (oracle2student)": 4.038469314575195,
      "cov-distil (oracle2teacher)": 3.829639434814453,
      "epoch": 0.5871271585557299,
      "rel-constrast": 2.9379968643188477,
      "step": 748,
      "subrel-constrast": 4.443359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151285648345947,
      "cov-distil (oracle2student)": 6.675088405609131,
      "cov-distil (oracle2teacher)": 5.760778427124023,
      "epoch": 0.5879120879120879,
      "rel-constrast": 3.1933486461639404,
      "step": 749,
      "subrel-constrast": 4.155144691467285,
      "view-similarity": 0
    },
    {
      "epoch": 0.5886970172684458,
      "grad_norm": 5.46875,
      "learning_rate": 9.924643711541539e-05,
      "loss": 0.7967,
      "step": 750
    },
    {
      "cov-distil": 2.0760631561279297,
      "cov-distil (oracle2student)": 5.336791038513184,
      "cov-distil (oracle2teacher)": 5.114401817321777,
      "epoch": 0.5886970172684458,
      "rel-constrast": 3.3286993503570557,
      "step": 750,
      "subrel-constrast": 3.512091875076294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2394602298736572,
      "cov-distil (oracle2student)": 5.6748881340026855,
      "cov-distil (oracle2teacher)": 5.144212245941162,
      "epoch": 0.5894819466248038,
      "rel-constrast": 4.638474464416504,
      "step": 751,
      "subrel-constrast": 5.298325061798096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4248030185699463,
      "cov-distil (oracle2student)": 5.969118118286133,
      "cov-distil (oracle2teacher)": 5.920683860778809,
      "epoch": 0.5902668759811617,
      "rel-constrast": 2.6738457679748535,
      "step": 752,
      "subrel-constrast": 3.660184383392334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776297926902771,
      "cov-distil (oracle2student)": 4.063953399658203,
      "cov-distil (oracle2teacher)": 4.271987438201904,
      "epoch": 0.5910518053375197,
      "rel-constrast": 2.9542176723480225,
      "step": 753,
      "subrel-constrast": 3.4446635246276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.009873151779175,
      "cov-distil (oracle2student)": 4.819291114807129,
      "cov-distil (oracle2teacher)": 5.023648262023926,
      "epoch": 0.5918367346938775,
      "rel-constrast": 2.668694496154785,
      "step": 754,
      "subrel-constrast": 3.9819419384002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8136714696884155,
      "cov-distil (oracle2student)": 3.8283181190490723,
      "cov-distil (oracle2teacher)": 4.019775867462158,
      "epoch": 0.5926216640502355,
      "rel-constrast": 3.249709367752075,
      "step": 755,
      "subrel-constrast": 3.7809886932373047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.941622257232666,
      "cov-distil (oracle2student)": 5.0208258628845215,
      "cov-distil (oracle2teacher)": 4.80550479888916,
      "epoch": 0.5934065934065934,
      "rel-constrast": 2.1995248794555664,
      "step": 756,
      "subrel-constrast": 3.4141409397125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5829741954803467,
      "cov-distil (oracle2student)": 4.337187767028809,
      "cov-distil (oracle2teacher)": 3.7503623962402344,
      "epoch": 0.5941915227629513,
      "rel-constrast": 4.040661334991455,
      "step": 757,
      "subrel-constrast": 3.911614418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.256251335144043,
      "cov-distil (oracle2student)": 3.9614734649658203,
      "cov-distil (oracle2teacher)": 4.102365016937256,
      "epoch": 0.5949764521193093,
      "rel-constrast": 3.3889245986938477,
      "step": 758,
      "subrel-constrast": 4.144565582275391,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4632577896118164,
      "cov-distil (oracle2student)": 3.574937105178833,
      "cov-distil (oracle2teacher)": 4.017751216888428,
      "epoch": 0.5957613814756672,
      "rel-constrast": 2.5197906494140625,
      "step": 759,
      "subrel-constrast": 4.00142240524292,
      "view-similarity": 0
    },
    {
      "epoch": 0.5965463108320251,
      "grad_norm": 5.96875,
      "learning_rate": 9.918486286253279e-05,
      "loss": 0.8405,
      "step": 760
    },
    {
      "cov-distil": 1.5264246463775635,
      "cov-distil (oracle2student)": 3.019094944000244,
      "cov-distil (oracle2teacher)": 3.103343963623047,
      "epoch": 0.5965463108320251,
      "rel-constrast": 2.8679990768432617,
      "step": 760,
      "subrel-constrast": 3.4613089561462402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.414930582046509,
      "cov-distil (oracle2student)": 5.818894386291504,
      "cov-distil (oracle2teacher)": 4.7737650871276855,
      "epoch": 0.597331240188383,
      "rel-constrast": 2.8752079010009766,
      "step": 761,
      "subrel-constrast": 3.6584367752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3983787298202515,
      "cov-distil (oracle2student)": 2.590700149536133,
      "cov-distil (oracle2teacher)": 3.1148464679718018,
      "epoch": 0.598116169544741,
      "rel-constrast": 2.4492878913879395,
      "step": 762,
      "subrel-constrast": 3.479527473449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7677974700927734,
      "cov-distil (oracle2student)": 3.653330087661743,
      "cov-distil (oracle2teacher)": 3.5676822662353516,
      "epoch": 0.5989010989010989,
      "rel-constrast": 2.266293525695801,
      "step": 763,
      "subrel-constrast": 3.4307045936584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5328972339630127,
      "cov-distil (oracle2student)": 5.413540840148926,
      "cov-distil (oracle2teacher)": 5.277166843414307,
      "epoch": 0.5996860282574569,
      "rel-constrast": 2.538240432739258,
      "step": 764,
      "subrel-constrast": 3.8095598220825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5399198532104492,
      "cov-distil (oracle2student)": 4.329865455627441,
      "cov-distil (oracle2teacher)": 4.046688079833984,
      "epoch": 0.6004709576138147,
      "rel-constrast": 2.544536590576172,
      "step": 765,
      "subrel-constrast": 3.504791736602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4949631690979004,
      "cov-distil (oracle2student)": 5.501690864562988,
      "cov-distil (oracle2teacher)": 5.278680801391602,
      "epoch": 0.6012558869701727,
      "rel-constrast": 3.085678815841675,
      "step": 766,
      "subrel-constrast": 4.5386152267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.97635817527771,
      "cov-distil (oracle2student)": 4.331391334533691,
      "cov-distil (oracle2teacher)": 4.819714546203613,
      "epoch": 0.6020408163265306,
      "rel-constrast": 2.6791534423828125,
      "step": 767,
      "subrel-constrast": 4.109835624694824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9795265197753906,
      "cov-distil (oracle2student)": 3.9604601860046387,
      "cov-distil (oracle2teacher)": 3.897409677505493,
      "epoch": 0.6028257456828885,
      "rel-constrast": 2.893381118774414,
      "step": 768,
      "subrel-constrast": 3.544994354248047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9364285469055176,
      "cov-distil (oracle2student)": 4.221736907958984,
      "cov-distil (oracle2teacher)": 4.471977233886719,
      "epoch": 0.6036106750392465,
      "rel-constrast": 3.094393730163574,
      "step": 769,
      "subrel-constrast": 4.143015384674072,
      "view-similarity": 0
    },
    {
      "epoch": 0.6043956043956044,
      "grad_norm": 4.46875,
      "learning_rate": 9.912089140882376e-05,
      "loss": 0.7313,
      "step": 770
    },
    {
      "cov-distil": 2.1344192028045654,
      "cov-distil (oracle2student)": 3.236863613128662,
      "cov-distil (oracle2teacher)": 3.2669906616210938,
      "epoch": 0.6043956043956044,
      "rel-constrast": 3.0116946697235107,
      "step": 770,
      "subrel-constrast": 3.48584246635437,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8091436624526978,
      "cov-distil (oracle2student)": 4.835150241851807,
      "cov-distil (oracle2teacher)": 4.91487979888916,
      "epoch": 0.6051805337519623,
      "rel-constrast": 2.3150572776794434,
      "step": 771,
      "subrel-constrast": 3.490152359008789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7060894966125488,
      "cov-distil (oracle2student)": 4.400781631469727,
      "cov-distil (oracle2teacher)": 4.320243835449219,
      "epoch": 0.6059654631083202,
      "rel-constrast": 3.0776548385620117,
      "step": 772,
      "subrel-constrast": 3.744307041168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118053913116455,
      "cov-distil (oracle2student)": 3.5519628524780273,
      "cov-distil (oracle2teacher)": 3.86251163482666,
      "epoch": 0.6067503924646782,
      "rel-constrast": 2.6412463188171387,
      "step": 773,
      "subrel-constrast": 3.580489158630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.049075126647949,
      "cov-distil (oracle2student)": 4.674647331237793,
      "cov-distil (oracle2teacher)": 4.685955047607422,
      "epoch": 0.6075353218210361,
      "rel-constrast": 2.4921607971191406,
      "step": 774,
      "subrel-constrast": 3.911351442337036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678742527961731,
      "cov-distil (oracle2student)": 3.3168811798095703,
      "cov-distil (oracle2teacher)": 3.5869855880737305,
      "epoch": 0.6083202511773941,
      "rel-constrast": 4.557799816131592,
      "step": 775,
      "subrel-constrast": 5.056005477905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3578884601593018,
      "cov-distil (oracle2student)": 4.702489852905273,
      "cov-distil (oracle2teacher)": 4.410811424255371,
      "epoch": 0.609105180533752,
      "rel-constrast": 2.905818462371826,
      "step": 776,
      "subrel-constrast": 3.6025571823120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6991921663284302,
      "cov-distil (oracle2student)": 4.095460891723633,
      "cov-distil (oracle2teacher)": 4.141031265258789,
      "epoch": 0.6098901098901099,
      "rel-constrast": 2.7875232696533203,
      "step": 777,
      "subrel-constrast": 3.784414291381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6491081714630127,
      "cov-distil (oracle2student)": 2.649587631225586,
      "cov-distil (oracle2teacher)": 3.2644364833831787,
      "epoch": 0.6106750392464678,
      "rel-constrast": 1.7853388786315918,
      "step": 778,
      "subrel-constrast": 2.930776357650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5443012714385986,
      "cov-distil (oracle2student)": 3.640695333480835,
      "cov-distil (oracle2teacher)": 4.029472351074219,
      "epoch": 0.6114599686028257,
      "rel-constrast": 2.539719820022583,
      "step": 779,
      "subrel-constrast": 3.831068754196167,
      "view-similarity": 0
    },
    {
      "epoch": 0.6122448979591837,
      "grad_norm": 4.46875,
      "learning_rate": 9.90545258721667e-05,
      "loss": 0.7467,
      "step": 780
    },
    {
      "cov-distil": 1.6489627361297607,
      "cov-distil (oracle2student)": 3.650981903076172,
      "cov-distil (oracle2teacher)": 3.8227877616882324,
      "epoch": 0.6122448979591837,
      "rel-constrast": 2.8401718139648438,
      "step": 780,
      "subrel-constrast": 3.6593315601348877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8222053050994873,
      "cov-distil (oracle2student)": 5.953646659851074,
      "cov-distil (oracle2teacher)": 5.817246437072754,
      "epoch": 0.6130298273155416,
      "rel-constrast": 2.459453582763672,
      "step": 781,
      "subrel-constrast": 3.681818723678589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8810442686080933,
      "cov-distil (oracle2student)": 4.430765151977539,
      "cov-distil (oracle2teacher)": 4.269031047821045,
      "epoch": 0.6138147566718996,
      "rel-constrast": 2.9935178756713867,
      "step": 782,
      "subrel-constrast": 3.9122650623321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.505290985107422,
      "cov-distil (oracle2student)": 3.330160140991211,
      "cov-distil (oracle2teacher)": 3.4497852325439453,
      "epoch": 0.6145996860282574,
      "rel-constrast": 3.111135482788086,
      "step": 783,
      "subrel-constrast": 4.567922592163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9309662580490112,
      "cov-distil (oracle2student)": 3.646366596221924,
      "cov-distil (oracle2teacher)": 3.8098273277282715,
      "epoch": 0.6153846153846154,
      "rel-constrast": 3.902768611907959,
      "step": 784,
      "subrel-constrast": 4.465827465057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588878631591797,
      "cov-distil (oracle2student)": 2.622892379760742,
      "cov-distil (oracle2teacher)": 2.644770383834839,
      "epoch": 0.6161695447409733,
      "rel-constrast": 2.198070526123047,
      "step": 785,
      "subrel-constrast": 3.013568639755249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4264769554138184,
      "cov-distil (oracle2student)": 3.7463393211364746,
      "cov-distil (oracle2teacher)": 3.880138874053955,
      "epoch": 0.6169544740973313,
      "rel-constrast": 3.1726560592651367,
      "step": 786,
      "subrel-constrast": 3.9151108264923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2779414653778076,
      "cov-distil (oracle2student)": 7.057794570922852,
      "cov-distil (oracle2teacher)": 5.9195780754089355,
      "epoch": 0.6177394034536892,
      "rel-constrast": 3.1665666103363037,
      "step": 787,
      "subrel-constrast": 4.142194747924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8585708141326904,
      "cov-distil (oracle2student)": 4.567445755004883,
      "cov-distil (oracle2teacher)": 4.804073333740234,
      "epoch": 0.6185243328100472,
      "rel-constrast": 2.965137004852295,
      "step": 788,
      "subrel-constrast": 3.868421792984009,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01106595993042,
      "cov-distil (oracle2student)": 4.328401565551758,
      "cov-distil (oracle2teacher)": 3.814530611038208,
      "epoch": 0.619309262166405,
      "rel-constrast": 3.5885238647460938,
      "step": 789,
      "subrel-constrast": 4.095194339752197,
      "view-similarity": 0
    },
    {
      "epoch": 0.6200941915227629,
      "grad_norm": 6.53125,
      "learning_rate": 9.898576948712426e-05,
      "loss": 0.8075,
      "step": 790
    },
    {
      "cov-distil": 1.9032108783721924,
      "cov-distil (oracle2student)": 5.536253929138184,
      "cov-distil (oracle2teacher)": 5.041342735290527,
      "epoch": 0.6200941915227629,
      "rel-constrast": 3.5481302738189697,
      "step": 790,
      "subrel-constrast": 4.37382698059082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5197924375534058,
      "cov-distil (oracle2student)": 3.0786914825439453,
      "cov-distil (oracle2teacher)": 3.5315918922424316,
      "epoch": 0.6208791208791209,
      "rel-constrast": 2.6151833534240723,
      "step": 791,
      "subrel-constrast": 3.840066432952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8417248725891113,
      "cov-distil (oracle2student)": 4.127201080322266,
      "cov-distil (oracle2teacher)": 4.197141170501709,
      "epoch": 0.6216640502354788,
      "rel-constrast": 2.331087827682495,
      "step": 792,
      "subrel-constrast": 3.0706467628479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.125084400177002,
      "cov-distil (oracle2student)": 4.039155960083008,
      "cov-distil (oracle2teacher)": 4.068049430847168,
      "epoch": 0.6224489795918368,
      "rel-constrast": 2.0692524909973145,
      "step": 793,
      "subrel-constrast": 3.3239994049072266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8439935445785522,
      "cov-distil (oracle2student)": 3.8534066677093506,
      "cov-distil (oracle2teacher)": 4.038243293762207,
      "epoch": 0.6232339089481946,
      "rel-constrast": 2.5582923889160156,
      "step": 794,
      "subrel-constrast": 3.556321382522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2708503007888794,
      "cov-distil (oracle2student)": 2.701033592224121,
      "cov-distil (oracle2teacher)": 2.9735465049743652,
      "epoch": 0.6240188383045526,
      "rel-constrast": 2.2404656410217285,
      "step": 795,
      "subrel-constrast": 2.6901257038116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018622398376465,
      "cov-distil (oracle2student)": 4.433980941772461,
      "cov-distil (oracle2teacher)": 4.023255348205566,
      "epoch": 0.6248037676609105,
      "rel-constrast": 3.044856548309326,
      "step": 796,
      "subrel-constrast": 3.9142961502075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688415050506592,
      "cov-distil (oracle2student)": 3.791220188140869,
      "cov-distil (oracle2teacher)": 3.8067524433135986,
      "epoch": 0.6255886970172685,
      "rel-constrast": 2.0085039138793945,
      "step": 797,
      "subrel-constrast": 3.0669939517974854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5651764869689941,
      "cov-distil (oracle2student)": 4.241485118865967,
      "cov-distil (oracle2teacher)": 4.090527057647705,
      "epoch": 0.6263736263736264,
      "rel-constrast": 3.2804651260375977,
      "step": 798,
      "subrel-constrast": 4.208683013916016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.788403868675232,
      "cov-distil (oracle2student)": 4.605666160583496,
      "cov-distil (oracle2teacher)": 4.535662651062012,
      "epoch": 0.6271585557299842,
      "rel-constrast": 3.704131841659546,
      "step": 799,
      "subrel-constrast": 4.373096466064453,
      "view-similarity": 0
    },
    {
      "epoch": 0.6279434850863422,
      "grad_norm": 4.90625,
      "learning_rate": 9.891462560478562e-05,
      "loss": 0.7291,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "overlap": 0.30000001192092896,
      "step": 800
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "student margin": 0.0548095703125
    },
    {
      "epoch": 0.6279434850863422,
      "step": 800,
      "teacher margin": 0.030029296875
    },
    {
      "epoch": 0.6279434850863422,
      "margin difference": -0.0247802734375,
      "step": 800
    },
    {
      "cov-distil": 2.07137393951416,
      "cov-distil (oracle2student)": 3.7887167930603027,
      "cov-distil (oracle2teacher)": 3.9164695739746094,
      "epoch": 0.6279434850863422,
      "rel-constrast": 1.7764430046081543,
      "step": 800,
      "subrel-constrast": 3.3220698833465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.393472194671631,
      "cov-distil (oracle2student)": 4.741421699523926,
      "cov-distil (oracle2teacher)": 4.460577011108398,
      "epoch": 0.6287284144427001,
      "rel-constrast": 3.892425775527954,
      "step": 801,
      "subrel-constrast": 4.917531967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7432823181152344,
      "cov-distil (oracle2student)": 3.0089168548583984,
      "cov-distil (oracle2teacher)": 3.588092803955078,
      "epoch": 0.6295133437990581,
      "rel-constrast": 2.488374710083008,
      "step": 802,
      "subrel-constrast": 3.4828929901123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0196077823638916,
      "cov-distil (oracle2student)": 6.32865571975708,
      "cov-distil (oracle2teacher)": 5.71528434753418,
      "epoch": 0.630298273155416,
      "rel-constrast": 3.041060209274292,
      "step": 803,
      "subrel-constrast": 3.621938943862915,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.890907645225525,
      "cov-distil (oracle2student)": 3.559891700744629,
      "cov-distil (oracle2teacher)": 3.3717827796936035,
      "epoch": 0.631083202511774,
      "rel-constrast": 1.9127113819122314,
      "step": 804,
      "subrel-constrast": 3.0880022048950195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2540407180786133,
      "cov-distil (oracle2student)": 4.077268600463867,
      "cov-distil (oracle2teacher)": 4.5374579429626465,
      "epoch": 0.6318681318681318,
      "rel-constrast": 3.3933563232421875,
      "step": 805,
      "subrel-constrast": 3.99078106880188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5415126085281372,
      "cov-distil (oracle2student)": 4.850283622741699,
      "cov-distil (oracle2teacher)": 4.938112258911133,
      "epoch": 0.6326530612244898,
      "rel-constrast": 2.7276740074157715,
      "step": 806,
      "subrel-constrast": 3.5619046688079834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9655267000198364,
      "cov-distil (oracle2student)": 4.568509101867676,
      "cov-distil (oracle2teacher)": 4.79448127746582,
      "epoch": 0.6334379905808477,
      "rel-constrast": 3.127692222595215,
      "step": 807,
      "subrel-constrast": 4.244476318359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9445416927337646,
      "cov-distil (oracle2student)": 4.588274955749512,
      "cov-distil (oracle2teacher)": 4.637552738189697,
      "epoch": 0.6342229199372057,
      "rel-constrast": 1.8590281009674072,
      "step": 808,
      "subrel-constrast": 3.3275527954101562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1496570110321045,
      "cov-distil (oracle2student)": 4.097894668579102,
      "cov-distil (oracle2teacher)": 4.129263877868652,
      "epoch": 0.6350078492935636,
      "rel-constrast": 2.1304121017456055,
      "step": 809,
      "subrel-constrast": 3.053251028060913,
      "view-similarity": 0
    },
    {
      "epoch": 0.6357927786499215,
      "grad_norm": 4.0625,
      "learning_rate": 9.884109769260325e-05,
      "loss": 0.7062,
      "step": 810
    },
    {
      "cov-distil": 1.9604099988937378,
      "cov-distil (oracle2student)": 4.845346450805664,
      "cov-distil (oracle2teacher)": 4.403116226196289,
      "epoch": 0.6357927786499215,
      "rel-constrast": 2.1647017002105713,
      "step": 810,
      "subrel-constrast": 3.679816246032715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9721311330795288,
      "cov-distil (oracle2student)": 4.078941345214844,
      "cov-distil (oracle2teacher)": 4.232403755187988,
      "epoch": 0.6365777080062794,
      "rel-constrast": 2.2535033226013184,
      "step": 811,
      "subrel-constrast": 3.9063940048217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8286757469177246,
      "cov-distil (oracle2student)": 3.535308837890625,
      "cov-distil (oracle2teacher)": 3.682401180267334,
      "epoch": 0.6373626373626373,
      "rel-constrast": 2.6325817108154297,
      "step": 812,
      "subrel-constrast": 3.3632500171661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8448810577392578,
      "cov-distil (oracle2student)": 4.806265830993652,
      "cov-distil (oracle2teacher)": 4.622739315032959,
      "epoch": 0.6381475667189953,
      "rel-constrast": 3.028944492340088,
      "step": 813,
      "subrel-constrast": 3.403648853302002,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02101993560791,
      "cov-distil (oracle2student)": 4.138705253601074,
      "cov-distil (oracle2teacher)": 4.006689071655273,
      "epoch": 0.6389324960753532,
      "rel-constrast": 3.283756971359253,
      "step": 814,
      "subrel-constrast": 4.3549275398254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6917802095413208,
      "cov-distil (oracle2student)": 2.688693046569824,
      "cov-distil (oracle2teacher)": 3.134133815765381,
      "epoch": 0.6397174254317112,
      "rel-constrast": 2.4147956371307373,
      "step": 815,
      "subrel-constrast": 3.459134101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903291940689087,
      "cov-distil (oracle2student)": 3.503342390060425,
      "cov-distil (oracle2teacher)": 3.974421739578247,
      "epoch": 0.640502354788069,
      "rel-constrast": 2.778625965118408,
      "step": 816,
      "subrel-constrast": 3.484713315963745,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7478690147399902,
      "cov-distil (oracle2student)": 5.24201774597168,
      "cov-distil (oracle2teacher)": 4.368651390075684,
      "epoch": 0.641287284144427,
      "rel-constrast": 3.3097801208496094,
      "step": 817,
      "subrel-constrast": 3.8402271270751953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151348114013672,
      "cov-distil (oracle2student)": 4.053069114685059,
      "cov-distil (oracle2teacher)": 3.972433090209961,
      "epoch": 0.6420722135007849,
      "rel-constrast": 2.5827136039733887,
      "step": 818,
      "subrel-constrast": 3.633152723312378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8682067394256592,
      "cov-distil (oracle2student)": 4.006582260131836,
      "cov-distil (oracle2teacher)": 3.94551944732666,
      "epoch": 0.6428571428571429,
      "rel-constrast": 2.338613271713257,
      "step": 819,
      "subrel-constrast": 3.299278974533081,
      "view-similarity": 0
    },
    {
      "epoch": 0.6436420722135008,
      "grad_norm": 3.6875,
      "learning_rate": 9.876518933422386e-05,
      "loss": 0.7172,
      "step": 820
    },
    {
      "cov-distil": 1.3613040447235107,
      "cov-distil (oracle2student)": 3.4806251525878906,
      "cov-distil (oracle2teacher)": 3.470193386077881,
      "epoch": 0.6436420722135008,
      "rel-constrast": 2.731233596801758,
      "step": 820,
      "subrel-constrast": 3.265641927719116,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244143009185791,
      "cov-distil (oracle2student)": 4.559513092041016,
      "cov-distil (oracle2teacher)": 4.53828239440918,
      "epoch": 0.6444270015698587,
      "rel-constrast": 1.8589560985565186,
      "step": 821,
      "subrel-constrast": 3.1558451652526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5794264078140259,
      "cov-distil (oracle2student)": 4.966009140014648,
      "cov-distil (oracle2teacher)": 4.443942070007324,
      "epoch": 0.6452119309262166,
      "rel-constrast": 3.2919812202453613,
      "step": 822,
      "subrel-constrast": 3.8437931537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6960428953170776,
      "cov-distil (oracle2student)": 3.97774600982666,
      "cov-distil (oracle2teacher)": 4.340310096740723,
      "epoch": 0.6459968602825745,
      "rel-constrast": 3.759077787399292,
      "step": 823,
      "subrel-constrast": 3.9104790687561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.342135429382324,
      "cov-distil (oracle2student)": 4.254604339599609,
      "cov-distil (oracle2teacher)": 3.7513608932495117,
      "epoch": 0.6467817896389325,
      "rel-constrast": 2.8113479614257812,
      "step": 824,
      "subrel-constrast": 3.7916905879974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8334715366363525,
      "cov-distil (oracle2student)": 4.044943809509277,
      "cov-distil (oracle2teacher)": 3.8085620403289795,
      "epoch": 0.6475667189952904,
      "rel-constrast": 3.648815155029297,
      "step": 825,
      "subrel-constrast": 4.402959823608398,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441406726837158,
      "cov-distil (oracle2student)": 4.912572860717773,
      "cov-distil (oracle2teacher)": 5.065012454986572,
      "epoch": 0.6483516483516484,
      "rel-constrast": 2.6673500537872314,
      "step": 826,
      "subrel-constrast": 4.091324806213379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0244760513305664,
      "cov-distil (oracle2student)": 4.431854248046875,
      "cov-distil (oracle2teacher)": 4.079989910125732,
      "epoch": 0.6491365777080063,
      "rel-constrast": 3.2582874298095703,
      "step": 827,
      "subrel-constrast": 3.59161376953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524113416671753,
      "cov-distil (oracle2student)": 2.973283052444458,
      "cov-distil (oracle2teacher)": 3.2418324947357178,
      "epoch": 0.6499215070643642,
      "rel-constrast": 2.0942296981811523,
      "step": 828,
      "subrel-constrast": 3.1687159538269043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8158206939697266,
      "cov-distil (oracle2student)": 5.789151191711426,
      "cov-distil (oracle2teacher)": 5.1509904861450195,
      "epoch": 0.6507064364207221,
      "rel-constrast": 3.08081316947937,
      "step": 829,
      "subrel-constrast": 4.06684684753418,
      "view-similarity": 0
    },
    {
      "epoch": 0.6514913657770801,
      "grad_norm": 4.90625,
      "learning_rate": 9.868690422931372e-05,
      "loss": 0.776,
      "step": 830
    },
    {
      "cov-distil": 1.8688712120056152,
      "cov-distil (oracle2student)": 3.8828787803649902,
      "cov-distil (oracle2teacher)": 3.662693500518799,
      "epoch": 0.6514913657770801,
      "rel-constrast": 3.318396806716919,
      "step": 830,
      "subrel-constrast": 4.195152759552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9686133861541748,
      "cov-distil (oracle2student)": 3.1399126052856445,
      "cov-distil (oracle2teacher)": 3.730818033218384,
      "epoch": 0.652276295133438,
      "rel-constrast": 2.692656993865967,
      "step": 831,
      "subrel-constrast": 3.786558151245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7779088020324707,
      "cov-distil (oracle2student)": 4.928066253662109,
      "cov-distil (oracle2teacher)": 4.778559684753418,
      "epoch": 0.6530612244897959,
      "rel-constrast": 3.099802017211914,
      "step": 832,
      "subrel-constrast": 4.224693298339844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6308538913726807,
      "cov-distil (oracle2student)": 2.6736679077148438,
      "cov-distil (oracle2teacher)": 3.0721518993377686,
      "epoch": 0.6538461538461539,
      "rel-constrast": 1.786879301071167,
      "step": 833,
      "subrel-constrast": 3.1197421550750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8115979433059692,
      "cov-distil (oracle2student)": 3.8968236446380615,
      "cov-distil (oracle2teacher)": 3.8140316009521484,
      "epoch": 0.6546310832025117,
      "rel-constrast": 3.6642560958862305,
      "step": 834,
      "subrel-constrast": 4.2297043800354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5339590311050415,
      "cov-distil (oracle2student)": 6.116901397705078,
      "cov-distil (oracle2teacher)": 5.722593307495117,
      "epoch": 0.6554160125588697,
      "rel-constrast": 2.4206228256225586,
      "step": 835,
      "subrel-constrast": 3.1838877201080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5586905479431152,
      "cov-distil (oracle2student)": 4.893721580505371,
      "cov-distil (oracle2teacher)": 4.87391996383667,
      "epoch": 0.6562009419152276,
      "rel-constrast": 3.4486303329467773,
      "step": 836,
      "subrel-constrast": 4.176630020141602,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259620189666748,
      "cov-distil (oracle2student)": 3.9855966567993164,
      "cov-distil (oracle2teacher)": 3.9351415634155273,
      "epoch": 0.6569858712715856,
      "rel-constrast": 3.2155091762542725,
      "step": 837,
      "subrel-constrast": 4.581693649291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2658183574676514,
      "cov-distil (oracle2student)": 3.9359545707702637,
      "cov-distil (oracle2teacher)": 3.8236522674560547,
      "epoch": 0.6577708006279435,
      "rel-constrast": 2.3544206619262695,
      "step": 838,
      "subrel-constrast": 2.9630014896392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1661616563796997,
      "cov-distil (oracle2student)": 3.9864234924316406,
      "cov-distil (oracle2teacher)": 3.830979108810425,
      "epoch": 0.6585557299843015,
      "rel-constrast": 3.685758590698242,
      "step": 839,
      "subrel-constrast": 4.283655643463135,
      "view-similarity": 0
    },
    {
      "epoch": 0.6593406593406593,
      "grad_norm": 5.28125,
      "learning_rate": 9.860624619337844e-05,
      "loss": 0.7843,
      "step": 840
    },
    {
      "cov-distil": 1.585517168045044,
      "cov-distil (oracle2student)": 5.028079986572266,
      "cov-distil (oracle2teacher)": 4.944415092468262,
      "epoch": 0.6593406593406593,
      "rel-constrast": 2.739194869995117,
      "step": 840,
      "subrel-constrast": 3.7220168113708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1238415241241455,
      "cov-distil (oracle2student)": 4.506241798400879,
      "cov-distil (oracle2teacher)": 4.564523696899414,
      "epoch": 0.6601255886970173,
      "rel-constrast": 2.273859977722168,
      "step": 841,
      "subrel-constrast": 3.255267858505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1754188537597656,
      "cov-distil (oracle2student)": 5.162229537963867,
      "cov-distil (oracle2teacher)": 5.27392053604126,
      "epoch": 0.6609105180533752,
      "rel-constrast": 2.758368492126465,
      "step": 842,
      "subrel-constrast": 4.21079683303833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751971960067749,
      "cov-distil (oracle2student)": 3.0191264152526855,
      "cov-distil (oracle2teacher)": 3.1608991622924805,
      "epoch": 0.6616954474097331,
      "rel-constrast": 2.8903708457946777,
      "step": 843,
      "subrel-constrast": 3.6265742778778076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6524056196212769,
      "cov-distil (oracle2student)": 3.7987866401672363,
      "cov-distil (oracle2teacher)": 4.253772735595703,
      "epoch": 0.6624803767660911,
      "rel-constrast": 2.489950180053711,
      "step": 844,
      "subrel-constrast": 3.440852403640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2547926902770996,
      "cov-distil (oracle2student)": 3.4837350845336914,
      "cov-distil (oracle2teacher)": 3.916646957397461,
      "epoch": 0.6632653061224489,
      "rel-constrast": 2.699276924133301,
      "step": 845,
      "subrel-constrast": 4.090303421020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8929013013839722,
      "cov-distil (oracle2student)": 5.557638645172119,
      "cov-distil (oracle2teacher)": 4.966164588928223,
      "epoch": 0.6640502354788069,
      "rel-constrast": 2.8288395404815674,
      "step": 846,
      "subrel-constrast": 3.9585092067718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3410125970840454,
      "cov-distil (oracle2student)": 4.162353038787842,
      "cov-distil (oracle2teacher)": 3.8749754428863525,
      "epoch": 0.6648351648351648,
      "rel-constrast": 3.3669276237487793,
      "step": 847,
      "subrel-constrast": 3.8084867000579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6055241823196411,
      "cov-distil (oracle2student)": 3.8613104820251465,
      "cov-distil (oracle2teacher)": 3.961886405944824,
      "epoch": 0.6656200941915228,
      "rel-constrast": 2.1296777725219727,
      "step": 848,
      "subrel-constrast": 3.0637824535369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7852144241333008,
      "cov-distil (oracle2student)": 3.866853713989258,
      "cov-distil (oracle2teacher)": 3.817869186401367,
      "epoch": 0.6664050235478807,
      "rel-constrast": 2.6137993335723877,
      "step": 849,
      "subrel-constrast": 3.6594152450561523,
      "view-similarity": 0
    },
    {
      "epoch": 0.6671899529042387,
      "grad_norm": 4.21875,
      "learning_rate": 9.852321915757687e-05,
      "loss": 0.7152,
      "step": 850
    },
    {
      "cov-distil": 1.8544361591339111,
      "cov-distil (oracle2student)": 3.851184129714966,
      "cov-distil (oracle2teacher)": 3.840437173843384,
      "epoch": 0.6671899529042387,
      "rel-constrast": 2.343392848968506,
      "step": 850,
      "subrel-constrast": 3.0036966800689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5836443901062012,
      "cov-distil (oracle2student)": 2.708463191986084,
      "cov-distil (oracle2teacher)": 3.1831774711608887,
      "epoch": 0.6679748822605965,
      "rel-constrast": 4.166572570800781,
      "step": 851,
      "subrel-constrast": 4.379469394683838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8671015501022339,
      "cov-distil (oracle2student)": 3.9282665252685547,
      "cov-distil (oracle2teacher)": 3.7997078895568848,
      "epoch": 0.6687598116169545,
      "rel-constrast": 2.465226888656616,
      "step": 852,
      "subrel-constrast": 3.140305757522583,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3529698848724365,
      "cov-distil (oracle2student)": 5.888525485992432,
      "cov-distil (oracle2teacher)": 5.636739253997803,
      "epoch": 0.6695447409733124,
      "rel-constrast": 2.213122844696045,
      "step": 853,
      "subrel-constrast": 3.198671817779541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7354469299316406,
      "cov-distil (oracle2student)": 5.205506324768066,
      "cov-distil (oracle2teacher)": 5.337170600891113,
      "epoch": 0.6703296703296703,
      "rel-constrast": 2.7035794258117676,
      "step": 854,
      "subrel-constrast": 3.4473960399627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4154722690582275,
      "cov-distil (oracle2student)": 5.028477668762207,
      "cov-distil (oracle2teacher)": 4.714015483856201,
      "epoch": 0.6711145996860283,
      "rel-constrast": 3.080421209335327,
      "step": 855,
      "subrel-constrast": 4.315674304962158,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1069283485412598,
      "cov-distil (oracle2student)": 4.502045154571533,
      "cov-distil (oracle2teacher)": 4.230210781097412,
      "epoch": 0.6718995290423861,
      "rel-constrast": 3.332057476043701,
      "step": 856,
      "subrel-constrast": 3.827903985977173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9153714179992676,
      "cov-distil (oracle2student)": 5.1061906814575195,
      "cov-distil (oracle2teacher)": 4.543417930603027,
      "epoch": 0.6726844583987441,
      "rel-constrast": 3.87703013420105,
      "step": 857,
      "subrel-constrast": 4.184089183807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6606446504592896,
      "cov-distil (oracle2student)": 4.434763431549072,
      "cov-distil (oracle2teacher)": 4.45719575881958,
      "epoch": 0.673469387755102,
      "rel-constrast": 2.3445687294006348,
      "step": 858,
      "subrel-constrast": 3.505504608154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6464602947235107,
      "cov-distil (oracle2student)": 4.741555213928223,
      "cov-distil (oracle2teacher)": 4.754049777984619,
      "epoch": 0.67425431711146,
      "rel-constrast": 3.2796947956085205,
      "step": 859,
      "subrel-constrast": 4.12204647064209,
      "view-similarity": 0
    },
    {
      "epoch": 0.6750392464678179,
      "grad_norm": 4.65625,
      "learning_rate": 9.843782716852963e-05,
      "loss": 0.793,
      "step": 860
    },
    {
      "cov-distil": 2.1119139194488525,
      "cov-distil (oracle2student)": 5.213024616241455,
      "cov-distil (oracle2teacher)": 4.918108940124512,
      "epoch": 0.6750392464678179,
      "rel-constrast": 2.2706429958343506,
      "step": 860,
      "subrel-constrast": 3.733924627304077,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0580742359161377,
      "cov-distil (oracle2student)": 3.656494379043579,
      "cov-distil (oracle2teacher)": 3.4598336219787598,
      "epoch": 0.6758241758241759,
      "rel-constrast": 2.052098274230957,
      "step": 861,
      "subrel-constrast": 3.435699701309204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.918952226638794,
      "cov-distil (oracle2student)": 5.861886024475098,
      "cov-distil (oracle2teacher)": 5.304023742675781,
      "epoch": 0.6766091051805337,
      "rel-constrast": 2.732722282409668,
      "step": 862,
      "subrel-constrast": 3.5686354637145996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8519134521484375,
      "cov-distil (oracle2student)": 5.4147868156433105,
      "cov-distil (oracle2teacher)": 5.282538414001465,
      "epoch": 0.6773940345368917,
      "rel-constrast": 3.4323840141296387,
      "step": 863,
      "subrel-constrast": 4.113813877105713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4379552602767944,
      "cov-distil (oracle2student)": 5.890660285949707,
      "cov-distil (oracle2teacher)": 5.143360614776611,
      "epoch": 0.6781789638932496,
      "rel-constrast": 2.542649269104004,
      "step": 864,
      "subrel-constrast": 3.5844109058380127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9804813861846924,
      "cov-distil (oracle2student)": 5.398472785949707,
      "cov-distil (oracle2teacher)": 4.858977794647217,
      "epoch": 0.6789638932496075,
      "rel-constrast": 2.2103490829467773,
      "step": 865,
      "subrel-constrast": 3.3650054931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7397279739379883,
      "cov-distil (oracle2student)": 5.103935241699219,
      "cov-distil (oracle2teacher)": 4.587593078613281,
      "epoch": 0.6797488226059655,
      "rel-constrast": 2.820547580718994,
      "step": 866,
      "subrel-constrast": 3.4527432918548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322346448898315,
      "cov-distil (oracle2student)": 4.916431427001953,
      "cov-distil (oracle2teacher)": 5.138644218444824,
      "epoch": 0.6805337519623234,
      "rel-constrast": 3.696272373199463,
      "step": 867,
      "subrel-constrast": 5.016303539276123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8857619762420654,
      "cov-distil (oracle2student)": 4.0981903076171875,
      "cov-distil (oracle2teacher)": 4.014559268951416,
      "epoch": 0.6813186813186813,
      "rel-constrast": 2.0508675575256348,
      "step": 868,
      "subrel-constrast": 3.1872570514678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5803077220916748,
      "cov-distil (oracle2student)": 3.2245841026306152,
      "cov-distil (oracle2teacher)": 3.468702793121338,
      "epoch": 0.6821036106750392,
      "rel-constrast": 2.4359402656555176,
      "step": 869,
      "subrel-constrast": 3.36860990524292,
      "view-similarity": 0
    },
    {
      "epoch": 0.6828885400313972,
      "grad_norm": 4.0,
      "learning_rate": 9.835007438812177e-05,
      "loss": 0.7024,
      "step": 870
    },
    {
      "cov-distil": 1.7187564373016357,
      "cov-distil (oracle2student)": 5.383778095245361,
      "cov-distil (oracle2teacher)": 5.235700607299805,
      "epoch": 0.6828885400313972,
      "rel-constrast": 3.1511690616607666,
      "step": 870,
      "subrel-constrast": 3.534976005554199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476004958152771,
      "cov-distil (oracle2student)": 3.8219008445739746,
      "cov-distil (oracle2teacher)": 4.0723772048950195,
      "epoch": 0.6836734693877551,
      "rel-constrast": 3.0895910263061523,
      "step": 871,
      "subrel-constrast": 4.117893218994141,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.470381021499634,
      "cov-distil (oracle2student)": 4.607852935791016,
      "cov-distil (oracle2teacher)": 4.075732231140137,
      "epoch": 0.6844583987441131,
      "rel-constrast": 2.166947603225708,
      "step": 872,
      "subrel-constrast": 3.5940258502960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6689425706863403,
      "cov-distil (oracle2student)": 4.214531421661377,
      "cov-distil (oracle2teacher)": 4.445000648498535,
      "epoch": 0.685243328100471,
      "rel-constrast": 3.0187690258026123,
      "step": 873,
      "subrel-constrast": 3.747178316116333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7866528034210205,
      "cov-distil (oracle2student)": 5.252414226531982,
      "cov-distil (oracle2teacher)": 5.025193214416504,
      "epoch": 0.6860282574568289,
      "rel-constrast": 2.5388922691345215,
      "step": 874,
      "subrel-constrast": 3.355250597000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362359046936035,
      "cov-distil (oracle2student)": 3.863281726837158,
      "cov-distil (oracle2teacher)": 4.085927963256836,
      "epoch": 0.6868131868131868,
      "rel-constrast": 2.7269537448883057,
      "step": 875,
      "subrel-constrast": 3.3114888668060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.247708320617676,
      "cov-distil (oracle2student)": 4.680023193359375,
      "cov-distil (oracle2teacher)": 4.505131721496582,
      "epoch": 0.6875981161695447,
      "rel-constrast": 3.360785484313965,
      "step": 876,
      "subrel-constrast": 4.492066383361816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.14748215675354,
      "cov-distil (oracle2student)": 4.216982841491699,
      "cov-distil (oracle2teacher)": 3.8833765983581543,
      "epoch": 0.6883830455259027,
      "rel-constrast": 1.8274626731872559,
      "step": 877,
      "subrel-constrast": 2.3975515365600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.059462070465088,
      "cov-distil (oracle2student)": 3.9345309734344482,
      "cov-distil (oracle2teacher)": 3.6621665954589844,
      "epoch": 0.6891679748822606,
      "rel-constrast": 2.3162317276000977,
      "step": 878,
      "subrel-constrast": 3.1174283027648926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635522723197937,
      "cov-distil (oracle2student)": 4.455538272857666,
      "cov-distil (oracle2teacher)": 4.065136432647705,
      "epoch": 0.6899529042386185,
      "rel-constrast": 2.5478322505950928,
      "step": 879,
      "subrel-constrast": 3.2075719833374023,
      "view-similarity": 0
    },
    {
      "epoch": 0.6907378335949764,
      "grad_norm": 4.375,
      "learning_rate": 9.82599650933e-05,
      "loss": 0.714,
      "step": 880
    },
    {
      "cov-distil": 2.3419814109802246,
      "cov-distil (oracle2student)": 5.109210014343262,
      "cov-distil (oracle2teacher)": 4.545287132263184,
      "epoch": 0.6907378335949764,
      "rel-constrast": 2.585604667663574,
      "step": 880,
      "subrel-constrast": 3.7950093746185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7058218717575073,
      "cov-distil (oracle2student)": 3.3312792778015137,
      "cov-distil (oracle2teacher)": 3.4038925170898438,
      "epoch": 0.6915227629513344,
      "rel-constrast": 2.864086627960205,
      "step": 881,
      "subrel-constrast": 3.2701587677001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7360910177230835,
      "cov-distil (oracle2student)": 5.190556526184082,
      "cov-distil (oracle2teacher)": 4.769707679748535,
      "epoch": 0.6923076923076923,
      "rel-constrast": 3.529582977294922,
      "step": 882,
      "subrel-constrast": 4.164109230041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8139595985412598,
      "cov-distil (oracle2student)": 2.983628273010254,
      "cov-distil (oracle2teacher)": 3.1807034015655518,
      "epoch": 0.6930926216640503,
      "rel-constrast": 2.228362798690796,
      "step": 883,
      "subrel-constrast": 3.0694305896759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6234595775604248,
      "cov-distil (oracle2student)": 4.972040176391602,
      "cov-distil (oracle2teacher)": 4.525599479675293,
      "epoch": 0.6938775510204082,
      "rel-constrast": 3.3969666957855225,
      "step": 884,
      "subrel-constrast": 3.8126723766326904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3615365028381348,
      "cov-distil (oracle2student)": 3.1853981018066406,
      "cov-distil (oracle2teacher)": 3.733419418334961,
      "epoch": 0.6946624803767661,
      "rel-constrast": 2.395984411239624,
      "step": 885,
      "subrel-constrast": 4.092850685119629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456525564193726,
      "cov-distil (oracle2student)": 2.8674278259277344,
      "cov-distil (oracle2teacher)": 3.133357048034668,
      "epoch": 0.695447409733124,
      "rel-constrast": 3.0922560691833496,
      "step": 886,
      "subrel-constrast": 3.789360761642456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576092004776001,
      "cov-distil (oracle2student)": 3.6172804832458496,
      "cov-distil (oracle2teacher)": 3.6217429637908936,
      "epoch": 0.6962323390894819,
      "rel-constrast": 2.8564932346343994,
      "step": 887,
      "subrel-constrast": 3.685474157333374,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8408576250076294,
      "cov-distil (oracle2student)": 3.1587188243865967,
      "cov-distil (oracle2teacher)": 3.03484845161438,
      "epoch": 0.6970172684458399,
      "rel-constrast": 2.409207820892334,
      "step": 888,
      "subrel-constrast": 3.24705171585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8653795719146729,
      "cov-distil (oracle2student)": 5.4005937576293945,
      "cov-distil (oracle2teacher)": 4.76096773147583,
      "epoch": 0.6978021978021978,
      "rel-constrast": 2.1176583766937256,
      "step": 889,
      "subrel-constrast": 3.173741340637207,
      "view-similarity": 0
    },
    {
      "epoch": 0.6985871271585558,
      "grad_norm": 4.0,
      "learning_rate": 9.816750367586425e-05,
      "loss": 0.7334,
      "step": 890
    },
    {
      "cov-distil": 2.185938596725464,
      "cov-distil (oracle2student)": 5.16299295425415,
      "cov-distil (oracle2teacher)": 5.005082130432129,
      "epoch": 0.6985871271585558,
      "rel-constrast": 2.198255777359009,
      "step": 890,
      "subrel-constrast": 3.4309003353118896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9119247198104858,
      "cov-distil (oracle2student)": 4.537696838378906,
      "cov-distil (oracle2teacher)": 3.914477825164795,
      "epoch": 0.6993720565149136,
      "rel-constrast": 2.1729631423950195,
      "step": 891,
      "subrel-constrast": 3.1753902435302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0340452194213867,
      "cov-distil (oracle2student)": 3.322777271270752,
      "cov-distil (oracle2teacher)": 3.4288601875305176,
      "epoch": 0.7001569858712716,
      "rel-constrast": 2.7764010429382324,
      "step": 892,
      "subrel-constrast": 4.208310604095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2398788928985596,
      "cov-distil (oracle2student)": 4.844778537750244,
      "cov-distil (oracle2teacher)": 4.498135089874268,
      "epoch": 0.7009419152276295,
      "rel-constrast": 2.199577569961548,
      "step": 893,
      "subrel-constrast": 2.8831679821014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8128867149353027,
      "cov-distil (oracle2student)": 4.802634239196777,
      "cov-distil (oracle2teacher)": 4.127959251403809,
      "epoch": 0.7017268445839875,
      "rel-constrast": 2.103572130203247,
      "step": 894,
      "subrel-constrast": 2.9984514713287354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6452707052230835,
      "cov-distil (oracle2student)": 5.216860771179199,
      "cov-distil (oracle2teacher)": 4.596412658691406,
      "epoch": 0.7025117739403454,
      "rel-constrast": 2.9926700592041016,
      "step": 895,
      "subrel-constrast": 4.218294620513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6189830303192139,
      "cov-distil (oracle2student)": 4.1188178062438965,
      "cov-distil (oracle2teacher)": 4.403017044067383,
      "epoch": 0.7032967032967034,
      "rel-constrast": 2.607673168182373,
      "step": 896,
      "subrel-constrast": 3.03582763671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7369756698608398,
      "cov-distil (oracle2student)": 3.847229480743408,
      "cov-distil (oracle2teacher)": 3.80568790435791,
      "epoch": 0.7040816326530612,
      "rel-constrast": 1.9371387958526611,
      "step": 897,
      "subrel-constrast": 3.058107852935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3147246837615967,
      "cov-distil (oracle2student)": 4.650227069854736,
      "cov-distil (oracle2teacher)": 4.196084499359131,
      "epoch": 0.7048665620094191,
      "rel-constrast": 2.1417362689971924,
      "step": 898,
      "subrel-constrast": 3.6078920364379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7226754426956177,
      "cov-distil (oracle2student)": 4.18241024017334,
      "cov-distil (oracle2teacher)": 3.75490403175354,
      "epoch": 0.7056514913657771,
      "rel-constrast": 3.5729312896728516,
      "step": 899,
      "subrel-constrast": 4.453416347503662,
      "view-similarity": 0
    },
    {
      "epoch": 0.706436420722135,
      "grad_norm": 6.71875,
      "learning_rate": 9.807269464225355e-05,
      "loss": 0.6631,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "overlap": 0.28125,
      "step": 900
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "student margin": 0.05902099609375
    },
    {
      "epoch": 0.706436420722135,
      "step": 900,
      "teacher margin": 0.03277587890625
    },
    {
      "epoch": 0.706436420722135,
      "margin difference": -0.0262451171875,
      "step": 900
    },
    {
      "cov-distil": 2.3278403282165527,
      "cov-distil (oracle2student)": 2.8679323196411133,
      "cov-distil (oracle2teacher)": 3.5325591564178467,
      "epoch": 0.706436420722135,
      "rel-constrast": 3.3284692764282227,
      "step": 900,
      "subrel-constrast": 4.296357154846191,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9252349138259888,
      "cov-distil (oracle2student)": 3.219708204269409,
      "cov-distil (oracle2teacher)": 3.3871054649353027,
      "epoch": 0.707221350078493,
      "rel-constrast": 3.619817018508911,
      "step": 901,
      "subrel-constrast": 3.8613526821136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.586960554122925,
      "cov-distil (oracle2student)": 3.112065315246582,
      "cov-distil (oracle2teacher)": 3.3236923217773438,
      "epoch": 0.7080062794348508,
      "rel-constrast": 3.144674777984619,
      "step": 902,
      "subrel-constrast": 4.500852584838867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3095976114273071,
      "cov-distil (oracle2student)": 5.939230442047119,
      "cov-distil (oracle2teacher)": 5.332485198974609,
      "epoch": 0.7087912087912088,
      "rel-constrast": 2.430797815322876,
      "step": 903,
      "subrel-constrast": 2.7166426181793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.519312858581543,
      "cov-distil (oracle2student)": 5.461803436279297,
      "cov-distil (oracle2teacher)": 4.861772060394287,
      "epoch": 0.7095761381475667,
      "rel-constrast": 2.7782325744628906,
      "step": 904,
      "subrel-constrast": 3.29797625541687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4935053586959839,
      "cov-distil (oracle2student)": 4.571123123168945,
      "cov-distil (oracle2teacher)": 4.514808654785156,
      "epoch": 0.7103610675039247,
      "rel-constrast": 3.5420804023742676,
      "step": 905,
      "subrel-constrast": 3.9844167232513428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9400930404663086,
      "cov-distil (oracle2student)": 5.282829284667969,
      "cov-distil (oracle2teacher)": 4.44680643081665,
      "epoch": 0.7111459968602826,
      "rel-constrast": 3.5253589153289795,
      "step": 906,
      "subrel-constrast": 3.95029616355896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6930510997772217,
      "cov-distil (oracle2student)": 4.00838041305542,
      "cov-distil (oracle2teacher)": 3.583366870880127,
      "epoch": 0.7119309262166404,
      "rel-constrast": 2.103201389312744,
      "step": 907,
      "subrel-constrast": 2.618912935256958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8840441703796387,
      "cov-distil (oracle2student)": 4.263169288635254,
      "cov-distil (oracle2teacher)": 3.896958351135254,
      "epoch": 0.7127158555729984,
      "rel-constrast": 2.5980570316314697,
      "step": 908,
      "subrel-constrast": 4.032626152038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314073085784912,
      "cov-distil (oracle2student)": 6.502326965332031,
      "cov-distil (oracle2teacher)": 5.842830657958984,
      "epoch": 0.7135007849293563,
      "rel-constrast": 4.061990737915039,
      "step": 909,
      "subrel-constrast": 4.739138126373291,
      "view-similarity": 0
    },
    {
      "epoch": 0.7142857142857143,
      "grad_norm": 5.90625,
      "learning_rate": 9.797554261332645e-05,
      "loss": 0.8258,
      "step": 910
    },
    {
      "cov-distil": 1.4946293830871582,
      "cov-distil (oracle2student)": 5.065395355224609,
      "cov-distil (oracle2teacher)": 5.114096641540527,
      "epoch": 0.7142857142857143,
      "rel-constrast": 3.001603126525879,
      "step": 910,
      "subrel-constrast": 3.6763594150543213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6026544570922852,
      "cov-distil (oracle2student)": 4.51880407333374,
      "cov-distil (oracle2teacher)": 4.240922927856445,
      "epoch": 0.7150706436420722,
      "rel-constrast": 2.5311896800994873,
      "step": 911,
      "subrel-constrast": 3.4316627979278564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4739491939544678,
      "cov-distil (oracle2student)": 4.439577102661133,
      "cov-distil (oracle2teacher)": 3.970860004425049,
      "epoch": 0.7158555729984302,
      "rel-constrast": 3.0789260864257812,
      "step": 912,
      "subrel-constrast": 3.2692384719848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.543712615966797,
      "cov-distil (oracle2student)": 4.820319175720215,
      "cov-distil (oracle2teacher)": 5.333560943603516,
      "epoch": 0.716640502354788,
      "rel-constrast": 2.499708414077759,
      "step": 913,
      "subrel-constrast": 4.113425254821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2648141384124756,
      "cov-distil (oracle2student)": 4.079101085662842,
      "cov-distil (oracle2teacher)": 3.9338107109069824,
      "epoch": 0.717425431711146,
      "rel-constrast": 2.3500757217407227,
      "step": 914,
      "subrel-constrast": 3.638373851776123,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151430606842041,
      "cov-distil (oracle2student)": 4.387969017028809,
      "cov-distil (oracle2teacher)": 3.7789244651794434,
      "epoch": 0.7182103610675039,
      "rel-constrast": 2.0951294898986816,
      "step": 915,
      "subrel-constrast": 3.414203643798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.099252700805664,
      "cov-distil (oracle2student)": 3.8347725868225098,
      "cov-distil (oracle2teacher)": 4.590567111968994,
      "epoch": 0.7189952904238619,
      "rel-constrast": 2.846203565597534,
      "step": 916,
      "subrel-constrast": 4.091598033905029,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.565068244934082,
      "cov-distil (oracle2student)": 4.5201005935668945,
      "cov-distil (oracle2teacher)": 4.264035701751709,
      "epoch": 0.7197802197802198,
      "rel-constrast": 2.3707821369171143,
      "step": 917,
      "subrel-constrast": 3.7372355461120605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2706947326660156,
      "cov-distil (oracle2student)": 5.3279852867126465,
      "cov-distil (oracle2teacher)": 4.935421943664551,
      "epoch": 0.7205651491365777,
      "rel-constrast": 2.8688926696777344,
      "step": 918,
      "subrel-constrast": 3.692213535308838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.387702703475952,
      "cov-distil (oracle2student)": 5.241740703582764,
      "cov-distil (oracle2teacher)": 5.003386974334717,
      "epoch": 0.7213500784929356,
      "rel-constrast": 2.801392078399658,
      "step": 919,
      "subrel-constrast": 4.026244640350342,
      "view-similarity": 0
    },
    {
      "epoch": 0.7221350078492935,
      "grad_norm": 5.34375,
      "learning_rate": 9.787605232413574e-05,
      "loss": 0.7132,
      "step": 920
    },
    {
      "cov-distil": 1.6857125759124756,
      "cov-distil (oracle2student)": 4.096576690673828,
      "cov-distil (oracle2teacher)": 4.330269813537598,
      "epoch": 0.7221350078492935,
      "rel-constrast": 2.1641464233398438,
      "step": 920,
      "subrel-constrast": 3.342304229736328,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.592947483062744,
      "cov-distil (oracle2student)": 3.546478509902954,
      "cov-distil (oracle2teacher)": 3.374276638031006,
      "epoch": 0.7229199372056515,
      "rel-constrast": 2.7279772758483887,
      "step": 921,
      "subrel-constrast": 3.930187940597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9237574338912964,
      "cov-distil (oracle2student)": 4.122393608093262,
      "cov-distil (oracle2teacher)": 3.973314046859741,
      "epoch": 0.7237048665620094,
      "rel-constrast": 2.343792200088501,
      "step": 922,
      "subrel-constrast": 3.4378864765167236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9929040670394897,
      "cov-distil (oracle2student)": 5.2746124267578125,
      "cov-distil (oracle2teacher)": 4.291801452636719,
      "epoch": 0.7244897959183674,
      "rel-constrast": 3.136617422103882,
      "step": 923,
      "subrel-constrast": 3.679090976715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1917405128479004,
      "cov-distil (oracle2student)": 3.608060836791992,
      "cov-distil (oracle2teacher)": 3.8674869537353516,
      "epoch": 0.7252747252747253,
      "rel-constrast": 2.7323617935180664,
      "step": 924,
      "subrel-constrast": 3.8995144367218018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2753560543060303,
      "cov-distil (oracle2student)": 4.13979959487915,
      "cov-distil (oracle2teacher)": 4.0276875495910645,
      "epoch": 0.7260596546310832,
      "rel-constrast": 2.578165054321289,
      "step": 925,
      "subrel-constrast": 3.387669324874878,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384042739868164,
      "cov-distil (oracle2student)": 6.604379177093506,
      "cov-distil (oracle2teacher)": 6.052989959716797,
      "epoch": 0.7268445839874411,
      "rel-constrast": 3.352703094482422,
      "step": 926,
      "subrel-constrast": 4.056376934051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6860285997390747,
      "cov-distil (oracle2student)": 3.28550386428833,
      "cov-distil (oracle2teacher)": 3.7273149490356445,
      "epoch": 0.7276295133437991,
      "rel-constrast": 2.187718391418457,
      "step": 927,
      "subrel-constrast": 3.2490994930267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002694606781006,
      "cov-distil (oracle2student)": 6.049374580383301,
      "cov-distil (oracle2teacher)": 5.476312637329102,
      "epoch": 0.728414442700157,
      "rel-constrast": 2.8620219230651855,
      "step": 928,
      "subrel-constrast": 3.8677866458892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9229111671447754,
      "cov-distil (oracle2student)": 5.125191688537598,
      "cov-distil (oracle2teacher)": 3.6602344512939453,
      "epoch": 0.7291993720565149,
      "rel-constrast": 3.382375955581665,
      "step": 929,
      "subrel-constrast": 4.373349189758301,
      "view-similarity": 0
    },
    {
      "epoch": 0.7299843014128728,
      "grad_norm": 5.71875,
      "learning_rate": 9.777422862369783e-05,
      "loss": 0.7358,
      "step": 930
    },
    {
      "cov-distil": 1.680762529373169,
      "cov-distil (oracle2student)": 3.993350028991699,
      "cov-distil (oracle2teacher)": 3.8370485305786133,
      "epoch": 0.7299843014128728,
      "rel-constrast": 2.28242564201355,
      "step": 930,
      "subrel-constrast": 3.4376816749572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6269545555114746,
      "cov-distil (oracle2student)": 5.5384931564331055,
      "cov-distil (oracle2teacher)": 4.9275617599487305,
      "epoch": 0.7307692307692307,
      "rel-constrast": 3.383631706237793,
      "step": 931,
      "subrel-constrast": 4.17223596572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9625129699707031,
      "cov-distil (oracle2student)": 4.651949882507324,
      "cov-distil (oracle2teacher)": 4.719106674194336,
      "epoch": 0.7315541601255887,
      "rel-constrast": 2.2063684463500977,
      "step": 932,
      "subrel-constrast": 3.468092203140259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8945714235305786,
      "cov-distil (oracle2student)": 2.9865407943725586,
      "cov-distil (oracle2teacher)": 3.0954577922821045,
      "epoch": 0.7323390894819466,
      "rel-constrast": 3.4042563438415527,
      "step": 933,
      "subrel-constrast": 4.185856819152832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7899348735809326,
      "cov-distil (oracle2student)": 4.805500030517578,
      "cov-distil (oracle2teacher)": 4.337860584259033,
      "epoch": 0.7331240188383046,
      "rel-constrast": 3.117603063583374,
      "step": 934,
      "subrel-constrast": 4.027557849884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.178535223007202,
      "cov-distil (oracle2student)": 4.10899019241333,
      "cov-distil (oracle2teacher)": 3.6318328380584717,
      "epoch": 0.7339089481946625,
      "rel-constrast": 2.4905309677124023,
      "step": 935,
      "subrel-constrast": 3.9259376525878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.787770390510559,
      "cov-distil (oracle2student)": 4.484441757202148,
      "cov-distil (oracle2teacher)": 4.502730369567871,
      "epoch": 0.7346938775510204,
      "rel-constrast": 4.204718589782715,
      "step": 936,
      "subrel-constrast": 4.270704746246338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8174713850021362,
      "cov-distil (oracle2student)": 5.609299659729004,
      "cov-distil (oracle2teacher)": 4.812699317932129,
      "epoch": 0.7354788069073783,
      "rel-constrast": 3.399522066116333,
      "step": 937,
      "subrel-constrast": 4.018050193786621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582417607307434,
      "cov-distil (oracle2student)": 2.8782706260681152,
      "cov-distil (oracle2teacher)": 3.2037506103515625,
      "epoch": 0.7362637362637363,
      "rel-constrast": 2.140026807785034,
      "step": 938,
      "subrel-constrast": 2.843534231185913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618847370147705,
      "cov-distil (oracle2student)": 2.5554850101470947,
      "cov-distil (oracle2teacher)": 3.320178508758545,
      "epoch": 0.7370486656200942,
      "rel-constrast": 2.9577834606170654,
      "step": 939,
      "subrel-constrast": 4.092543125152588,
      "view-similarity": 0
    },
    {
      "epoch": 0.7378335949764521,
      "grad_norm": 4.65625,
      "learning_rate": 9.767007647475617e-05,
      "loss": 0.7845,
      "step": 940
    },
    {
      "cov-distil": 2.3093695640563965,
      "cov-distil (oracle2student)": 3.444074869155884,
      "cov-distil (oracle2teacher)": 3.8329479694366455,
      "epoch": 0.7378335949764521,
      "rel-constrast": 3.140254497528076,
      "step": 940,
      "subrel-constrast": 4.168913841247559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8350565433502197,
      "cov-distil (oracle2student)": 4.143813133239746,
      "cov-distil (oracle2teacher)": 4.068920135498047,
      "epoch": 0.7386185243328101,
      "rel-constrast": 2.916661262512207,
      "step": 941,
      "subrel-constrast": 3.675098180770874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6501386165618896,
      "cov-distil (oracle2student)": 3.583803653717041,
      "cov-distil (oracle2teacher)": 3.5915398597717285,
      "epoch": 0.7394034536891679,
      "rel-constrast": 3.3993287086486816,
      "step": 942,
      "subrel-constrast": 3.930673122406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.505727767944336,
      "cov-distil (oracle2student)": 4.264348983764648,
      "cov-distil (oracle2teacher)": 4.170516490936279,
      "epoch": 0.7401883830455259,
      "rel-constrast": 2.7812845706939697,
      "step": 943,
      "subrel-constrast": 3.804757595062256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9934110641479492,
      "cov-distil (oracle2student)": 4.810548305511475,
      "cov-distil (oracle2teacher)": 4.590520858764648,
      "epoch": 0.7409733124018838,
      "rel-constrast": 4.162502288818359,
      "step": 944,
      "subrel-constrast": 4.978723526000977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6210637092590332,
      "cov-distil (oracle2student)": 4.09129524230957,
      "cov-distil (oracle2teacher)": 3.7916207313537598,
      "epoch": 0.7417582417582418,
      "rel-constrast": 2.026646137237549,
      "step": 945,
      "subrel-constrast": 2.6029839515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252098798751831,
      "cov-distil (oracle2student)": 2.8392839431762695,
      "cov-distil (oracle2teacher)": 3.0135605335235596,
      "epoch": 0.7425431711145997,
      "rel-constrast": 1.8827382326126099,
      "step": 946,
      "subrel-constrast": 2.847273588180542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906043529510498,
      "cov-distil (oracle2student)": 3.9126174449920654,
      "cov-distil (oracle2teacher)": 3.9041152000427246,
      "epoch": 0.7433281004709577,
      "rel-constrast": 2.616605758666992,
      "step": 947,
      "subrel-constrast": 3.9963996410369873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8803222179412842,
      "cov-distil (oracle2student)": 4.415708541870117,
      "cov-distil (oracle2teacher)": 4.665463447570801,
      "epoch": 0.7441130298273155,
      "rel-constrast": 4.243545055389404,
      "step": 948,
      "subrel-constrast": 4.949463367462158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961648225784302,
      "cov-distil (oracle2student)": 4.242341041564941,
      "cov-distil (oracle2teacher)": 3.840780735015869,
      "epoch": 0.7448979591836735,
      "rel-constrast": 2.241827964782715,
      "step": 949,
      "subrel-constrast": 3.4559364318847656,
      "view-similarity": 0
    },
    {
      "epoch": 0.7456828885400314,
      "grad_norm": 4.09375,
      "learning_rate": 9.756360095353956e-05,
      "loss": 0.7817,
      "step": 950
    },
    {
      "cov-distil": 1.5550205707550049,
      "cov-distil (oracle2student)": 4.722037315368652,
      "cov-distil (oracle2teacher)": 4.989180564880371,
      "epoch": 0.7456828885400314,
      "rel-constrast": 3.72161865234375,
      "step": 950,
      "subrel-constrast": 4.739727973937988,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7522592544555664,
      "cov-distil (oracle2student)": 3.7160940170288086,
      "cov-distil (oracle2teacher)": 4.016148567199707,
      "epoch": 0.7464678178963893,
      "rel-constrast": 2.6911725997924805,
      "step": 951,
      "subrel-constrast": 4.012121677398682,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377670288085938,
      "cov-distil (oracle2student)": 3.289557933807373,
      "cov-distil (oracle2teacher)": 3.525301456451416,
      "epoch": 0.7472527472527473,
      "rel-constrast": 2.121034622192383,
      "step": 952,
      "subrel-constrast": 3.3746719360351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8894319534301758,
      "cov-distil (oracle2student)": 4.548948287963867,
      "cov-distil (oracle2teacher)": 3.9547910690307617,
      "epoch": 0.7480376766091051,
      "rel-constrast": 2.453495979309082,
      "step": 953,
      "subrel-constrast": 3.349898099899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2508639097213745,
      "cov-distil (oracle2student)": 2.9916930198669434,
      "cov-distil (oracle2teacher)": 3.2814931869506836,
      "epoch": 0.7488226059654631,
      "rel-constrast": 2.9557766914367676,
      "step": 954,
      "subrel-constrast": 3.4831275939941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4935473203659058,
      "cov-distil (oracle2student)": 3.457585096359253,
      "cov-distil (oracle2teacher)": 3.4859652519226074,
      "epoch": 0.749607535321821,
      "rel-constrast": 2.578484296798706,
      "step": 955,
      "subrel-constrast": 3.2314224243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827455759048462,
      "cov-distil (oracle2student)": 4.61871337890625,
      "cov-distil (oracle2teacher)": 4.183684349060059,
      "epoch": 0.750392464678179,
      "rel-constrast": 3.592534065246582,
      "step": 956,
      "subrel-constrast": 4.324194431304932,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.515198826789856,
      "cov-distil (oracle2student)": 3.942765712738037,
      "cov-distil (oracle2teacher)": 4.095778942108154,
      "epoch": 0.7511773940345369,
      "rel-constrast": 2.723170280456543,
      "step": 957,
      "subrel-constrast": 3.4561336040496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499755620956421,
      "cov-distil (oracle2student)": 4.416839599609375,
      "cov-distil (oracle2teacher)": 4.718210220336914,
      "epoch": 0.7519623233908949,
      "rel-constrast": 2.173955202102661,
      "step": 958,
      "subrel-constrast": 3.281564712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.113699197769165,
      "cov-distil (oracle2student)": 3.6987619400024414,
      "cov-distil (oracle2teacher)": 3.850356101989746,
      "epoch": 0.7527472527472527,
      "rel-constrast": 2.5579206943511963,
      "step": 959,
      "subrel-constrast": 3.342083215713501,
      "view-similarity": 0
    },
    {
      "epoch": 0.7535321821036107,
      "grad_norm": 4.4375,
      "learning_rate": 9.745480724951473e-05,
      "loss": 0.731,
      "step": 960
    },
    {
      "cov-distil": 1.8992085456848145,
      "cov-distil (oracle2student)": 3.866809129714966,
      "cov-distil (oracle2teacher)": 3.587955951690674,
      "epoch": 0.7535321821036107,
      "rel-constrast": 3.05134916305542,
      "step": 960,
      "subrel-constrast": 3.74141263961792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9128745794296265,
      "cov-distil (oracle2student)": 4.948001384735107,
      "cov-distil (oracle2teacher)": 4.4947943687438965,
      "epoch": 0.7543171114599686,
      "rel-constrast": 2.3177502155303955,
      "step": 961,
      "subrel-constrast": 3.5016705989837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0391485691070557,
      "cov-distil (oracle2student)": 4.612666606903076,
      "cov-distil (oracle2teacher)": 4.1108808517456055,
      "epoch": 0.7551020408163265,
      "rel-constrast": 2.3345494270324707,
      "step": 962,
      "subrel-constrast": 3.530433177947998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4816194772720337,
      "cov-distil (oracle2student)": 5.328680038452148,
      "cov-distil (oracle2teacher)": 4.7598876953125,
      "epoch": 0.7558869701726845,
      "rel-constrast": 3.3393630981445312,
      "step": 963,
      "subrel-constrast": 4.012816905975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59944486618042,
      "cov-distil (oracle2student)": 4.365919589996338,
      "cov-distil (oracle2teacher)": 3.869565486907959,
      "epoch": 0.7566718995290423,
      "rel-constrast": 2.7430686950683594,
      "step": 964,
      "subrel-constrast": 3.4097230434417725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.212661623954773,
      "cov-distil (oracle2student)": 5.159426689147949,
      "cov-distil (oracle2teacher)": 4.783937454223633,
      "epoch": 0.7574568288854003,
      "rel-constrast": 2.8246352672576904,
      "step": 965,
      "subrel-constrast": 3.3832054138183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5199551582336426,
      "cov-distil (oracle2student)": 4.135056495666504,
      "cov-distil (oracle2teacher)": 3.363719940185547,
      "epoch": 0.7582417582417582,
      "rel-constrast": 2.2918338775634766,
      "step": 966,
      "subrel-constrast": 2.9072437286376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5733065605163574,
      "cov-distil (oracle2student)": 3.843726873397827,
      "cov-distil (oracle2teacher)": 3.673248052597046,
      "epoch": 0.7590266875981162,
      "rel-constrast": 2.544182300567627,
      "step": 967,
      "subrel-constrast": 3.030637264251709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4899988174438477,
      "cov-distil (oracle2student)": 5.170188903808594,
      "cov-distil (oracle2teacher)": 4.80361270904541,
      "epoch": 0.7598116169544741,
      "rel-constrast": 2.4355649948120117,
      "step": 968,
      "subrel-constrast": 3.383324384689331,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1787400245666504,
      "cov-distil (oracle2student)": 4.876185894012451,
      "cov-distil (oracle2teacher)": 4.273920059204102,
      "epoch": 0.7605965463108321,
      "rel-constrast": 3.1591498851776123,
      "step": 969,
      "subrel-constrast": 3.7800745964050293,
      "view-similarity": 0
    },
    {
      "epoch": 0.7613814756671899,
      "grad_norm": 4.28125,
      "learning_rate": 9.73437006651333e-05,
      "loss": 0.7183,
      "step": 970
    },
    {
      "cov-distil": 1.9805448055267334,
      "cov-distil (oracle2student)": 4.849039554595947,
      "cov-distil (oracle2teacher)": 4.581366539001465,
      "epoch": 0.7613814756671899,
      "rel-constrast": 2.702167510986328,
      "step": 970,
      "subrel-constrast": 3.594686269760132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7246333360671997,
      "cov-distil (oracle2student)": 5.452347278594971,
      "cov-distil (oracle2teacher)": 5.233721733093262,
      "epoch": 0.7621664050235479,
      "rel-constrast": 2.3767778873443604,
      "step": 971,
      "subrel-constrast": 3.1993656158447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.376394748687744,
      "cov-distil (oracle2student)": 4.331896781921387,
      "cov-distil (oracle2teacher)": 4.352166175842285,
      "epoch": 0.7629513343799058,
      "rel-constrast": 3.2726778984069824,
      "step": 972,
      "subrel-constrast": 3.85211181640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5097630023956299,
      "cov-distil (oracle2student)": 4.390826225280762,
      "cov-distil (oracle2teacher)": 4.497813701629639,
      "epoch": 0.7637362637362637,
      "rel-constrast": 2.6856441497802734,
      "step": 973,
      "subrel-constrast": 3.8251237869262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6998558044433594,
      "cov-distil (oracle2student)": 4.224571228027344,
      "cov-distil (oracle2teacher)": 4.483846664428711,
      "epoch": 0.7645211930926217,
      "rel-constrast": 2.5814640522003174,
      "step": 974,
      "subrel-constrast": 3.005512237548828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.669296383857727,
      "cov-distil (oracle2student)": 4.788771629333496,
      "cov-distil (oracle2teacher)": 4.346296310424805,
      "epoch": 0.7653061224489796,
      "rel-constrast": 2.3068230152130127,
      "step": 975,
      "subrel-constrast": 3.23909854888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7938685417175293,
      "cov-distil (oracle2student)": 4.231975078582764,
      "cov-distil (oracle2teacher)": 4.596545219421387,
      "epoch": 0.7660910518053375,
      "rel-constrast": 2.6155853271484375,
      "step": 976,
      "subrel-constrast": 3.9604644775390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152716636657715,
      "cov-distil (oracle2student)": 5.380428314208984,
      "cov-distil (oracle2teacher)": 5.337581634521484,
      "epoch": 0.7668759811616954,
      "rel-constrast": 3.4007701873779297,
      "step": 977,
      "subrel-constrast": 4.22275447845459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1188058853149414,
      "cov-distil (oracle2student)": 3.92704176902771,
      "cov-distil (oracle2teacher)": 3.7316722869873047,
      "epoch": 0.7676609105180534,
      "rel-constrast": 3.162843704223633,
      "step": 978,
      "subrel-constrast": 3.7823588848114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765267372131348,
      "cov-distil (oracle2student)": 4.45253849029541,
      "cov-distil (oracle2teacher)": 4.194311141967773,
      "epoch": 0.7684458398744113,
      "rel-constrast": 2.5519051551818848,
      "step": 979,
      "subrel-constrast": 3.4212911128997803,
      "view-similarity": 0
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 4.03125,
      "learning_rate": 9.723028661557345e-05,
      "loss": 0.7377,
      "step": 980
    },
    {
      "cov-distil": 1.954390525817871,
      "cov-distil (oracle2student)": 4.760594844818115,
      "cov-distil (oracle2teacher)": 4.569355487823486,
      "epoch": 0.7692307692307693,
      "rel-constrast": 3.9711103439331055,
      "step": 980,
      "subrel-constrast": 4.746830463409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0982542037963867,
      "cov-distil (oracle2student)": 3.446382522583008,
      "cov-distil (oracle2teacher)": 3.627925395965576,
      "epoch": 0.7700156985871272,
      "rel-constrast": 3.105985403060913,
      "step": 981,
      "subrel-constrast": 3.7896721363067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5121814012527466,
      "cov-distil (oracle2student)": 3.435030460357666,
      "cov-distil (oracle2teacher)": 3.984583854675293,
      "epoch": 0.7708006279434851,
      "rel-constrast": 2.1117324829101562,
      "step": 982,
      "subrel-constrast": 3.170980453491211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.570065975189209,
      "cov-distil (oracle2student)": 4.528712272644043,
      "cov-distil (oracle2teacher)": 4.335658550262451,
      "epoch": 0.771585557299843,
      "rel-constrast": 3.0113329887390137,
      "step": 983,
      "subrel-constrast": 3.8013455867767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3549606800079346,
      "cov-distil (oracle2student)": 3.741734266281128,
      "cov-distil (oracle2teacher)": 4.042133331298828,
      "epoch": 0.7723704866562009,
      "rel-constrast": 3.2068514823913574,
      "step": 984,
      "subrel-constrast": 3.706735134124756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8767592906951904,
      "cov-distil (oracle2student)": 5.2455644607543945,
      "cov-distil (oracle2teacher)": 5.262659549713135,
      "epoch": 0.7731554160125589,
      "rel-constrast": 2.8642377853393555,
      "step": 985,
      "subrel-constrast": 3.863832473754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3232914209365845,
      "cov-distil (oracle2student)": 3.8468658924102783,
      "cov-distil (oracle2teacher)": 3.7578890323638916,
      "epoch": 0.7739403453689168,
      "rel-constrast": 2.0726699829101562,
      "step": 986,
      "subrel-constrast": 2.8772776126861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013394355773926,
      "cov-distil (oracle2student)": 5.253365993499756,
      "cov-distil (oracle2teacher)": 4.2144622802734375,
      "epoch": 0.7747252747252747,
      "rel-constrast": 2.44222092628479,
      "step": 987,
      "subrel-constrast": 3.323666572570801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3091192245483398,
      "cov-distil (oracle2student)": 4.01625919342041,
      "cov-distil (oracle2teacher)": 4.146607398986816,
      "epoch": 0.7755102040816326,
      "rel-constrast": 2.5343427658081055,
      "step": 988,
      "subrel-constrast": 3.293091297149658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3540021181106567,
      "cov-distil (oracle2student)": 3.925992727279663,
      "cov-distil (oracle2teacher)": 4.347702980041504,
      "epoch": 0.7762951334379906,
      "rel-constrast": 2.1544342041015625,
      "step": 989,
      "subrel-constrast": 3.380295753479004,
      "view-similarity": 0
    },
    {
      "epoch": 0.7770800627943485,
      "grad_norm": 4.03125,
      "learning_rate": 9.711457062847595e-05,
      "loss": 0.7278,
      "step": 990
    },
    {
      "cov-distil": 1.834320068359375,
      "cov-distil (oracle2student)": 3.9926223754882812,
      "cov-distil (oracle2teacher)": 3.7844057083129883,
      "epoch": 0.7770800627943485,
      "rel-constrast": 2.622889280319214,
      "step": 990,
      "subrel-constrast": 3.395768165588379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6065993309020996,
      "cov-distil (oracle2student)": 4.744279861450195,
      "cov-distil (oracle2teacher)": 4.89969539642334,
      "epoch": 0.7778649921507065,
      "rel-constrast": 2.0403337478637695,
      "step": 991,
      "subrel-constrast": 2.9949395656585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1603047847747803,
      "cov-distil (oracle2student)": 3.51969313621521,
      "cov-distil (oracle2teacher)": 3.660102605819702,
      "epoch": 0.7786499215070644,
      "rel-constrast": 2.361011505126953,
      "step": 992,
      "subrel-constrast": 3.077962636947632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635535717010498,
      "cov-distil (oracle2student)": 5.042505264282227,
      "cov-distil (oracle2teacher)": 4.358460426330566,
      "epoch": 0.7794348508634223,
      "rel-constrast": 2.432356357574463,
      "step": 993,
      "subrel-constrast": 3.2991325855255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.401649832725525,
      "cov-distil (oracle2student)": 5.487519264221191,
      "cov-distil (oracle2teacher)": 5.968873023986816,
      "epoch": 0.7802197802197802,
      "rel-constrast": 3.2822272777557373,
      "step": 994,
      "subrel-constrast": 4.573506832122803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.88730788230896,
      "cov-distil (oracle2student)": 4.00202751159668,
      "cov-distil (oracle2teacher)": 4.237935543060303,
      "epoch": 0.7810047095761381,
      "rel-constrast": 2.6748671531677246,
      "step": 995,
      "subrel-constrast": 3.753457546234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9225785732269287,
      "cov-distil (oracle2student)": 4.573124885559082,
      "cov-distil (oracle2teacher)": 4.28183650970459,
      "epoch": 0.7817896389324961,
      "rel-constrast": 2.87973952293396,
      "step": 996,
      "subrel-constrast": 3.634485960006714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.20396089553833,
      "cov-distil (oracle2student)": 3.963594436645508,
      "cov-distil (oracle2teacher)": 4.170433044433594,
      "epoch": 0.782574568288854,
      "rel-constrast": 2.4001893997192383,
      "step": 997,
      "subrel-constrast": 3.6627042293548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7592867612838745,
      "cov-distil (oracle2student)": 2.126343250274658,
      "cov-distil (oracle2teacher)": 2.323319911956787,
      "epoch": 0.783359497645212,
      "rel-constrast": 2.3413610458374023,
      "step": 998,
      "subrel-constrast": 2.886735439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4533278942108154,
      "cov-distil (oracle2student)": 2.45023775100708,
      "cov-distil (oracle2teacher)": 2.4356515407562256,
      "epoch": 0.7841444270015698,
      "rel-constrast": 1.7331279516220093,
      "step": 999,
      "subrel-constrast": 2.542954206466675,
      "view-similarity": 0
    },
    {
      "epoch": 0.7849293563579278,
      "grad_norm": 3.734375,
      "learning_rate": 9.699655834367478e-05,
      "loss": 0.6639,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-P@10": 0.7559999999999999,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-nDCG@10": 0.7611797711539355,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-alpha_nDCG@10": 0.5811937704501579,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-P@10": 0.433,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-nDCG@10": 0.6088649936193469,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-alpha_nDCG@10": 0.5951678544610067,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "eval/avg": 0.5363970670255742,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "overlap": 0.32343751192092896,
      "step": 1000
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "student margin": 0.053131103515625
    },
    {
      "epoch": 0.7849293563579278,
      "step": 1000,
      "teacher margin": 0.0347900390625
    },
    {
      "epoch": 0.7849293563579278,
      "margin difference": -0.018341064453125,
      "step": 1000
    },
    {
      "cov-distil": 1.8628003597259521,
      "cov-distil (oracle2student)": 4.5226664543151855,
      "cov-distil (oracle2teacher)": 4.530149936676025,
      "epoch": 0.7849293563579278,
      "rel-constrast": 2.451986789703369,
      "step": 1000,
      "subrel-constrast": 3.370218276977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4649078845977783,
      "cov-distil (oracle2student)": 4.480956077575684,
      "cov-distil (oracle2teacher)": 4.217907905578613,
      "epoch": 0.7857142857142857,
      "rel-constrast": 1.7550714015960693,
      "step": 1001,
      "subrel-constrast": 2.5892295837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4196300506591797,
      "cov-distil (oracle2student)": 6.065260887145996,
      "cov-distil (oracle2teacher)": 5.647472381591797,
      "epoch": 0.7864992150706437,
      "rel-constrast": 2.212766408920288,
      "step": 1002,
      "subrel-constrast": 3.532376289367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365485191345215,
      "cov-distil (oracle2student)": 5.746280193328857,
      "cov-distil (oracle2teacher)": 4.969874858856201,
      "epoch": 0.7872841444270016,
      "rel-constrast": 2.8052990436553955,
      "step": 1003,
      "subrel-constrast": 3.2986907958984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7270495891571045,
      "cov-distil (oracle2student)": 3.6880152225494385,
      "cov-distil (oracle2teacher)": 3.3948380947113037,
      "epoch": 0.7880690737833596,
      "rel-constrast": 2.457611322402954,
      "step": 1004,
      "subrel-constrast": 3.004429817199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2099568843841553,
      "cov-distil (oracle2student)": 3.8637819290161133,
      "cov-distil (oracle2teacher)": 3.665703058242798,
      "epoch": 0.7888540031397174,
      "rel-constrast": 2.0438549518585205,
      "step": 1005,
      "subrel-constrast": 2.9167592525482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0235390663146973,
      "cov-distil (oracle2student)": 2.3829853534698486,
      "cov-distil (oracle2teacher)": 2.800290822982788,
      "epoch": 0.7896389324960753,
      "rel-constrast": 2.0958633422851562,
      "step": 1006,
      "subrel-constrast": 2.900660514831543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8755824565887451,
      "cov-distil (oracle2student)": 4.555052757263184,
      "cov-distil (oracle2teacher)": 4.504824638366699,
      "epoch": 0.7904238618524333,
      "rel-constrast": 2.5898656845092773,
      "step": 1007,
      "subrel-constrast": 3.348902702331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7086913585662842,
      "cov-distil (oracle2student)": 6.323323726654053,
      "cov-distil (oracle2teacher)": 5.836905479431152,
      "epoch": 0.7912087912087912,
      "rel-constrast": 2.6686909198760986,
      "step": 1008,
      "subrel-constrast": 4.1445794105529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6890771389007568,
      "cov-distil (oracle2student)": 3.5162103176116943,
      "cov-distil (oracle2teacher)": 3.7502450942993164,
      "epoch": 0.7919937205651492,
      "rel-constrast": 2.2805633544921875,
      "step": 1009,
      "subrel-constrast": 3.3177831172943115,
      "view-similarity": 0
    },
    {
      "epoch": 0.792778649921507,
      "grad_norm": 4.75,
      "learning_rate": 9.68762555129222e-05,
      "loss": 0.6306,
      "step": 1010
    },
    {
      "cov-distil": 2.0325088500976562,
      "cov-distil (oracle2student)": 4.039732933044434,
      "cov-distil (oracle2teacher)": 3.9420766830444336,
      "epoch": 0.792778649921507,
      "rel-constrast": 2.686609983444214,
      "step": 1010,
      "subrel-constrast": 3.242486000061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.29323673248291,
      "cov-distil (oracle2student)": 5.631789684295654,
      "cov-distil (oracle2teacher)": 4.794661521911621,
      "epoch": 0.793563579277865,
      "rel-constrast": 4.242980003356934,
      "step": 1011,
      "subrel-constrast": 4.527745246887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2880895137786865,
      "cov-distil (oracle2student)": 4.35601806640625,
      "cov-distil (oracle2teacher)": 3.937708854675293,
      "epoch": 0.7943485086342229,
      "rel-constrast": 2.6280620098114014,
      "step": 1012,
      "subrel-constrast": 3.201231002807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014979839324951,
      "cov-distil (oracle2student)": 5.684317588806152,
      "cov-distil (oracle2teacher)": 5.093666076660156,
      "epoch": 0.7951334379905809,
      "rel-constrast": 2.338198184967041,
      "step": 1013,
      "subrel-constrast": 3.7201945781707764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4304447174072266,
      "cov-distil (oracle2student)": 5.260124683380127,
      "cov-distil (oracle2teacher)": 4.931661605834961,
      "epoch": 0.7959183673469388,
      "rel-constrast": 3.5536139011383057,
      "step": 1014,
      "subrel-constrast": 3.7123754024505615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3937246799468994,
      "cov-distil (oracle2student)": 3.5657553672790527,
      "cov-distil (oracle2teacher)": 4.085602760314941,
      "epoch": 0.7967032967032966,
      "rel-constrast": 2.413470506668091,
      "step": 1015,
      "subrel-constrast": 3.1039445400238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9442667961120605,
      "cov-distil (oracle2student)": 4.552270889282227,
      "cov-distil (oracle2teacher)": 3.9525351524353027,
      "epoch": 0.7974882260596546,
      "rel-constrast": 2.5603396892547607,
      "step": 1016,
      "subrel-constrast": 3.8191683292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5727958679199219,
      "cov-distil (oracle2student)": 3.9875869750976562,
      "cov-distil (oracle2teacher)": 3.875765800476074,
      "epoch": 0.7982731554160125,
      "rel-constrast": 2.9373652935028076,
      "step": 1017,
      "subrel-constrast": 3.9748058319091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6259751319885254,
      "cov-distil (oracle2student)": 4.741113185882568,
      "cov-distil (oracle2teacher)": 4.820483684539795,
      "epoch": 0.7990580847723705,
      "rel-constrast": 3.462773323059082,
      "step": 1018,
      "subrel-constrast": 4.052767276763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8147778511047363,
      "cov-distil (oracle2student)": 2.4001245498657227,
      "cov-distil (oracle2teacher)": 2.795497417449951,
      "epoch": 0.7998430141287284,
      "rel-constrast": 2.1614129543304443,
      "step": 1019,
      "subrel-constrast": 3.371605634689331,
      "view-similarity": 0
    },
    {
      "epoch": 0.8006279434850864,
      "grad_norm": 4.1875,
      "learning_rate": 9.675366799960841e-05,
      "loss": 0.7681,
      "step": 1020
    },
    {
      "cov-distil": 2.027719497680664,
      "cov-distil (oracle2student)": 3.443777561187744,
      "cov-distil (oracle2teacher)": 4.068449974060059,
      "epoch": 0.8006279434850864,
      "rel-constrast": 3.084487199783325,
      "step": 1020,
      "subrel-constrast": 4.097242832183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.189805269241333,
      "cov-distil (oracle2student)": 5.171370983123779,
      "cov-distil (oracle2teacher)": 4.705845832824707,
      "epoch": 0.8014128728414442,
      "rel-constrast": 1.516526222229004,
      "step": 1021,
      "subrel-constrast": 3.0015029907226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.198660373687744,
      "cov-distil (oracle2student)": 5.2850260734558105,
      "cov-distil (oracle2teacher)": 4.936790466308594,
      "epoch": 0.8021978021978022,
      "rel-constrast": 2.138915777206421,
      "step": 1022,
      "subrel-constrast": 3.048569679260254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4685125350952148,
      "cov-distil (oracle2student)": 3.2354464530944824,
      "cov-distil (oracle2teacher)": 3.680014133453369,
      "epoch": 0.8029827315541601,
      "rel-constrast": 3.0768332481384277,
      "step": 1023,
      "subrel-constrast": 3.698580741882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5821576118469238,
      "cov-distil (oracle2student)": 4.071377277374268,
      "cov-distil (oracle2teacher)": 3.817991256713867,
      "epoch": 0.8037676609105181,
      "rel-constrast": 2.7155282497406006,
      "step": 1024,
      "subrel-constrast": 3.6673645973205566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132115125656128,
      "cov-distil (oracle2student)": 4.5735063552856445,
      "cov-distil (oracle2teacher)": 4.161543846130371,
      "epoch": 0.804552590266876,
      "rel-constrast": 2.720311403274536,
      "step": 1025,
      "subrel-constrast": 3.623866558074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7046070098876953,
      "cov-distil (oracle2student)": 5.760319232940674,
      "cov-distil (oracle2teacher)": 5.143543243408203,
      "epoch": 0.8053375196232339,
      "rel-constrast": 3.387950897216797,
      "step": 1026,
      "subrel-constrast": 4.000970840454102,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7640877962112427,
      "cov-distil (oracle2student)": 3.468818187713623,
      "cov-distil (oracle2teacher)": 3.4804437160491943,
      "epoch": 0.8061224489795918,
      "rel-constrast": 1.7559993267059326,
      "step": 1027,
      "subrel-constrast": 2.878906726837158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861248016357422,
      "cov-distil (oracle2student)": 4.939949989318848,
      "cov-distil (oracle2teacher)": 4.553873062133789,
      "epoch": 0.8069073783359497,
      "rel-constrast": 2.305217742919922,
      "step": 1028,
      "subrel-constrast": 3.0905895233154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6169939041137695,
      "cov-distil (oracle2student)": 3.5773215293884277,
      "cov-distil (oracle2teacher)": 3.7114551067352295,
      "epoch": 0.8076923076923077,
      "rel-constrast": 2.957848072052002,
      "step": 1029,
      "subrel-constrast": 3.6410200595855713,
      "view-similarity": 0
    },
    {
      "epoch": 0.8084772370486656,
      "grad_norm": 5.59375,
      "learning_rate": 9.662880177847594e-05,
      "loss": 0.6874,
      "step": 1030
    },
    {
      "cov-distil": 1.8106896877288818,
      "cov-distil (oracle2student)": 3.6458239555358887,
      "cov-distil (oracle2teacher)": 3.957334518432617,
      "epoch": 0.8084772370486656,
      "rel-constrast": 2.92349910736084,
      "step": 1030,
      "subrel-constrast": 3.482757091522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5824317932128906,
      "cov-distil (oracle2student)": 6.624978065490723,
      "cov-distil (oracle2teacher)": 6.124990463256836,
      "epoch": 0.8092621664050236,
      "rel-constrast": 3.8873136043548584,
      "step": 1031,
      "subrel-constrast": 4.417416095733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6061540842056274,
      "cov-distil (oracle2student)": 3.793649435043335,
      "cov-distil (oracle2teacher)": 4.019211769104004,
      "epoch": 0.8100470957613815,
      "rel-constrast": 3.2672576904296875,
      "step": 1032,
      "subrel-constrast": 4.373100757598877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6579890251159668,
      "cov-distil (oracle2student)": 3.244474411010742,
      "cov-distil (oracle2teacher)": 3.813622236251831,
      "epoch": 0.8108320251177394,
      "rel-constrast": 2.8350658416748047,
      "step": 1033,
      "subrel-constrast": 3.7572238445281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5757830142974854,
      "cov-distil (oracle2student)": 4.86230993270874,
      "cov-distil (oracle2teacher)": 3.9821395874023438,
      "epoch": 0.8116169544740973,
      "rel-constrast": 2.378297805786133,
      "step": 1034,
      "subrel-constrast": 2.792750597000122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4425725936889648,
      "cov-distil (oracle2student)": 5.1923675537109375,
      "cov-distil (oracle2teacher)": 4.809959411621094,
      "epoch": 0.8124018838304553,
      "rel-constrast": 2.8825559616088867,
      "step": 1035,
      "subrel-constrast": 3.3040783405303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6329056024551392,
      "cov-distil (oracle2student)": 4.314358711242676,
      "cov-distil (oracle2teacher)": 4.303414344787598,
      "epoch": 0.8131868131868132,
      "rel-constrast": 2.181838035583496,
      "step": 1036,
      "subrel-constrast": 3.318356990814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9896368980407715,
      "cov-distil (oracle2student)": 3.963052749633789,
      "cov-distil (oracle2teacher)": 4.353612899780273,
      "epoch": 0.8139717425431711,
      "rel-constrast": 3.1072487831115723,
      "step": 1037,
      "subrel-constrast": 3.809403657913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7683387994766235,
      "cov-distil (oracle2student)": 4.107810020446777,
      "cov-distil (oracle2teacher)": 3.842982769012451,
      "epoch": 0.814756671899529,
      "rel-constrast": 3.350456714630127,
      "step": 1038,
      "subrel-constrast": 3.8402345180511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.477534532546997,
      "cov-distil (oracle2student)": 4.8065643310546875,
      "cov-distil (oracle2teacher)": 4.394598007202148,
      "epoch": 0.8155416012558869,
      "rel-constrast": 2.32611083984375,
      "step": 1039,
      "subrel-constrast": 3.4650700092315674,
      "view-similarity": 0
    },
    {
      "epoch": 0.8163265306122449,
      "grad_norm": 3.96875,
      "learning_rate": 9.65016629353282e-05,
      "loss": 0.7699,
      "step": 1040
    },
    {
      "cov-distil": 1.7925989627838135,
      "cov-distil (oracle2student)": 4.035504341125488,
      "cov-distil (oracle2teacher)": 4.069883346557617,
      "epoch": 0.8163265306122449,
      "rel-constrast": 2.846017837524414,
      "step": 1040,
      "subrel-constrast": 4.103398323059082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023847579956055,
      "cov-distil (oracle2student)": 3.843099594116211,
      "cov-distil (oracle2teacher)": 4.037495136260986,
      "epoch": 0.8171114599686028,
      "rel-constrast": 2.573598623275757,
      "step": 1041,
      "subrel-constrast": 3.0158514976501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524056911468506,
      "cov-distil (oracle2student)": 4.586222171783447,
      "cov-distil (oracle2teacher)": 4.96474552154541,
      "epoch": 0.8178963893249608,
      "rel-constrast": 3.567324161529541,
      "step": 1042,
      "subrel-constrast": 4.3281755447387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8739690780639648,
      "cov-distil (oracle2student)": 7.1469526290893555,
      "cov-distil (oracle2teacher)": 5.957895278930664,
      "epoch": 0.8186813186813187,
      "rel-constrast": 3.095526695251465,
      "step": 1043,
      "subrel-constrast": 3.598128080368042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4660667181015015,
      "cov-distil (oracle2student)": 4.490926265716553,
      "cov-distil (oracle2teacher)": 4.480849266052246,
      "epoch": 0.8194662480376766,
      "rel-constrast": 3.3184189796447754,
      "step": 1044,
      "subrel-constrast": 3.7818589210510254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384640693664551,
      "cov-distil (oracle2student)": 2.910491943359375,
      "cov-distil (oracle2teacher)": 3.350701093673706,
      "epoch": 0.8202511773940345,
      "rel-constrast": 2.7978649139404297,
      "step": 1045,
      "subrel-constrast": 4.001078128814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2389426231384277,
      "cov-distil (oracle2student)": 3.480020046234131,
      "cov-distil (oracle2teacher)": 4.3337507247924805,
      "epoch": 0.8210361067503925,
      "rel-constrast": 2.991933822631836,
      "step": 1046,
      "subrel-constrast": 4.081931114196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6469001770019531,
      "cov-distil (oracle2student)": 4.843432426452637,
      "cov-distil (oracle2teacher)": 4.686857223510742,
      "epoch": 0.8218210361067504,
      "rel-constrast": 2.7703468799591064,
      "step": 1047,
      "subrel-constrast": 4.027308940887451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8629330396652222,
      "cov-distil (oracle2student)": 4.4629011154174805,
      "cov-distil (oracle2teacher)": 4.539138317108154,
      "epoch": 0.8226059654631083,
      "rel-constrast": 2.5734782218933105,
      "step": 1048,
      "subrel-constrast": 3.399585247039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.660278081893921,
      "cov-distil (oracle2student)": 3.7600698471069336,
      "cov-distil (oracle2teacher)": 3.9104297161102295,
      "epoch": 0.8233908948194663,
      "rel-constrast": 3.1612446308135986,
      "step": 1049,
      "subrel-constrast": 4.506696701049805,
      "view-similarity": 0
    },
    {
      "epoch": 0.8241758241758241,
      "grad_norm": 4.28125,
      "learning_rate": 9.637225766673307e-05,
      "loss": 0.7881,
      "step": 1050
    },
    {
      "cov-distil": 1.6164019107818604,
      "cov-distil (oracle2student)": 3.8206026554107666,
      "cov-distil (oracle2teacher)": 3.944897413253784,
      "epoch": 0.8241758241758241,
      "rel-constrast": 3.3361825942993164,
      "step": 1050,
      "subrel-constrast": 3.7580296993255615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7840702533721924,
      "cov-distil (oracle2student)": 3.0256316661834717,
      "cov-distil (oracle2teacher)": 3.6616899967193604,
      "epoch": 0.8249607535321821,
      "rel-constrast": 3.291940689086914,
      "step": 1051,
      "subrel-constrast": 3.6692779064178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7631590366363525,
      "cov-distil (oracle2student)": 3.656487226486206,
      "cov-distil (oracle2teacher)": 3.960211753845215,
      "epoch": 0.82574568288854,
      "rel-constrast": 3.690711498260498,
      "step": 1052,
      "subrel-constrast": 4.15252161026001,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3266143798828125,
      "cov-distil (oracle2student)": 3.983217716217041,
      "cov-distil (oracle2teacher)": 4.407350540161133,
      "epoch": 0.826530612244898,
      "rel-constrast": 2.3135576248168945,
      "step": 1053,
      "subrel-constrast": 3.3906259536743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0207600593566895,
      "cov-distil (oracle2student)": 4.32850456237793,
      "cov-distil (oracle2teacher)": 4.184805870056152,
      "epoch": 0.8273155416012559,
      "rel-constrast": 3.349275588989258,
      "step": 1054,
      "subrel-constrast": 4.493255138397217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5650665760040283,
      "cov-distil (oracle2student)": 3.345418930053711,
      "cov-distil (oracle2teacher)": 3.5081210136413574,
      "epoch": 0.8281004709576139,
      "rel-constrast": 1.8294142484664917,
      "step": 1055,
      "subrel-constrast": 3.165656089782715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.719931721687317,
      "cov-distil (oracle2student)": 5.1440887451171875,
      "cov-distil (oracle2teacher)": 4.970905303955078,
      "epoch": 0.8288854003139717,
      "rel-constrast": 3.2107913494110107,
      "step": 1056,
      "subrel-constrast": 4.171673774719238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4246008396148682,
      "cov-distil (oracle2student)": 3.978316068649292,
      "cov-distil (oracle2teacher)": 3.674072742462158,
      "epoch": 0.8296703296703297,
      "rel-constrast": 1.3066517114639282,
      "step": 1057,
      "subrel-constrast": 2.4721665382385254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487764835357666,
      "cov-distil (oracle2student)": 5.393230438232422,
      "cov-distil (oracle2teacher)": 4.770092010498047,
      "epoch": 0.8304552590266876,
      "rel-constrast": 2.330756187438965,
      "step": 1058,
      "subrel-constrast": 3.2525157928466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5988163948059082,
      "cov-distil (oracle2student)": 4.023097038269043,
      "cov-distil (oracle2teacher)": 4.515697002410889,
      "epoch": 0.8312401883830455,
      "rel-constrast": 2.138927936553955,
      "step": 1059,
      "subrel-constrast": 3.2638373374938965,
      "view-similarity": 0
    },
    {
      "epoch": 0.8320251177394035,
      "grad_norm": 3.984375,
      "learning_rate": 9.624059227972075e-05,
      "loss": 0.7132,
      "step": 1060
    },
    {
      "cov-distil": 1.7634214162826538,
      "cov-distil (oracle2student)": 4.596302509307861,
      "cov-distil (oracle2teacher)": 4.385504722595215,
      "epoch": 0.8320251177394035,
      "rel-constrast": 2.6825990676879883,
      "step": 1060,
      "subrel-constrast": 3.3700788021087646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6000319719314575,
      "cov-distil (oracle2student)": 4.139833450317383,
      "cov-distil (oracle2teacher)": 4.253546714782715,
      "epoch": 0.8328100470957613,
      "rel-constrast": 2.3510313034057617,
      "step": 1061,
      "subrel-constrast": 3.0012290477752686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9436346292495728,
      "cov-distil (oracle2student)": 3.900317668914795,
      "cov-distil (oracle2teacher)": 4.155367374420166,
      "epoch": 0.8335949764521193,
      "rel-constrast": 2.8061623573303223,
      "step": 1062,
      "subrel-constrast": 3.7366721630096436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4160996675491333,
      "cov-distil (oracle2student)": 3.251985549926758,
      "cov-distil (oracle2teacher)": 2.771364450454712,
      "epoch": 0.8343799058084772,
      "rel-constrast": 3.147320508956909,
      "step": 1063,
      "subrel-constrast": 3.4135777950286865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8887712955474854,
      "cov-distil (oracle2student)": 5.749523162841797,
      "cov-distil (oracle2teacher)": 5.095005035400391,
      "epoch": 0.8351648351648352,
      "rel-constrast": 2.6653130054473877,
      "step": 1064,
      "subrel-constrast": 4.0916900634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248770475387573,
      "cov-distil (oracle2student)": 6.382534027099609,
      "cov-distil (oracle2teacher)": 5.871962547302246,
      "epoch": 0.8359497645211931,
      "rel-constrast": 2.8222265243530273,
      "step": 1065,
      "subrel-constrast": 3.441693067550659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3510991334915161,
      "cov-distil (oracle2student)": 4.302297592163086,
      "cov-distil (oracle2teacher)": 4.406790733337402,
      "epoch": 0.8367346938775511,
      "rel-constrast": 2.2316131591796875,
      "step": 1066,
      "subrel-constrast": 3.0212955474853516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5802234411239624,
      "cov-distil (oracle2student)": 3.697017192840576,
      "cov-distil (oracle2teacher)": 3.6706840991973877,
      "epoch": 0.8375196232339089,
      "rel-constrast": 1.6987382173538208,
      "step": 1067,
      "subrel-constrast": 2.76116681098938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6104096174240112,
      "cov-distil (oracle2student)": 4.713435173034668,
      "cov-distil (oracle2teacher)": 4.685287952423096,
      "epoch": 0.8383045525902669,
      "rel-constrast": 3.206899881362915,
      "step": 1068,
      "subrel-constrast": 3.8750016689300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5551302433013916,
      "cov-distil (oracle2student)": 5.244860649108887,
      "cov-distil (oracle2teacher)": 5.400216102600098,
      "epoch": 0.8390894819466248,
      "rel-constrast": 2.9657280445098877,
      "step": 1069,
      "subrel-constrast": 4.163245677947998,
      "view-similarity": 0
    },
    {
      "epoch": 0.8398744113029827,
      "grad_norm": 3.9375,
      "learning_rate": 9.610667319147647e-05,
      "loss": 0.706,
      "step": 1070
    },
    {
      "cov-distil": 1.2886357307434082,
      "cov-distil (oracle2student)": 4.621914386749268,
      "cov-distil (oracle2teacher)": 3.9015297889709473,
      "epoch": 0.8398744113029827,
      "rel-constrast": 1.8079662322998047,
      "step": 1070,
      "subrel-constrast": 2.4859864711761475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9027646780014038,
      "cov-distil (oracle2student)": 4.068519592285156,
      "cov-distil (oracle2teacher)": 4.4184722900390625,
      "epoch": 0.8406593406593407,
      "rel-constrast": 2.5185775756835938,
      "step": 1071,
      "subrel-constrast": 3.79280948638916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610694169998169,
      "cov-distil (oracle2student)": 5.256581783294678,
      "cov-distil (oracle2teacher)": 4.202345848083496,
      "epoch": 0.8414442700156985,
      "rel-constrast": 1.7948429584503174,
      "step": 1072,
      "subrel-constrast": 2.149874448776245,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5720903873443604,
      "cov-distil (oracle2student)": 2.5972678661346436,
      "cov-distil (oracle2teacher)": 2.549935817718506,
      "epoch": 0.8422291993720565,
      "rel-constrast": 2.8846240043640137,
      "step": 1073,
      "subrel-constrast": 3.755218267440796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2602043151855469,
      "cov-distil (oracle2student)": 6.56927490234375,
      "cov-distil (oracle2teacher)": 5.913023948669434,
      "epoch": 0.8430141287284144,
      "rel-constrast": 2.259208917617798,
      "step": 1074,
      "subrel-constrast": 3.0340468883514404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.912826418876648,
      "cov-distil (oracle2student)": 5.491884708404541,
      "cov-distil (oracle2teacher)": 4.559049129486084,
      "epoch": 0.8437990580847724,
      "rel-constrast": 3.2352657318115234,
      "step": 1075,
      "subrel-constrast": 3.8456273078918457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9904232025146484,
      "cov-distil (oracle2student)": 3.253878116607666,
      "cov-distil (oracle2teacher)": 3.703411340713501,
      "epoch": 0.8445839874411303,
      "rel-constrast": 2.863182306289673,
      "step": 1076,
      "subrel-constrast": 4.177298545837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882885217666626,
      "cov-distil (oracle2student)": 4.126079559326172,
      "cov-distil (oracle2teacher)": 4.227783679962158,
      "epoch": 0.8453689167974883,
      "rel-constrast": 2.9614031314849854,
      "step": 1077,
      "subrel-constrast": 3.795863628387451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9776341915130615,
      "cov-distil (oracle2student)": 3.3317291736602783,
      "cov-distil (oracle2teacher)": 3.3138623237609863,
      "epoch": 0.8461538461538461,
      "rel-constrast": 2.3572006225585938,
      "step": 1078,
      "subrel-constrast": 2.9749090671539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4215022325515747,
      "cov-distil (oracle2student)": 7.1245245933532715,
      "cov-distil (oracle2teacher)": 6.631807327270508,
      "epoch": 0.8469387755102041,
      "rel-constrast": 1.5559624433517456,
      "step": 1079,
      "subrel-constrast": 2.727398157119751,
      "view-similarity": 0
    },
    {
      "epoch": 0.847723704866562,
      "grad_norm": 4.0,
      "learning_rate": 9.597050692902765e-05,
      "loss": 0.6483,
      "step": 1080
    },
    {
      "cov-distil": 2.2612788677215576,
      "cov-distil (oracle2student)": 2.441570281982422,
      "cov-distil (oracle2teacher)": 2.711883544921875,
      "epoch": 0.847723704866562,
      "rel-constrast": 1.431687355041504,
      "step": 1080,
      "subrel-constrast": 2.5502729415893555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776302456855774,
      "cov-distil (oracle2student)": 3.7759766578674316,
      "cov-distil (oracle2teacher)": 3.8109960556030273,
      "epoch": 0.8485086342229199,
      "rel-constrast": 2.977764368057251,
      "step": 1081,
      "subrel-constrast": 3.808194160461426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0173511505126953,
      "cov-distil (oracle2student)": 3.3843555450439453,
      "cov-distil (oracle2teacher)": 3.38594913482666,
      "epoch": 0.8492935635792779,
      "rel-constrast": 2.338865280151367,
      "step": 1082,
      "subrel-constrast": 3.3615052700042725,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.259052038192749,
      "cov-distil (oracle2student)": 6.709156036376953,
      "cov-distil (oracle2teacher)": 5.610198020935059,
      "epoch": 0.8500784929356358,
      "rel-constrast": 3.0296573638916016,
      "step": 1083,
      "subrel-constrast": 3.5144412517547607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5684027671813965,
      "cov-distil (oracle2student)": 4.759820938110352,
      "cov-distil (oracle2teacher)": 4.083112716674805,
      "epoch": 0.8508634222919937,
      "rel-constrast": 2.521782875061035,
      "step": 1084,
      "subrel-constrast": 3.0945487022399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4398539066314697,
      "cov-distil (oracle2student)": 4.179915428161621,
      "cov-distil (oracle2teacher)": 4.522205352783203,
      "epoch": 0.8516483516483516,
      "rel-constrast": 2.952085018157959,
      "step": 1085,
      "subrel-constrast": 3.3064024448394775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.656529188156128,
      "cov-distil (oracle2student)": 5.259430885314941,
      "cov-distil (oracle2teacher)": 4.256065368652344,
      "epoch": 0.8524332810047096,
      "rel-constrast": 3.573294162750244,
      "step": 1086,
      "subrel-constrast": 4.102229118347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4870409965515137,
      "cov-distil (oracle2student)": 3.2967703342437744,
      "cov-distil (oracle2teacher)": 3.5612845420837402,
      "epoch": 0.8532182103610675,
      "rel-constrast": 2.2876057624816895,
      "step": 1087,
      "subrel-constrast": 2.8591420650482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5758378505706787,
      "cov-distil (oracle2student)": 4.145998954772949,
      "cov-distil (oracle2teacher)": 3.86887264251709,
      "epoch": 0.8540031397174255,
      "rel-constrast": 2.466554880142212,
      "step": 1088,
      "subrel-constrast": 3.0888187885284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4580416679382324,
      "cov-distil (oracle2student)": 3.5481619834899902,
      "cov-distil (oracle2teacher)": 3.891221046447754,
      "epoch": 0.8547880690737834,
      "rel-constrast": 2.3350257873535156,
      "step": 1089,
      "subrel-constrast": 3.2699694633483887,
      "view-similarity": 0
    },
    {
      "epoch": 0.8555729984301413,
      "grad_norm": 4.5,
      "learning_rate": 9.583210012892582e-05,
      "loss": 0.6916,
      "step": 1090
    },
    {
      "cov-distil": 2.1054770946502686,
      "cov-distil (oracle2student)": 4.161252498626709,
      "cov-distil (oracle2teacher)": 3.5828795433044434,
      "epoch": 0.8555729984301413,
      "rel-constrast": 2.893124580383301,
      "step": 1090,
      "subrel-constrast": 3.7985823154449463,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6175923347473145,
      "cov-distil (oracle2student)": 3.538158893585205,
      "cov-distil (oracle2teacher)": 4.154867649078369,
      "epoch": 0.8563579277864992,
      "rel-constrast": 2.5513758659362793,
      "step": 1091,
      "subrel-constrast": 3.8530352115631104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2550013065338135,
      "cov-distil (oracle2student)": 4.955796241760254,
      "cov-distil (oracle2teacher)": 4.485112190246582,
      "epoch": 0.8571428571428571,
      "rel-constrast": 3.0515384674072266,
      "step": 1092,
      "subrel-constrast": 3.6082208156585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9093921184539795,
      "cov-distil (oracle2student)": 6.275992393493652,
      "cov-distil (oracle2teacher)": 5.936104774475098,
      "epoch": 0.8579277864992151,
      "rel-constrast": 2.746659517288208,
      "step": 1093,
      "subrel-constrast": 3.500150203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559880256652832,
      "cov-distil (oracle2student)": 5.980669021606445,
      "cov-distil (oracle2teacher)": 5.451399803161621,
      "epoch": 0.858712715855573,
      "rel-constrast": 2.9223594665527344,
      "step": 1094,
      "subrel-constrast": 3.431309461593628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9203022718429565,
      "cov-distil (oracle2student)": 4.37349271774292,
      "cov-distil (oracle2teacher)": 4.252681732177734,
      "epoch": 0.859497645211931,
      "rel-constrast": 2.075744867324829,
      "step": 1095,
      "subrel-constrast": 2.7751643657684326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717166781425476,
      "cov-distil (oracle2student)": 4.556638240814209,
      "cov-distil (oracle2teacher)": 4.48246955871582,
      "epoch": 0.8602825745682888,
      "rel-constrast": 2.5287399291992188,
      "step": 1096,
      "subrel-constrast": 3.3429861068725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1659001111984253,
      "cov-distil (oracle2student)": 2.7157702445983887,
      "cov-distil (oracle2teacher)": 2.870422840118408,
      "epoch": 0.8610675039246468,
      "rel-constrast": 2.0655741691589355,
      "step": 1097,
      "subrel-constrast": 2.8546369075775146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5593934059143066,
      "cov-distil (oracle2student)": 6.0179057121276855,
      "cov-distil (oracle2teacher)": 5.587730407714844,
      "epoch": 0.8618524332810047,
      "rel-constrast": 2.677334785461426,
      "step": 1098,
      "subrel-constrast": 4.152379989624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0314323902130127,
      "cov-distil (oracle2student)": 4.601337432861328,
      "cov-distil (oracle2teacher)": 4.624104022979736,
      "epoch": 0.8626373626373627,
      "rel-constrast": 1.8721895217895508,
      "step": 1099,
      "subrel-constrast": 3.296999216079712,
      "view-similarity": 0
    },
    {
      "epoch": 0.8634222919937206,
      "grad_norm": 3.71875,
      "learning_rate": 9.569145953692315e-05,
      "loss": 0.6817,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "overlap": 0.34843751788139343,
      "step": 1100
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "student margin": 0.06329345703125
    },
    {
      "epoch": 0.8634222919937206,
      "step": 1100,
      "teacher margin": 0.039794921875
    },
    {
      "epoch": 0.8634222919937206,
      "margin difference": -0.02349853515625,
      "step": 1100
    },
    {
      "cov-distil": 1.4833276271820068,
      "cov-distil (oracle2student)": 2.5811314582824707,
      "cov-distil (oracle2teacher)": 3.234126567840576,
      "epoch": 0.8634222919937206,
      "rel-constrast": 2.340510129928589,
      "step": 1100,
      "subrel-constrast": 3.2712020874023438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7645385265350342,
      "cov-distil (oracle2student)": 3.677969217300415,
      "cov-distil (oracle2teacher)": 3.6294074058532715,
      "epoch": 0.8642072213500785,
      "rel-constrast": 4.167717933654785,
      "step": 1101,
      "subrel-constrast": 4.671776294708252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8379162549972534,
      "cov-distil (oracle2student)": 2.7142980098724365,
      "cov-distil (oracle2teacher)": 3.048560619354248,
      "epoch": 0.8649921507064364,
      "rel-constrast": 2.7332358360290527,
      "step": 1102,
      "subrel-constrast": 3.7854421138763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7900221347808838,
      "cov-distil (oracle2student)": 3.7195370197296143,
      "cov-distil (oracle2teacher)": 4.015216827392578,
      "epoch": 0.8657770800627943,
      "rel-constrast": 2.7825095653533936,
      "step": 1103,
      "subrel-constrast": 3.296682596206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4053113460540771,
      "cov-distil (oracle2student)": 4.217700958251953,
      "cov-distil (oracle2teacher)": 3.6578311920166016,
      "epoch": 0.8665620094191523,
      "rel-constrast": 3.052328109741211,
      "step": 1104,
      "subrel-constrast": 3.7783777713775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3801968097686768,
      "cov-distil (oracle2student)": 5.993281364440918,
      "cov-distil (oracle2teacher)": 5.398037910461426,
      "epoch": 0.8673469387755102,
      "rel-constrast": 2.293044090270996,
      "step": 1105,
      "subrel-constrast": 2.9968013763427734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8247287273406982,
      "cov-distil (oracle2student)": 4.098142147064209,
      "cov-distil (oracle2teacher)": 3.8097481727600098,
      "epoch": 0.8681318681318682,
      "rel-constrast": 2.533796787261963,
      "step": 1106,
      "subrel-constrast": 3.3139874935150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4530056715011597,
      "cov-distil (oracle2student)": 3.797022819519043,
      "cov-distil (oracle2teacher)": 3.834474563598633,
      "epoch": 0.868916797488226,
      "rel-constrast": 2.3914051055908203,
      "step": 1107,
      "subrel-constrast": 2.933656930923462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.399402141571045,
      "cov-distil (oracle2student)": 6.081768989562988,
      "cov-distil (oracle2teacher)": 5.472435474395752,
      "epoch": 0.869701726844584,
      "rel-constrast": 2.705120086669922,
      "step": 1108,
      "subrel-constrast": 3.3974111080169678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1830177307128906,
      "cov-distil (oracle2student)": 4.560810089111328,
      "cov-distil (oracle2teacher)": 4.15213680267334,
      "epoch": 0.8704866562009419,
      "rel-constrast": 2.559567451477051,
      "step": 1109,
      "subrel-constrast": 3.008854866027832,
      "view-similarity": 0
    },
    {
      "epoch": 0.8712715855572999,
      "grad_norm": 4.5625,
      "learning_rate": 9.55485920076437e-05,
      "loss": 0.7303,
      "step": 1110
    },
    {
      "cov-distil": 1.2235275506973267,
      "cov-distil (oracle2student)": 3.794009208679199,
      "cov-distil (oracle2teacher)": 3.8570096492767334,
      "epoch": 0.8712715855572999,
      "rel-constrast": 2.551140069961548,
      "step": 1110,
      "subrel-constrast": 2.904038906097412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7267662286758423,
      "cov-distil (oracle2student)": 4.95948600769043,
      "cov-distil (oracle2teacher)": 4.704637050628662,
      "epoch": 0.8720565149136578,
      "rel-constrast": 2.715531826019287,
      "step": 1111,
      "subrel-constrast": 3.808561325073242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4849038124084473,
      "cov-distil (oracle2student)": 5.699418067932129,
      "cov-distil (oracle2teacher)": 5.444860935211182,
      "epoch": 0.8728414442700158,
      "rel-constrast": 3.156691551208496,
      "step": 1112,
      "subrel-constrast": 4.330676078796387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6230366230010986,
      "cov-distil (oracle2student)": 3.6282854080200195,
      "cov-distil (oracle2teacher)": 3.7687344551086426,
      "epoch": 0.8736263736263736,
      "rel-constrast": 3.298485279083252,
      "step": 1113,
      "subrel-constrast": 4.327947616577148,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3193984031677246,
      "cov-distil (oracle2student)": 4.089964866638184,
      "cov-distil (oracle2teacher)": 4.076715469360352,
      "epoch": 0.8744113029827315,
      "rel-constrast": 3.4449801445007324,
      "step": 1114,
      "subrel-constrast": 4.282724380493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5472908020019531,
      "cov-distil (oracle2student)": 4.376423358917236,
      "cov-distil (oracle2teacher)": 4.297941207885742,
      "epoch": 0.8751962323390895,
      "rel-constrast": 2.9351186752319336,
      "step": 1115,
      "subrel-constrast": 3.8922715187072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1743741035461426,
      "cov-distil (oracle2student)": 3.9836480617523193,
      "cov-distil (oracle2teacher)": 4.377137184143066,
      "epoch": 0.8759811616954474,
      "rel-constrast": 2.871256113052368,
      "step": 1116,
      "subrel-constrast": 4.048947334289551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5275554656982422,
      "cov-distil (oracle2student)": 4.710699558258057,
      "cov-distil (oracle2teacher)": 4.594585418701172,
      "epoch": 0.8767660910518054,
      "rel-constrast": 3.3685479164123535,
      "step": 1117,
      "subrel-constrast": 3.934133529663086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2723639011383057,
      "cov-distil (oracle2student)": 3.645294427871704,
      "cov-distil (oracle2teacher)": 3.5527291297912598,
      "epoch": 0.8775510204081632,
      "rel-constrast": 2.21423602104187,
      "step": 1118,
      "subrel-constrast": 2.8356733322143555,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123837947845459,
      "cov-distil (oracle2student)": 4.337810516357422,
      "cov-distil (oracle2teacher)": 4.060410499572754,
      "epoch": 0.8783359497645212,
      "rel-constrast": 3.6620709896087646,
      "step": 1119,
      "subrel-constrast": 4.455970764160156,
      "view-similarity": 0
    },
    {
      "epoch": 0.8791208791208791,
      "grad_norm": 7.1875,
      "learning_rate": 9.540350450424926e-05,
      "loss": 0.798,
      "step": 1120
    },
    {
      "cov-distil": 1.571814775466919,
      "cov-distil (oracle2student)": 3.5054187774658203,
      "cov-distil (oracle2teacher)": 3.261589527130127,
      "epoch": 0.8791208791208791,
      "rel-constrast": 2.269399642944336,
      "step": 1120,
      "subrel-constrast": 3.0529563426971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0937509536743164,
      "cov-distil (oracle2student)": 4.064808368682861,
      "cov-distil (oracle2teacher)": 4.127132415771484,
      "epoch": 0.8799058084772371,
      "rel-constrast": 2.0518972873687744,
      "step": 1121,
      "subrel-constrast": 3.6217973232269287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1840193271636963,
      "cov-distil (oracle2student)": 4.489145755767822,
      "cov-distil (oracle2teacher)": 3.5891308784484863,
      "epoch": 0.880690737833595,
      "rel-constrast": 2.198768138885498,
      "step": 1122,
      "subrel-constrast": 3.3932459354400635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9248802661895752,
      "cov-distil (oracle2student)": 4.523759841918945,
      "cov-distil (oracle2teacher)": 4.695162773132324,
      "epoch": 0.8814756671899528,
      "rel-constrast": 3.6944828033447266,
      "step": 1123,
      "subrel-constrast": 4.282294273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6031193733215332,
      "cov-distil (oracle2student)": 4.548890590667725,
      "cov-distil (oracle2teacher)": 4.035934925079346,
      "epoch": 0.8822605965463108,
      "rel-constrast": 2.739450454711914,
      "step": 1124,
      "subrel-constrast": 3.720611095428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1998677253723145,
      "cov-distil (oracle2student)": 4.823317527770996,
      "cov-distil (oracle2teacher)": 4.251072406768799,
      "epoch": 0.8830455259026687,
      "rel-constrast": 2.5668554306030273,
      "step": 1125,
      "subrel-constrast": 2.824064254760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067883253097534,
      "cov-distil (oracle2student)": 4.868155002593994,
      "cov-distil (oracle2teacher)": 4.854118347167969,
      "epoch": 0.8838304552590267,
      "rel-constrast": 3.8667964935302734,
      "step": 1126,
      "subrel-constrast": 5.2667555809021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5876684188842773,
      "cov-distil (oracle2student)": 3.949136972427368,
      "cov-distil (oracle2teacher)": 4.12576961517334,
      "epoch": 0.8846153846153846,
      "rel-constrast": 2.681436538696289,
      "step": 1127,
      "subrel-constrast": 3.5201127529144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3168267011642456,
      "cov-distil (oracle2student)": 3.8228814601898193,
      "cov-distil (oracle2teacher)": 3.8702011108398438,
      "epoch": 0.8854003139717426,
      "rel-constrast": 2.4905176162719727,
      "step": 1128,
      "subrel-constrast": 3.3689873218536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6659281253814697,
      "cov-distil (oracle2student)": 3.591095447540283,
      "cov-distil (oracle2teacher)": 3.3310017585754395,
      "epoch": 0.8861852433281004,
      "rel-constrast": 2.8482139110565186,
      "step": 1129,
      "subrel-constrast": 3.5865471363067627,
      "view-similarity": 0
    },
    {
      "epoch": 0.8869701726844584,
      "grad_norm": 4.5,
      "learning_rate": 9.525620409810007e-05,
      "loss": 0.7282,
      "step": 1130
    },
    {
      "cov-distil": 1.2501623630523682,
      "cov-distil (oracle2student)": 3.4405083656311035,
      "cov-distil (oracle2teacher)": 3.822848081588745,
      "epoch": 0.8869701726844584,
      "rel-constrast": 3.310263156890869,
      "step": 1130,
      "subrel-constrast": 3.67504620552063,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9023420810699463,
      "cov-distil (oracle2student)": 4.349114894866943,
      "cov-distil (oracle2teacher)": 3.7581562995910645,
      "epoch": 0.8877551020408163,
      "rel-constrast": 2.737643003463745,
      "step": 1131,
      "subrel-constrast": 3.8389017581939697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.875125527381897,
      "cov-distil (oracle2student)": 3.852022409439087,
      "cov-distil (oracle2teacher)": 3.9263296127319336,
      "epoch": 0.8885400313971743,
      "rel-constrast": 2.9334559440612793,
      "step": 1132,
      "subrel-constrast": 4.020740509033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681649088859558,
      "cov-distil (oracle2student)": 3.246659994125366,
      "cov-distil (oracle2teacher)": 3.271294116973877,
      "epoch": 0.8893249607535322,
      "rel-constrast": 2.1920580863952637,
      "step": 1133,
      "subrel-constrast": 3.1769967079162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6531949043273926,
      "cov-distil (oracle2student)": 5.079378604888916,
      "cov-distil (oracle2teacher)": 4.647866249084473,
      "epoch": 0.8901098901098901,
      "rel-constrast": 3.080786943435669,
      "step": 1134,
      "subrel-constrast": 3.9597272872924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.251246452331543,
      "cov-distil (oracle2student)": 3.9195938110351562,
      "cov-distil (oracle2teacher)": 3.9517698287963867,
      "epoch": 0.890894819466248,
      "rel-constrast": 2.895026683807373,
      "step": 1135,
      "subrel-constrast": 3.5273540019989014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1951422691345215,
      "cov-distil (oracle2student)": 3.674179792404175,
      "cov-distil (oracle2teacher)": 3.949899196624756,
      "epoch": 0.8916797488226059,
      "rel-constrast": 2.414430618286133,
      "step": 1136,
      "subrel-constrast": 3.3157989978790283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5406358242034912,
      "cov-distil (oracle2student)": 5.6439104080200195,
      "cov-distil (oracle2teacher)": 5.224896430969238,
      "epoch": 0.8924646781789639,
      "rel-constrast": 2.673257350921631,
      "step": 1137,
      "subrel-constrast": 3.3259668350219727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4170578718185425,
      "cov-distil (oracle2student)": 3.125720977783203,
      "cov-distil (oracle2teacher)": 3.3830299377441406,
      "epoch": 0.8932496075353218,
      "rel-constrast": 1.4036521911621094,
      "step": 1138,
      "subrel-constrast": 2.1827547550201416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.56028151512146,
      "cov-distil (oracle2student)": 4.748476982116699,
      "cov-distil (oracle2teacher)": 4.825471878051758,
      "epoch": 0.8940345368916798,
      "rel-constrast": 2.5303781032562256,
      "step": 1139,
      "subrel-constrast": 3.5083651542663574,
      "view-similarity": 0
    },
    {
      "epoch": 0.8948194662480377,
      "grad_norm": 4.125,
      "learning_rate": 9.510669796841014e-05,
      "loss": 0.6926,
      "step": 1140
    },
    {
      "cov-distil": 1.6231253147125244,
      "cov-distil (oracle2student)": 3.6117701530456543,
      "cov-distil (oracle2teacher)": 3.011739730834961,
      "epoch": 0.8948194662480377,
      "rel-constrast": 1.6998871564865112,
      "step": 1140,
      "subrel-constrast": 2.5687835216522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6277525424957275,
      "cov-distil (oracle2student)": 3.921034097671509,
      "cov-distil (oracle2teacher)": 4.101091384887695,
      "epoch": 0.8956043956043956,
      "rel-constrast": 2.0519986152648926,
      "step": 1141,
      "subrel-constrast": 2.8336429595947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7959699630737305,
      "cov-distil (oracle2student)": 4.145328521728516,
      "cov-distil (oracle2teacher)": 4.078837871551514,
      "epoch": 0.8963893249607535,
      "rel-constrast": 2.2661423683166504,
      "step": 1142,
      "subrel-constrast": 3.6944267749786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7383415699005127,
      "cov-distil (oracle2student)": 4.898563861846924,
      "cov-distil (oracle2teacher)": 4.586406707763672,
      "epoch": 0.8971742543171115,
      "rel-constrast": 1.939466953277588,
      "step": 1143,
      "subrel-constrast": 3.167980909347534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9882118701934814,
      "cov-distil (oracle2student)": 5.280661582946777,
      "cov-distil (oracle2teacher)": 4.710152626037598,
      "epoch": 0.8979591836734694,
      "rel-constrast": 2.7240095138549805,
      "step": 1144,
      "subrel-constrast": 3.643813133239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6273691654205322,
      "cov-distil (oracle2student)": 5.149251461029053,
      "cov-distil (oracle2teacher)": 4.367751121520996,
      "epoch": 0.8987441130298273,
      "rel-constrast": 2.867098331451416,
      "step": 1145,
      "subrel-constrast": 3.6574766635894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6935086250305176,
      "cov-distil (oracle2student)": 6.38236665725708,
      "cov-distil (oracle2teacher)": 6.156482696533203,
      "epoch": 0.8995290423861853,
      "rel-constrast": 1.7907439470291138,
      "step": 1146,
      "subrel-constrast": 3.184711456298828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4945895671844482,
      "cov-distil (oracle2student)": 4.936389923095703,
      "cov-distil (oracle2teacher)": 4.539090156555176,
      "epoch": 0.9003139717425431,
      "rel-constrast": 3.644914150238037,
      "step": 1147,
      "subrel-constrast": 4.2774128913879395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4410946369171143,
      "cov-distil (oracle2student)": 4.45939826965332,
      "cov-distil (oracle2teacher)": 4.1736040115356445,
      "epoch": 0.9010989010989011,
      "rel-constrast": 3.5368399620056152,
      "step": 1148,
      "subrel-constrast": 3.9831151962280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.751585841178894,
      "cov-distil (oracle2student)": 5.582363128662109,
      "cov-distil (oracle2teacher)": 4.989151954650879,
      "epoch": 0.901883830455259,
      "rel-constrast": 3.1458239555358887,
      "step": 1149,
      "subrel-constrast": 3.912555694580078,
      "view-similarity": 0
    },
    {
      "epoch": 0.902668759811617,
      "grad_norm": 5.5,
      "learning_rate": 9.495499340189728e-05,
      "loss": 0.6836,
      "step": 1150
    },
    {
      "cov-distil": 1.3166242837905884,
      "cov-distil (oracle2student)": 4.205977439880371,
      "cov-distil (oracle2teacher)": 4.073219299316406,
      "epoch": 0.902668759811617,
      "rel-constrast": 2.686522960662842,
      "step": 1150,
      "subrel-constrast": 3.222052812576294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0893232822418213,
      "cov-distil (oracle2student)": 3.0405430793762207,
      "cov-distil (oracle2teacher)": 3.103191375732422,
      "epoch": 0.9034536891679749,
      "rel-constrast": 2.527759075164795,
      "step": 1151,
      "subrel-constrast": 3.260211229324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4247220754623413,
      "cov-distil (oracle2student)": 4.437274932861328,
      "cov-distil (oracle2teacher)": 3.507920503616333,
      "epoch": 0.9042386185243328,
      "rel-constrast": 2.5112786293029785,
      "step": 1152,
      "subrel-constrast": 2.9173386096954346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8933457136154175,
      "cov-distil (oracle2student)": 4.599787712097168,
      "cov-distil (oracle2teacher)": 3.93801212310791,
      "epoch": 0.9050235478806907,
      "rel-constrast": 2.9544529914855957,
      "step": 1153,
      "subrel-constrast": 3.94472074508667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7987773418426514,
      "cov-distil (oracle2student)": 4.754169464111328,
      "cov-distil (oracle2teacher)": 3.8799026012420654,
      "epoch": 0.9058084772370487,
      "rel-constrast": 2.6446785926818848,
      "step": 1154,
      "subrel-constrast": 3.349853515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5505367517471313,
      "cov-distil (oracle2student)": 4.531599998474121,
      "cov-distil (oracle2teacher)": 4.644270420074463,
      "epoch": 0.9065934065934066,
      "rel-constrast": 2.12009859085083,
      "step": 1155,
      "subrel-constrast": 3.233833074569702,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2821686267852783,
      "cov-distil (oracle2student)": 3.822535514831543,
      "cov-distil (oracle2teacher)": 3.8887791633605957,
      "epoch": 0.9073783359497645,
      "rel-constrast": 2.8811583518981934,
      "step": 1156,
      "subrel-constrast": 3.296569347381592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4985346794128418,
      "cov-distil (oracle2student)": 3.086726665496826,
      "cov-distil (oracle2teacher)": 2.8055214881896973,
      "epoch": 0.9081632653061225,
      "rel-constrast": 2.100804090499878,
      "step": 1157,
      "subrel-constrast": 2.6775074005126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.466531753540039,
      "cov-distil (oracle2student)": 3.2765588760375977,
      "cov-distil (oracle2teacher)": 3.3337197303771973,
      "epoch": 0.9089481946624803,
      "rel-constrast": 3.827808141708374,
      "step": 1158,
      "subrel-constrast": 3.6539833545684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021986961364746,
      "cov-distil (oracle2student)": 4.244625091552734,
      "cov-distil (oracle2teacher)": 3.8632240295410156,
      "epoch": 0.9097331240188383,
      "rel-constrast": 2.7144017219543457,
      "step": 1159,
      "subrel-constrast": 3.6200084686279297,
      "view-similarity": 0
    },
    {
      "epoch": 0.9105180533751962,
      "grad_norm": 3.734375,
      "learning_rate": 9.480109779242805e-05,
      "loss": 0.7201,
      "step": 1160
    },
    {
      "cov-distil": 1.2979786396026611,
      "cov-distil (oracle2student)": 4.201969146728516,
      "cov-distil (oracle2teacher)": 3.9029698371887207,
      "epoch": 0.9105180533751962,
      "rel-constrast": 2.8292670249938965,
      "step": 1160,
      "subrel-constrast": 3.5320496559143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0141704082489014,
      "cov-distil (oracle2student)": 2.953571081161499,
      "cov-distil (oracle2teacher)": 3.2779788970947266,
      "epoch": 0.9113029827315542,
      "rel-constrast": 2.6523966789245605,
      "step": 1161,
      "subrel-constrast": 3.5234549045562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976268291473389,
      "cov-distil (oracle2student)": 5.376161098480225,
      "cov-distil (oracle2teacher)": 5.060492515563965,
      "epoch": 0.9120879120879121,
      "rel-constrast": 2.931504011154175,
      "step": 1162,
      "subrel-constrast": 3.9529800415039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.813007116317749,
      "cov-distil (oracle2student)": 5.948803424835205,
      "cov-distil (oracle2teacher)": 5.331986904144287,
      "epoch": 0.9128728414442701,
      "rel-constrast": 3.500373363494873,
      "step": 1163,
      "subrel-constrast": 4.298351287841797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3975372314453125,
      "cov-distil (oracle2student)": 3.503666877746582,
      "cov-distil (oracle2teacher)": 3.7389934062957764,
      "epoch": 0.9136577708006279,
      "rel-constrast": 2.32747745513916,
      "step": 1164,
      "subrel-constrast": 3.1099324226379395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01520037651062,
      "cov-distil (oracle2student)": 3.7509379386901855,
      "cov-distil (oracle2teacher)": 3.9740700721740723,
      "epoch": 0.9144427001569859,
      "rel-constrast": 2.3922195434570312,
      "step": 1165,
      "subrel-constrast": 3.644641160964966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952460050582886,
      "cov-distil (oracle2student)": 5.417086601257324,
      "cov-distil (oracle2teacher)": 5.014781951904297,
      "epoch": 0.9152276295133438,
      "rel-constrast": 3.4913744926452637,
      "step": 1166,
      "subrel-constrast": 3.7487809658050537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5961735248565674,
      "cov-distil (oracle2student)": 2.986576557159424,
      "cov-distil (oracle2teacher)": 3.818789482116699,
      "epoch": 0.9160125588697017,
      "rel-constrast": 2.203270435333252,
      "step": 1167,
      "subrel-constrast": 3.236823558807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0130348205566406,
      "cov-distil (oracle2student)": 5.149880409240723,
      "cov-distil (oracle2teacher)": 4.798189163208008,
      "epoch": 0.9167974882260597,
      "rel-constrast": 2.753026008605957,
      "step": 1168,
      "subrel-constrast": 3.9270730018615723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.501684308052063,
      "cov-distil (oracle2student)": 3.8572030067443848,
      "cov-distil (oracle2teacher)": 3.7087833881378174,
      "epoch": 0.9175824175824175,
      "rel-constrast": 3.009178876876831,
      "step": 1169,
      "subrel-constrast": 3.6050803661346436,
      "view-similarity": 0
    },
    {
      "epoch": 0.9183673469387755,
      "grad_norm": 4.65625,
      "learning_rate": 9.464501864065735e-05,
      "loss": 0.7451,
      "step": 1170
    },
    {
      "cov-distil": 2.2440497875213623,
      "cov-distil (oracle2student)": 5.438259601593018,
      "cov-distil (oracle2teacher)": 6.017505168914795,
      "epoch": 0.9183673469387755,
      "rel-constrast": 3.4756507873535156,
      "step": 1170,
      "subrel-constrast": 4.350358009338379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8304718732833862,
      "cov-distil (oracle2student)": 4.279886245727539,
      "cov-distil (oracle2teacher)": 3.70857834815979,
      "epoch": 0.9191522762951334,
      "rel-constrast": 3.044724702835083,
      "step": 1171,
      "subrel-constrast": 3.9490966796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6617827415466309,
      "cov-distil (oracle2student)": 6.607244491577148,
      "cov-distil (oracle2teacher)": 5.819287300109863,
      "epoch": 0.9199372056514914,
      "rel-constrast": 2.6870391368865967,
      "step": 1172,
      "subrel-constrast": 3.5879151821136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6941949129104614,
      "cov-distil (oracle2student)": 4.0640058517456055,
      "cov-distil (oracle2teacher)": 3.718726634979248,
      "epoch": 0.9207221350078493,
      "rel-constrast": 4.171328067779541,
      "step": 1173,
      "subrel-constrast": 4.517958641052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5606048107147217,
      "cov-distil (oracle2student)": 5.81865119934082,
      "cov-distil (oracle2teacher)": 5.35563850402832,
      "epoch": 0.9215070643642073,
      "rel-constrast": 3.0460877418518066,
      "step": 1174,
      "subrel-constrast": 4.113963603973389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8238593339920044,
      "cov-distil (oracle2student)": 5.197890758514404,
      "cov-distil (oracle2teacher)": 4.986410140991211,
      "epoch": 0.9222919937205651,
      "rel-constrast": 2.6522445678710938,
      "step": 1175,
      "subrel-constrast": 4.078558921813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0134215354919434,
      "cov-distil (oracle2student)": 4.401877403259277,
      "cov-distil (oracle2teacher)": 4.206283092498779,
      "epoch": 0.9230769230769231,
      "rel-constrast": 3.171078681945801,
      "step": 1176,
      "subrel-constrast": 4.500491619110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5161776542663574,
      "cov-distil (oracle2student)": 4.1661272048950195,
      "cov-distil (oracle2teacher)": 4.304996490478516,
      "epoch": 0.923861852433281,
      "rel-constrast": 2.551457405090332,
      "step": 1177,
      "subrel-constrast": 3.3223350048065186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2079062461853027,
      "cov-distil (oracle2student)": 4.168429374694824,
      "cov-distil (oracle2teacher)": 3.741354465484619,
      "epoch": 0.9246467817896389,
      "rel-constrast": 3.1079952716827393,
      "step": 1178,
      "subrel-constrast": 4.202869892120361,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9897029399871826,
      "cov-distil (oracle2student)": 3.056656837463379,
      "cov-distil (oracle2teacher)": 3.4330224990844727,
      "epoch": 0.9254317111459969,
      "rel-constrast": 2.705441474914551,
      "step": 1179,
      "subrel-constrast": 4.179513931274414,
      "view-similarity": 0
    },
    {
      "epoch": 0.9262166405023547,
      "grad_norm": 4.25,
      "learning_rate": 9.448676355366282e-05,
      "loss": 0.8117,
      "step": 1180
    },
    {
      "cov-distil": 1.6385297775268555,
      "cov-distil (oracle2student)": 4.018562316894531,
      "cov-distil (oracle2teacher)": 3.957552194595337,
      "epoch": 0.9262166405023547,
      "rel-constrast": 3.807039737701416,
      "step": 1180,
      "subrel-constrast": 4.254812240600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0436596870422363,
      "cov-distil (oracle2student)": 2.9802255630493164,
      "cov-distil (oracle2teacher)": 3.1497929096221924,
      "epoch": 0.9270015698587127,
      "rel-constrast": 2.539369583129883,
      "step": 1181,
      "subrel-constrast": 4.188117027282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7912375926971436,
      "cov-distil (oracle2student)": 6.986716270446777,
      "cov-distil (oracle2teacher)": 6.872638702392578,
      "epoch": 0.9277864992150706,
      "rel-constrast": 3.627889394760132,
      "step": 1182,
      "subrel-constrast": 5.0161519050598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244184970855713,
      "cov-distil (oracle2student)": 4.350063323974609,
      "cov-distil (oracle2teacher)": 4.1805620193481445,
      "epoch": 0.9285714285714286,
      "rel-constrast": 3.519531726837158,
      "step": 1183,
      "subrel-constrast": 4.265542507171631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4995149374008179,
      "cov-distil (oracle2student)": 3.728036403656006,
      "cov-distil (oracle2teacher)": 3.4130442142486572,
      "epoch": 0.9293563579277865,
      "rel-constrast": 3.084534168243408,
      "step": 1184,
      "subrel-constrast": 3.459879159927368,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110381841659546,
      "cov-distil (oracle2student)": 4.622827529907227,
      "cov-distil (oracle2teacher)": 4.333540916442871,
      "epoch": 0.9301412872841445,
      "rel-constrast": 2.8681445121765137,
      "step": 1185,
      "subrel-constrast": 3.609586715698242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155304908752441,
      "cov-distil (oracle2student)": 4.237833023071289,
      "cov-distil (oracle2teacher)": 3.9844722747802734,
      "epoch": 0.9309262166405023,
      "rel-constrast": 2.0968799591064453,
      "step": 1186,
      "subrel-constrast": 2.722079277038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5329607725143433,
      "cov-distil (oracle2student)": 3.8239402770996094,
      "cov-distil (oracle2teacher)": 4.084975719451904,
      "epoch": 0.9317111459968603,
      "rel-constrast": 3.026956081390381,
      "step": 1187,
      "subrel-constrast": 3.9352798461914062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3725261688232422,
      "cov-distil (oracle2student)": 3.3737990856170654,
      "cov-distil (oracle2teacher)": 3.572425127029419,
      "epoch": 0.9324960753532182,
      "rel-constrast": 2.4475972652435303,
      "step": 1188,
      "subrel-constrast": 3.3460988998413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6596436500549316,
      "cov-distil (oracle2student)": 3.739159107208252,
      "cov-distil (oracle2teacher)": 3.539194107055664,
      "epoch": 0.9332810047095761,
      "rel-constrast": 2.418382406234741,
      "step": 1189,
      "subrel-constrast": 3.2261364459991455,
      "view-similarity": 0
    },
    {
      "epoch": 0.9340659340659341,
      "grad_norm": 4.8125,
      "learning_rate": 9.432634024457414e-05,
      "loss": 0.7806,
      "step": 1190
    },
    {
      "cov-distil": 2.050379753112793,
      "cov-distil (oracle2student)": 3.651210069656372,
      "cov-distil (oracle2teacher)": 3.1492159366607666,
      "epoch": 0.9340659340659341,
      "rel-constrast": 2.008650541305542,
      "step": 1190,
      "subrel-constrast": 2.9278981685638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2878007888793945,
      "cov-distil (oracle2student)": 4.712845802307129,
      "cov-distil (oracle2teacher)": 4.4940080642700195,
      "epoch": 0.934850863422292,
      "rel-constrast": 2.551302194595337,
      "step": 1191,
      "subrel-constrast": 4.343747615814209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.286135196685791,
      "cov-distil (oracle2student)": 3.4416022300720215,
      "cov-distil (oracle2teacher)": 3.451209783554077,
      "epoch": 0.9356357927786499,
      "rel-constrast": 1.7415156364440918,
      "step": 1192,
      "subrel-constrast": 2.5693564414978027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7655428647994995,
      "cov-distil (oracle2student)": 4.044541358947754,
      "cov-distil (oracle2teacher)": 4.256542205810547,
      "epoch": 0.9364207221350078,
      "rel-constrast": 2.802788734436035,
      "step": 1193,
      "subrel-constrast": 3.6892616748809814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.718968391418457,
      "cov-distil (oracle2student)": 3.2723355293273926,
      "cov-distil (oracle2teacher)": 3.43930721282959,
      "epoch": 0.9372056514913658,
      "rel-constrast": 2.687786340713501,
      "step": 1194,
      "subrel-constrast": 3.839388608932495,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050898551940918,
      "cov-distil (oracle2student)": 4.88292932510376,
      "cov-distil (oracle2teacher)": 3.8337602615356445,
      "epoch": 0.9379905808477237,
      "rel-constrast": 2.687731981277466,
      "step": 1195,
      "subrel-constrast": 3.470791816711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7645866870880127,
      "cov-distil (oracle2student)": 3.544684886932373,
      "cov-distil (oracle2teacher)": 3.7147645950317383,
      "epoch": 0.9387755102040817,
      "rel-constrast": 1.8120911121368408,
      "step": 1196,
      "subrel-constrast": 2.8685925006866455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6824116706848145,
      "cov-distil (oracle2student)": 4.433561325073242,
      "cov-distil (oracle2teacher)": 3.7769460678100586,
      "epoch": 0.9395604395604396,
      "rel-constrast": 2.261565685272217,
      "step": 1197,
      "subrel-constrast": 3.1672310829162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7992297410964966,
      "cov-distil (oracle2student)": 4.164614677429199,
      "cov-distil (oracle2teacher)": 3.888932228088379,
      "epoch": 0.9403453689167975,
      "rel-constrast": 2.4039201736450195,
      "step": 1198,
      "subrel-constrast": 3.256847620010376,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623246192932129,
      "cov-distil (oracle2student)": 3.07197904586792,
      "cov-distil (oracle2teacher)": 3.161764144897461,
      "epoch": 0.9411302982731554,
      "rel-constrast": 3.8789725303649902,
      "step": 1199,
      "subrel-constrast": 4.576237678527832,
      "view-similarity": 0
    },
    {
      "epoch": 0.9419152276295133,
      "grad_norm": 6.34375,
      "learning_rate": 9.416375653219709e-05,
      "loss": 0.666,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "overlap": 0.3421874940395355,
      "step": 1200
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "student margin": 0.05487060546875
    },
    {
      "epoch": 0.9419152276295133,
      "step": 1200,
      "teacher margin": 0.039398193359375
    },
    {
      "epoch": 0.9419152276295133,
      "margin difference": -0.015472412109375,
      "step": 1200
    },
    {
      "cov-distil": 1.7133431434631348,
      "cov-distil (oracle2student)": 5.648471832275391,
      "cov-distil (oracle2teacher)": 4.834444999694824,
      "epoch": 0.9419152276295133,
      "rel-constrast": 2.428225517272949,
      "step": 1200,
      "subrel-constrast": 2.921992063522339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4253498315811157,
      "cov-distil (oracle2student)": 3.5066494941711426,
      "cov-distil (oracle2teacher)": 3.365384101867676,
      "epoch": 0.9427001569858713,
      "rel-constrast": 2.3290345668792725,
      "step": 1201,
      "subrel-constrast": 3.1280736923217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8522443771362305,
      "cov-distil (oracle2student)": 4.392984390258789,
      "cov-distil (oracle2teacher)": 4.044855117797852,
      "epoch": 0.9434850863422292,
      "rel-constrast": 3.3756279945373535,
      "step": 1202,
      "subrel-constrast": 4.058290481567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7007009983062744,
      "cov-distil (oracle2student)": 4.2004499435424805,
      "cov-distil (oracle2teacher)": 4.1159844398498535,
      "epoch": 0.9442700156985872,
      "rel-constrast": 3.482828140258789,
      "step": 1203,
      "subrel-constrast": 4.315447807312012,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.760603904724121,
      "cov-distil (oracle2student)": 3.448439121246338,
      "cov-distil (oracle2teacher)": 3.680354595184326,
      "epoch": 0.945054945054945,
      "rel-constrast": 2.345834732055664,
      "step": 1204,
      "subrel-constrast": 3.0839264392852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.102130889892578,
      "cov-distil (oracle2student)": 4.434077262878418,
      "cov-distil (oracle2teacher)": 4.31794548034668,
      "epoch": 0.945839874411303,
      "rel-constrast": 3.5289130210876465,
      "step": 1205,
      "subrel-constrast": 4.476694107055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5820412635803223,
      "cov-distil (oracle2student)": 4.289012908935547,
      "cov-distil (oracle2teacher)": 4.138716697692871,
      "epoch": 0.9466248037676609,
      "rel-constrast": 3.2273073196411133,
      "step": 1206,
      "subrel-constrast": 3.518357276916504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6744107007980347,
      "cov-distil (oracle2student)": 3.7837417125701904,
      "cov-distil (oracle2teacher)": 3.780764102935791,
      "epoch": 0.9474097331240189,
      "rel-constrast": 2.815032482147217,
      "step": 1207,
      "subrel-constrast": 3.667283058166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.010035991668701,
      "cov-distil (oracle2student)": 3.909099578857422,
      "cov-distil (oracle2teacher)": 4.0203070640563965,
      "epoch": 0.9481946624803768,
      "rel-constrast": 2.5706169605255127,
      "step": 1208,
      "subrel-constrast": 3.7003016471862793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4678171873092651,
      "cov-distil (oracle2student)": 4.9416093826293945,
      "cov-distil (oracle2teacher)": 4.548694610595703,
      "epoch": 0.9489795918367347,
      "rel-constrast": 2.00329327583313,
      "step": 1209,
      "subrel-constrast": 3.0080695152282715,
      "view-similarity": 0
    },
    {
      "epoch": 0.9497645211930926,
      "grad_norm": 3.796875,
      "learning_rate": 9.399902034063242e-05,
      "loss": 0.7459,
      "step": 1210
    },
    {
      "cov-distil": 1.8887556791305542,
      "cov-distil (oracle2student)": 5.029094219207764,
      "cov-distil (oracle2teacher)": 4.685323715209961,
      "epoch": 0.9497645211930926,
      "rel-constrast": 4.1477766036987305,
      "step": 1210,
      "subrel-constrast": 4.695858478546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.006023406982422,
      "cov-distil (oracle2student)": 7.3131103515625,
      "cov-distil (oracle2teacher)": 5.936340808868408,
      "epoch": 0.9505494505494505,
      "rel-constrast": 2.052016258239746,
      "step": 1211,
      "subrel-constrast": 2.7677340507507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6882567405700684,
      "cov-distil (oracle2student)": 4.090479850769043,
      "cov-distil (oracle2teacher)": 3.702798843383789,
      "epoch": 0.9513343799058085,
      "rel-constrast": 2.1184682846069336,
      "step": 1212,
      "subrel-constrast": 3.0272321701049805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1139912605285645,
      "cov-distil (oracle2student)": 3.9437851905822754,
      "cov-distil (oracle2teacher)": 4.38068962097168,
      "epoch": 0.9521193092621664,
      "rel-constrast": 2.5961527824401855,
      "step": 1213,
      "subrel-constrast": 3.910390853881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9650013446807861,
      "cov-distil (oracle2student)": 3.547563076019287,
      "cov-distil (oracle2teacher)": 3.854907989501953,
      "epoch": 0.9529042386185244,
      "rel-constrast": 2.1913061141967773,
      "step": 1214,
      "subrel-constrast": 3.556689500808716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.479048728942871,
      "cov-distil (oracle2student)": 4.849216938018799,
      "cov-distil (oracle2teacher)": 4.833377361297607,
      "epoch": 0.9536891679748822,
      "rel-constrast": 2.5633318424224854,
      "step": 1215,
      "subrel-constrast": 3.467383861541748,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3542823791503906,
      "cov-distil (oracle2student)": 4.921741485595703,
      "cov-distil (oracle2teacher)": 4.243967056274414,
      "epoch": 0.9544740973312402,
      "rel-constrast": 2.605343818664551,
      "step": 1216,
      "subrel-constrast": 3.549490451812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.804331660270691,
      "cov-distil (oracle2student)": 3.6449131965637207,
      "cov-distil (oracle2teacher)": 3.6002583503723145,
      "epoch": 0.9552590266875981,
      "rel-constrast": 1.9028642177581787,
      "step": 1217,
      "subrel-constrast": 3.0257890224456787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594340443611145,
      "cov-distil (oracle2student)": 4.7868428230285645,
      "cov-distil (oracle2teacher)": 4.801751136779785,
      "epoch": 0.9560439560439561,
      "rel-constrast": 2.783051013946533,
      "step": 1218,
      "subrel-constrast": 3.7341809272766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7328619956970215,
      "cov-distil (oracle2student)": 2.376598834991455,
      "cov-distil (oracle2teacher)": 2.577131986618042,
      "epoch": 0.956828885400314,
      "rel-constrast": 2.0857491493225098,
      "step": 1219,
      "subrel-constrast": 3.3186066150665283,
      "view-similarity": 0
    },
    {
      "epoch": 0.957613814756672,
      "grad_norm": 4.1875,
      "learning_rate": 9.383213969888972e-05,
      "loss": 0.6727,
      "step": 1220
    },
    {
      "cov-distil": 1.6856849193572998,
      "cov-distil (oracle2student)": 4.4092698097229,
      "cov-distil (oracle2teacher)": 4.817253112792969,
      "epoch": 0.957613814756672,
      "rel-constrast": 3.271865129470825,
      "step": 1220,
      "subrel-constrast": 4.584811210632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7711377143859863,
      "cov-distil (oracle2student)": 4.466126441955566,
      "cov-distil (oracle2teacher)": 4.403432846069336,
      "epoch": 0.9583987441130298,
      "rel-constrast": 2.479569435119629,
      "step": 1221,
      "subrel-constrast": 3.623955249786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.131411075592041,
      "cov-distil (oracle2student)": 5.958887577056885,
      "cov-distil (oracle2teacher)": 4.874436855316162,
      "epoch": 0.9591836734693877,
      "rel-constrast": 2.1623411178588867,
      "step": 1222,
      "subrel-constrast": 3.3998589515686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.465287685394287,
      "cov-distil (oracle2student)": 4.384831428527832,
      "cov-distil (oracle2teacher)": 4.029177665710449,
      "epoch": 0.9599686028257457,
      "rel-constrast": 4.598634719848633,
      "step": 1223,
      "subrel-constrast": 4.92368745803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0155601501464844,
      "cov-distil (oracle2student)": 4.921403408050537,
      "cov-distil (oracle2teacher)": 4.325307846069336,
      "epoch": 0.9607535321821036,
      "rel-constrast": 3.235344648361206,
      "step": 1224,
      "subrel-constrast": 3.795762300491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6235663890838623,
      "cov-distil (oracle2student)": 5.560969352722168,
      "cov-distil (oracle2teacher)": 5.035061836242676,
      "epoch": 0.9615384615384616,
      "rel-constrast": 1.9646334648132324,
      "step": 1225,
      "subrel-constrast": 3.0060536861419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7809407711029053,
      "cov-distil (oracle2student)": 3.430816888809204,
      "cov-distil (oracle2teacher)": 3.2461166381835938,
      "epoch": 0.9623233908948194,
      "rel-constrast": 2.108724594116211,
      "step": 1226,
      "subrel-constrast": 2.932401657104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847656726837158,
      "cov-distil (oracle2student)": 5.513424873352051,
      "cov-distil (oracle2teacher)": 4.452227592468262,
      "epoch": 0.9631083202511774,
      "rel-constrast": 3.182100296020508,
      "step": 1227,
      "subrel-constrast": 3.2352819442749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3010365962982178,
      "cov-distil (oracle2student)": 3.3496828079223633,
      "cov-distil (oracle2teacher)": 3.4848594665527344,
      "epoch": 0.9638932496075353,
      "rel-constrast": 3.087629556655884,
      "step": 1228,
      "subrel-constrast": 4.0638322830200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3708299398422241,
      "cov-distil (oracle2student)": 3.9022464752197266,
      "cov-distil (oracle2teacher)": 3.5252435207366943,
      "epoch": 0.9646781789638933,
      "rel-constrast": 2.272745370864868,
      "step": 1229,
      "subrel-constrast": 3.2893288135528564,
      "view-similarity": 0
    },
    {
      "epoch": 0.9654631083202512,
      "grad_norm": 3.71875,
      "learning_rate": 9.366312274049602e-05,
      "loss": 0.7534,
      "step": 1230
    },
    {
      "cov-distil": 2.2557852268218994,
      "cov-distil (oracle2student)": 3.7226924896240234,
      "cov-distil (oracle2teacher)": 3.9678971767425537,
      "epoch": 0.9654631083202512,
      "rel-constrast": 2.5099847316741943,
      "step": 1230,
      "subrel-constrast": 3.6662020683288574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8427274227142334,
      "cov-distil (oracle2student)": 3.5898661613464355,
      "cov-distil (oracle2teacher)": 3.7649827003479004,
      "epoch": 0.966248037676609,
      "rel-constrast": 3.4526641368865967,
      "step": 1231,
      "subrel-constrast": 4.210954666137695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4136936664581299,
      "cov-distil (oracle2student)": 3.773810863494873,
      "cov-distil (oracle2teacher)": 3.7235350608825684,
      "epoch": 0.967032967032967,
      "rel-constrast": 2.3824141025543213,
      "step": 1232,
      "subrel-constrast": 3.0689899921417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1065175533294678,
      "cov-distil (oracle2student)": 3.8684659004211426,
      "cov-distil (oracle2teacher)": 4.128427505493164,
      "epoch": 0.9678178963893249,
      "rel-constrast": 2.1847171783447266,
      "step": 1233,
      "subrel-constrast": 3.2286856174468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3627755641937256,
      "cov-distil (oracle2student)": 4.547882080078125,
      "cov-distil (oracle2teacher)": 4.225776672363281,
      "epoch": 0.9686028257456829,
      "rel-constrast": 3.376986503601074,
      "step": 1234,
      "subrel-constrast": 3.7157211303710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5526517629623413,
      "cov-distil (oracle2student)": 5.275269031524658,
      "cov-distil (oracle2teacher)": 4.765593528747559,
      "epoch": 0.9693877551020408,
      "rel-constrast": 3.661029815673828,
      "step": 1235,
      "subrel-constrast": 3.615281105041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7758610248565674,
      "cov-distil (oracle2student)": 3.223930835723877,
      "cov-distil (oracle2teacher)": 3.4072999954223633,
      "epoch": 0.9701726844583988,
      "rel-constrast": 3.078056573867798,
      "step": 1236,
      "subrel-constrast": 3.6750426292419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9295811653137207,
      "cov-distil (oracle2student)": 4.307931423187256,
      "cov-distil (oracle2teacher)": 4.223228454589844,
      "epoch": 0.9709576138147566,
      "rel-constrast": 1.8226922750473022,
      "step": 1237,
      "subrel-constrast": 2.784395456314087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372522592544556,
      "cov-distil (oracle2student)": 3.858151435852051,
      "cov-distil (oracle2teacher)": 4.2189860343933105,
      "epoch": 0.9717425431711146,
      "rel-constrast": 3.4866943359375,
      "step": 1238,
      "subrel-constrast": 4.4652323722839355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6508934497833252,
      "cov-distil (oracle2student)": 4.007877826690674,
      "cov-distil (oracle2teacher)": 4.178291320800781,
      "epoch": 0.9725274725274725,
      "rel-constrast": 2.3634815216064453,
      "step": 1239,
      "subrel-constrast": 3.2829136848449707,
      "view-similarity": 0
    },
    {
      "epoch": 0.9733124018838305,
      "grad_norm": 4.0,
      "learning_rate": 9.34919777030994e-05,
      "loss": 0.7523,
      "step": 1240
    },
    {
      "cov-distil": 2.1733052730560303,
      "cov-distil (oracle2student)": 4.5244855880737305,
      "cov-distil (oracle2teacher)": 4.269556999206543,
      "epoch": 0.9733124018838305,
      "rel-constrast": 2.4830050468444824,
      "step": 1240,
      "subrel-constrast": 3.877138614654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374065399169922,
      "cov-distil (oracle2student)": 3.2017195224761963,
      "cov-distil (oracle2teacher)": 3.3770153522491455,
      "epoch": 0.9740973312401884,
      "rel-constrast": 2.597238302230835,
      "step": 1241,
      "subrel-constrast": 3.7118422985076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877521276474,
      "cov-distil (oracle2student)": 3.4333481788635254,
      "cov-distil (oracle2teacher)": 3.540961742401123,
      "epoch": 0.9748822605965463,
      "rel-constrast": 1.929709553718567,
      "step": 1242,
      "subrel-constrast": 3.307036876678467,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0767288208007812,
      "cov-distil (oracle2student)": 4.1432085037231445,
      "cov-distil (oracle2teacher)": 4.281832218170166,
      "epoch": 0.9756671899529042,
      "rel-constrast": 2.317578077316284,
      "step": 1243,
      "subrel-constrast": 3.8013644218444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4580729007720947,
      "cov-distil (oracle2student)": 3.8170571327209473,
      "cov-distil (oracle2teacher)": 3.4737024307250977,
      "epoch": 0.9764521193092621,
      "rel-constrast": 2.2494349479675293,
      "step": 1244,
      "subrel-constrast": 3.2911064624786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8080137968063354,
      "cov-distil (oracle2student)": 2.38392972946167,
      "cov-distil (oracle2teacher)": 2.9056432247161865,
      "epoch": 0.9772370486656201,
      "rel-constrast": 2.967331647872925,
      "step": 1245,
      "subrel-constrast": 3.923969268798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4838757514953613,
      "cov-distil (oracle2student)": 4.253380298614502,
      "cov-distil (oracle2teacher)": 4.273747444152832,
      "epoch": 0.978021978021978,
      "rel-constrast": 2.7099862098693848,
      "step": 1246,
      "subrel-constrast": 3.7473561763763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1145081520080566,
      "cov-distil (oracle2student)": 3.9077036380767822,
      "cov-distil (oracle2teacher)": 4.335481643676758,
      "epoch": 0.978806907378336,
      "rel-constrast": 2.7158186435699463,
      "step": 1247,
      "subrel-constrast": 3.792835235595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0386762619018555,
      "cov-distil (oracle2student)": 3.9722177982330322,
      "cov-distil (oracle2teacher)": 4.3464155197143555,
      "epoch": 0.9795918367346939,
      "rel-constrast": 2.371110439300537,
      "step": 1248,
      "subrel-constrast": 4.1198954582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8824210166931152,
      "cov-distil (oracle2student)": 3.1942954063415527,
      "cov-distil (oracle2teacher)": 3.031313419342041,
      "epoch": 0.9803767660910518,
      "rel-constrast": 2.440620183944702,
      "step": 1249,
      "subrel-constrast": 3.161308526992798,
      "view-similarity": 0
    },
    {
      "epoch": 0.9811616954474097,
      "grad_norm": 4.5,
      "learning_rate": 9.331871292806759e-05,
      "loss": 0.6673,
      "step": 1250
    },
    {
      "cov-distil": 1.7019343376159668,
      "cov-distil (oracle2student)": 6.159771919250488,
      "cov-distil (oracle2teacher)": 5.591769218444824,
      "epoch": 0.9811616954474097,
      "rel-constrast": 3.587918281555176,
      "step": 1250,
      "subrel-constrast": 4.052894592285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7383372783660889,
      "cov-distil (oracle2student)": 5.381728172302246,
      "cov-distil (oracle2teacher)": 4.472665786743164,
      "epoch": 0.9819466248037677,
      "rel-constrast": 2.3968024253845215,
      "step": 1251,
      "subrel-constrast": 3.0218753814697266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9041019678115845,
      "cov-distil (oracle2student)": 4.4817633628845215,
      "cov-distil (oracle2teacher)": 3.9932727813720703,
      "epoch": 0.9827315541601256,
      "rel-constrast": 3.0972518920898438,
      "step": 1252,
      "subrel-constrast": 3.6115477085113525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555248737335205,
      "cov-distil (oracle2student)": 3.6702053546905518,
      "cov-distil (oracle2teacher)": 3.4466419219970703,
      "epoch": 0.9835164835164835,
      "rel-constrast": 2.230229377746582,
      "step": 1253,
      "subrel-constrast": 2.690119981765747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1392951011657715,
      "cov-distil (oracle2student)": 4.8956708908081055,
      "cov-distil (oracle2teacher)": 4.107235908508301,
      "epoch": 0.9843014128728415,
      "rel-constrast": 2.3204312324523926,
      "step": 1254,
      "subrel-constrast": 3.4476284980773926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856653094291687,
      "cov-distil (oracle2student)": 4.038506507873535,
      "cov-distil (oracle2teacher)": 3.504460334777832,
      "epoch": 0.9850863422291993,
      "rel-constrast": 2.3627655506134033,
      "step": 1255,
      "subrel-constrast": 3.145533561706543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4714429378509521,
      "cov-distil (oracle2student)": 3.541940450668335,
      "cov-distil (oracle2teacher)": 3.377403736114502,
      "epoch": 0.9858712715855573,
      "rel-constrast": 2.8665027618408203,
      "step": 1256,
      "subrel-constrast": 3.3608999252319336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9422919750213623,
      "cov-distil (oracle2student)": 2.7409937381744385,
      "cov-distil (oracle2teacher)": 3.171626567840576,
      "epoch": 0.9866562009419152,
      "rel-constrast": 2.3532235622406006,
      "step": 1257,
      "subrel-constrast": 3.6623528003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8891230821609497,
      "cov-distil (oracle2student)": 3.1670594215393066,
      "cov-distil (oracle2teacher)": 3.69537353515625,
      "epoch": 0.9874411302982732,
      "rel-constrast": 2.2582902908325195,
      "step": 1258,
      "subrel-constrast": 3.5108766555786133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323864459991455,
      "cov-distil (oracle2student)": 2.9183056354522705,
      "cov-distil (oracle2teacher)": 2.8503551483154297,
      "epoch": 0.9882260596546311,
      "rel-constrast": 2.891387939453125,
      "step": 1259,
      "subrel-constrast": 3.728425979614258,
      "view-similarity": 0
    },
    {
      "epoch": 0.989010989010989,
      "grad_norm": 4.84375,
      "learning_rate": 9.314333686008125e-05,
      "loss": 0.7054,
      "step": 1260
    },
    {
      "cov-distil": 1.6731882095336914,
      "cov-distil (oracle2student)": 2.535212993621826,
      "cov-distil (oracle2teacher)": 2.5889928340911865,
      "epoch": 0.989010989010989,
      "rel-constrast": 2.415233612060547,
      "step": 1260,
      "subrel-constrast": 2.7537131309509277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929786205291748,
      "cov-distil (oracle2student)": 3.422363042831421,
      "cov-distil (oracle2teacher)": 3.4733099937438965,
      "epoch": 0.9897959183673469,
      "rel-constrast": 1.9138989448547363,
      "step": 1261,
      "subrel-constrast": 2.778909683227539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0537636280059814,
      "cov-distil (oracle2student)": 4.891443252563477,
      "cov-distil (oracle2teacher)": 4.8163371086120605,
      "epoch": 0.9905808477237049,
      "rel-constrast": 2.729560136795044,
      "step": 1262,
      "subrel-constrast": 4.306835651397705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5975372791290283,
      "cov-distil (oracle2student)": 4.784287452697754,
      "cov-distil (oracle2teacher)": 4.302581787109375,
      "epoch": 0.9913657770800628,
      "rel-constrast": 2.9146604537963867,
      "step": 1263,
      "subrel-constrast": 3.6288070678710938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.675288200378418,
      "cov-distil (oracle2student)": 5.097334861755371,
      "cov-distil (oracle2teacher)": 4.466014385223389,
      "epoch": 0.9921507064364207,
      "rel-constrast": 3.3301808834075928,
      "step": 1264,
      "subrel-constrast": 3.8549270629882812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9425020217895508,
      "cov-distil (oracle2student)": 1.978930115699768,
      "cov-distil (oracle2teacher)": 2.2250304222106934,
      "epoch": 0.9929356357927787,
      "rel-constrast": 1.441559910774231,
      "step": 1265,
      "subrel-constrast": 2.5301647186279297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4637274742126465,
      "cov-distil (oracle2student)": 3.21248459815979,
      "cov-distil (oracle2teacher)": 3.3801381587982178,
      "epoch": 0.9937205651491365,
      "rel-constrast": 2.9651176929473877,
      "step": 1266,
      "subrel-constrast": 3.476149082183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7295987606048584,
      "cov-distil (oracle2student)": 5.051927089691162,
      "cov-distil (oracle2teacher)": 4.847135543823242,
      "epoch": 0.9945054945054945,
      "rel-constrast": 2.588838577270508,
      "step": 1267,
      "subrel-constrast": 3.4894778728485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4773571491241455,
      "cov-distil (oracle2student)": 5.061114311218262,
      "cov-distil (oracle2teacher)": 4.228276252746582,
      "epoch": 0.9952904238618524,
      "rel-constrast": 2.6163859367370605,
      "step": 1268,
      "subrel-constrast": 3.4378228187561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.407373070716858,
      "cov-distil (oracle2student)": 4.906688690185547,
      "cov-distil (oracle2teacher)": 4.455438613891602,
      "epoch": 0.9960753532182104,
      "rel-constrast": 2.251282215118408,
      "step": 1269,
      "subrel-constrast": 3.38559627532959,
      "view-similarity": 0
    },
    {
      "epoch": 0.9968602825745683,
      "grad_norm": 3.890625,
      "learning_rate": 9.296585804672252e-05,
      "loss": 0.6715,
      "step": 1270
    },
    {
      "cov-distil": 2.2824623584747314,
      "cov-distil (oracle2student)": 4.024026870727539,
      "cov-distil (oracle2teacher)": 3.8683969974517822,
      "epoch": 0.9968602825745683,
      "rel-constrast": 3.182014226913452,
      "step": 1270,
      "subrel-constrast": 3.9427082538604736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42728590965271,
      "cov-distil (oracle2student)": 3.05696964263916,
      "cov-distil (oracle2teacher)": 3.0693283081054688,
      "epoch": 0.9976452119309263,
      "rel-constrast": 2.2738308906555176,
      "step": 1271,
      "subrel-constrast": 2.8387205600738525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5810710191726685,
      "cov-distil (oracle2student)": 4.619758129119873,
      "cov-distil (oracle2teacher)": 4.539496421813965,
      "epoch": 0.9984301412872841,
      "rel-constrast": 4.518851280212402,
      "step": 1272,
      "subrel-constrast": 4.939345836639404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2980053424835205,
      "cov-distil (oracle2student)": 4.129521369934082,
      "cov-distil (oracle2teacher)": 3.9987332820892334,
      "epoch": 0.9992150706436421,
      "rel-constrast": 3.3311824798583984,
      "step": 1273,
      "subrel-constrast": 4.009995937347412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5003690719604492,
      "cov-distil (oracle2student)": 4.732708930969238,
      "cov-distil (oracle2teacher)": 4.679630279541016,
      "epoch": 1.0,
      "rel-constrast": 3.1610400676727295,
      "step": 1274,
      "subrel-constrast": 3.2888002395629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.904557704925537,
      "cov-distil (oracle2student)": 3.4035744667053223,
      "cov-distil (oracle2teacher)": 3.81952166557312,
      "epoch": 1.000784929356358,
      "rel-constrast": 2.8373327255249023,
      "step": 1275,
      "subrel-constrast": 4.212820529937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150951385498047,
      "cov-distil (oracle2student)": 2.5139622688293457,
      "cov-distil (oracle2teacher)": 3.067919969558716,
      "epoch": 1.0015698587127158,
      "rel-constrast": 3.1035385131835938,
      "step": 1276,
      "subrel-constrast": 4.079493999481201,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.753110408782959,
      "cov-distil (oracle2student)": 3.8360800743103027,
      "cov-distil (oracle2teacher)": 4.253659725189209,
      "epoch": 1.0023547880690737,
      "rel-constrast": 3.0215213298797607,
      "step": 1277,
      "subrel-constrast": 3.885761022567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505145072937012,
      "cov-distil (oracle2student)": 4.413851737976074,
      "cov-distil (oracle2teacher)": 4.276083946228027,
      "epoch": 1.0031397174254317,
      "rel-constrast": 3.0602505207061768,
      "step": 1278,
      "subrel-constrast": 3.8326659202575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.012239456176758,
      "cov-distil (oracle2student)": 3.3129730224609375,
      "cov-distil (oracle2teacher)": 3.4726057052612305,
      "epoch": 1.0039246467817897,
      "rel-constrast": 2.4435982704162598,
      "step": 1279,
      "subrel-constrast": 3.427029848098755,
      "view-similarity": 0
    },
    {
      "epoch": 1.0047095761381475,
      "grad_norm": 4.25,
      "learning_rate": 9.278628513805838e-05,
      "loss": 0.8175,
      "step": 1280
    },
    {
      "cov-distil": 1.8327300548553467,
      "cov-distil (oracle2student)": 3.726162910461426,
      "cov-distil (oracle2teacher)": 3.7098488807678223,
      "epoch": 1.0047095761381475,
      "rel-constrast": 3.146148681640625,
      "step": 1280,
      "subrel-constrast": 4.108576774597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296780347824097,
      "cov-distil (oracle2student)": 3.534536123275757,
      "cov-distil (oracle2teacher)": 3.707304000854492,
      "epoch": 1.0054945054945055,
      "rel-constrast": 2.253932476043701,
      "step": 1281,
      "subrel-constrast": 3.215928792953491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6917200088500977,
      "cov-distil (oracle2student)": 3.8870620727539062,
      "cov-distil (oracle2teacher)": 3.642310619354248,
      "epoch": 1.0062794348508635,
      "rel-constrast": 2.668605089187622,
      "step": 1282,
      "subrel-constrast": 4.468566417694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592742919921875,
      "cov-distil (oracle2student)": 3.797647476196289,
      "cov-distil (oracle2teacher)": 3.7054367065429688,
      "epoch": 1.0070643642072215,
      "rel-constrast": 2.794198513031006,
      "step": 1283,
      "subrel-constrast": 3.529700517654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4135382175445557,
      "cov-distil (oracle2student)": 5.2136030197143555,
      "cov-distil (oracle2teacher)": 4.650700092315674,
      "epoch": 1.0078492935635792,
      "rel-constrast": 2.1412010192871094,
      "step": 1284,
      "subrel-constrast": 3.339262008666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102248430252075,
      "cov-distil (oracle2student)": 3.7703657150268555,
      "cov-distil (oracle2teacher)": 3.464869976043701,
      "epoch": 1.0086342229199372,
      "rel-constrast": 2.0233118534088135,
      "step": 1285,
      "subrel-constrast": 3.1817195415496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0172760486602783,
      "cov-distil (oracle2student)": 4.562656402587891,
      "cov-distil (oracle2teacher)": 4.099890232086182,
      "epoch": 1.0094191522762952,
      "rel-constrast": 2.2276573181152344,
      "step": 1286,
      "subrel-constrast": 3.4873199462890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4028165340423584,
      "cov-distil (oracle2student)": 4.095861434936523,
      "cov-distil (oracle2teacher)": 4.185437202453613,
      "epoch": 1.010204081632653,
      "rel-constrast": 4.268922805786133,
      "step": 1287,
      "subrel-constrast": 4.820462226867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7699130773544312,
      "cov-distil (oracle2student)": 2.950324535369873,
      "cov-distil (oracle2teacher)": 3.438739776611328,
      "epoch": 1.010989010989011,
      "rel-constrast": 2.1008849143981934,
      "step": 1288,
      "subrel-constrast": 3.545056104660034,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1585109233856201,
      "cov-distil (oracle2student)": 5.034257888793945,
      "cov-distil (oracle2teacher)": 5.073105812072754,
      "epoch": 1.011773940345369,
      "rel-constrast": 3.0621578693389893,
      "step": 1289,
      "subrel-constrast": 3.901832103729248,
      "view-similarity": 0
    },
    {
      "epoch": 1.012558869701727,
      "grad_norm": 4.875,
      "learning_rate": 9.260462688621905e-05,
      "loss": 0.7102,
      "step": 1290
    },
    {
      "cov-distil": 1.7942073345184326,
      "cov-distil (oracle2student)": 3.8319783210754395,
      "cov-distil (oracle2teacher)": 3.6353771686553955,
      "epoch": 1.012558869701727,
      "rel-constrast": 3.661911725997925,
      "step": 1290,
      "subrel-constrast": 3.9494054317474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737388610839844,
      "cov-distil (oracle2student)": 4.08042573928833,
      "cov-distil (oracle2teacher)": 3.9340403079986572,
      "epoch": 1.0133437990580847,
      "rel-constrast": 3.1985788345336914,
      "step": 1291,
      "subrel-constrast": 4.033278465270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4212446212768555,
      "cov-distil (oracle2student)": 4.462264060974121,
      "cov-distil (oracle2teacher)": 3.621461868286133,
      "epoch": 1.0141287284144427,
      "rel-constrast": 2.6946353912353516,
      "step": 1292,
      "subrel-constrast": 3.2757883071899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0093283653259277,
      "cov-distil (oracle2student)": 3.9823741912841797,
      "cov-distil (oracle2teacher)": 3.5706229209899902,
      "epoch": 1.0149136577708007,
      "rel-constrast": 2.5758581161499023,
      "step": 1293,
      "subrel-constrast": 3.318814992904663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5523449182510376,
      "cov-distil (oracle2student)": 5.92525577545166,
      "cov-distil (oracle2teacher)": 5.768671035766602,
      "epoch": 1.0156985871271587,
      "rel-constrast": 2.5710368156433105,
      "step": 1294,
      "subrel-constrast": 3.516525983810425,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2259867191314697,
      "cov-distil (oracle2student)": 5.097826957702637,
      "cov-distil (oracle2teacher)": 4.887903690338135,
      "epoch": 1.0164835164835164,
      "rel-constrast": 2.550732135772705,
      "step": 1295,
      "subrel-constrast": 4.1720170974731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7867621183395386,
      "cov-distil (oracle2student)": 3.687615156173706,
      "cov-distil (oracle2teacher)": 3.6031336784362793,
      "epoch": 1.0172684458398744,
      "rel-constrast": 3.5651073455810547,
      "step": 1296,
      "subrel-constrast": 4.384493350982666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6586984395980835,
      "cov-distil (oracle2student)": 4.253335952758789,
      "cov-distil (oracle2teacher)": 3.699439764022827,
      "epoch": 1.0180533751962324,
      "rel-constrast": 1.9278087615966797,
      "step": 1297,
      "subrel-constrast": 2.5117945671081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6005795001983643,
      "cov-distil (oracle2student)": 3.4357547760009766,
      "cov-distil (oracle2teacher)": 3.3249287605285645,
      "epoch": 1.0188383045525902,
      "rel-constrast": 3.0441713333129883,
      "step": 1298,
      "subrel-constrast": 3.4080729484558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2421255111694336,
      "cov-distil (oracle2student)": 4.290290832519531,
      "cov-distil (oracle2teacher)": 4.081712245941162,
      "epoch": 1.0196232339089482,
      "rel-constrast": 1.7589168548583984,
      "step": 1299,
      "subrel-constrast": 2.577585220336914,
      "view-similarity": 0
    },
    {
      "epoch": 1.0204081632653061,
      "grad_norm": 3.546875,
      "learning_rate": 9.242089214497145e-05,
      "loss": 0.7314,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "overlap": 0.2874999940395355,
      "step": 1300
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "student margin": 0.06341552734375
    },
    {
      "epoch": 1.0204081632653061,
      "step": 1300,
      "teacher margin": 0.040069580078125
    },
    {
      "epoch": 1.0204081632653061,
      "margin difference": -0.023345947265625,
      "step": 1300
    },
    {
      "cov-distil": 1.506995439529419,
      "cov-distil (oracle2student)": 3.1897358894348145,
      "cov-distil (oracle2teacher)": 3.2973785400390625,
      "epoch": 1.0204081632653061,
      "rel-constrast": 3.0156545639038086,
      "step": 1300,
      "subrel-constrast": 3.8850605487823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1794843673706055,
      "cov-distil (oracle2student)": 3.8776252269744873,
      "cov-distil (oracle2teacher)": 3.9403457641601562,
      "epoch": 1.0211930926216641,
      "rel-constrast": 2.339932918548584,
      "step": 1301,
      "subrel-constrast": 3.292994499206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5233290195465088,
      "cov-distil (oracle2student)": 6.077305316925049,
      "cov-distil (oracle2teacher)": 5.656818389892578,
      "epoch": 1.021978021978022,
      "rel-constrast": 2.6993744373321533,
      "step": 1302,
      "subrel-constrast": 3.73498797416687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8877232074737549,
      "cov-distil (oracle2student)": 4.34299898147583,
      "cov-distil (oracle2teacher)": 4.425421714782715,
      "epoch": 1.0227629513343799,
      "rel-constrast": 2.4657089710235596,
      "step": 1303,
      "subrel-constrast": 3.191290855407715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301969051361084,
      "cov-distil (oracle2student)": 4.227606773376465,
      "cov-distil (oracle2teacher)": 4.375539779663086,
      "epoch": 1.0235478806907379,
      "rel-constrast": 3.0620298385620117,
      "step": 1304,
      "subrel-constrast": 3.385141372680664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6167302131652832,
      "cov-distil (oracle2student)": 3.209219455718994,
      "cov-distil (oracle2teacher)": 3.0426435470581055,
      "epoch": 1.0243328100470959,
      "rel-constrast": 2.7231903076171875,
      "step": 1305,
      "subrel-constrast": 3.661055088043213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.002070426940918,
      "cov-distil (oracle2student)": 3.4740052223205566,
      "cov-distil (oracle2teacher)": 3.322631597518921,
      "epoch": 1.0251177394034536,
      "rel-constrast": 2.1279778480529785,
      "step": 1306,
      "subrel-constrast": 3.0886878967285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7319530248641968,
      "cov-distil (oracle2student)": 5.880383014678955,
      "cov-distil (oracle2teacher)": 5.393276214599609,
      "epoch": 1.0259026687598116,
      "rel-constrast": 3.450812816619873,
      "step": 1307,
      "subrel-constrast": 4.254149913787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679577350616455,
      "cov-distil (oracle2student)": 3.5365190505981445,
      "cov-distil (oracle2teacher)": 3.644059181213379,
      "epoch": 1.0266875981161696,
      "rel-constrast": 2.9294321537017822,
      "step": 1308,
      "subrel-constrast": 3.3607096672058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3473272323608398,
      "cov-distil (oracle2student)": 3.7793145179748535,
      "cov-distil (oracle2teacher)": 3.463517427444458,
      "epoch": 1.0274725274725274,
      "rel-constrast": 1.7879807949066162,
      "step": 1309,
      "subrel-constrast": 2.5654845237731934,
      "view-similarity": 0
    },
    {
      "epoch": 1.0282574568288854,
      "grad_norm": 3.4375,
      "learning_rate": 9.223508986928766e-05,
      "loss": 0.707,
      "step": 1310
    },
    {
      "cov-distil": 1.4161008596420288,
      "cov-distil (oracle2student)": 2.1402153968811035,
      "cov-distil (oracle2teacher)": 2.3316688537597656,
      "epoch": 1.0282574568288854,
      "rel-constrast": 2.5153534412384033,
      "step": 1310,
      "subrel-constrast": 3.2550129890441895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737133502960205,
      "cov-distil (oracle2student)": 3.2000980377197266,
      "cov-distil (oracle2teacher)": 3.3257174491882324,
      "epoch": 1.0290423861852434,
      "rel-constrast": 2.440711259841919,
      "step": 1311,
      "subrel-constrast": 3.3567566871643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8599331378936768,
      "cov-distil (oracle2student)": 4.228643894195557,
      "cov-distil (oracle2teacher)": 3.783754825592041,
      "epoch": 1.0298273155416013,
      "rel-constrast": 3.295316457748413,
      "step": 1312,
      "subrel-constrast": 3.621112585067749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5987391471862793,
      "cov-distil (oracle2student)": 4.58131742477417,
      "cov-distil (oracle2teacher)": 4.294644355773926,
      "epoch": 1.030612244897959,
      "rel-constrast": 2.5849525928497314,
      "step": 1313,
      "subrel-constrast": 3.665883779525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.184736728668213,
      "cov-distil (oracle2student)": 6.201654434204102,
      "cov-distil (oracle2teacher)": 5.489949703216553,
      "epoch": 1.031397174254317,
      "rel-constrast": 2.663628339767456,
      "step": 1314,
      "subrel-constrast": 3.7373361587524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7416021823883057,
      "cov-distil (oracle2student)": 4.0622968673706055,
      "cov-distil (oracle2teacher)": 4.070581912994385,
      "epoch": 1.032182103610675,
      "rel-constrast": 2.7606146335601807,
      "step": 1315,
      "subrel-constrast": 3.9621825218200684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102073192596436,
      "cov-distil (oracle2student)": 3.4713051319122314,
      "cov-distil (oracle2teacher)": 4.200660705566406,
      "epoch": 1.032967032967033,
      "rel-constrast": 2.404864549636841,
      "step": 1316,
      "subrel-constrast": 3.450984477996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.792657732963562,
      "cov-distil (oracle2student)": 3.394408702850342,
      "cov-distil (oracle2teacher)": 3.4230706691741943,
      "epoch": 1.0337519623233908,
      "rel-constrast": 2.4637861251831055,
      "step": 1317,
      "subrel-constrast": 3.590334892272949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5862312316894531,
      "cov-distil (oracle2student)": 4.808667182922363,
      "cov-distil (oracle2teacher)": 4.370967864990234,
      "epoch": 1.0345368916797488,
      "rel-constrast": 2.8624207973480225,
      "step": 1318,
      "subrel-constrast": 2.956549882888794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357035160064697,
      "cov-distil (oracle2student)": 3.7200121879577637,
      "cov-distil (oracle2teacher)": 3.5702133178710938,
      "epoch": 1.0353218210361068,
      "rel-constrast": 2.2864983081817627,
      "step": 1319,
      "subrel-constrast": 3.2645204067230225,
      "view-similarity": 0
    },
    {
      "epoch": 1.0361067503924646,
      "grad_norm": 3.84375,
      "learning_rate": 9.204722911490846e-05,
      "loss": 0.6995,
      "step": 1320
    },
    {
      "cov-distil": 1.5659515857696533,
      "cov-distil (oracle2student)": 3.8662919998168945,
      "cov-distil (oracle2teacher)": 3.2879555225372314,
      "epoch": 1.0361067503924646,
      "rel-constrast": 2.242516040802002,
      "step": 1320,
      "subrel-constrast": 2.8397858142852783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1839888095855713,
      "cov-distil (oracle2student)": 5.655604362487793,
      "cov-distil (oracle2teacher)": 4.611982822418213,
      "epoch": 1.0368916797488226,
      "rel-constrast": 2.6668589115142822,
      "step": 1321,
      "subrel-constrast": 3.769808292388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8297759294509888,
      "cov-distil (oracle2student)": 4.666735649108887,
      "cov-distil (oracle2teacher)": 3.8311548233032227,
      "epoch": 1.0376766091051806,
      "rel-constrast": 2.9970602989196777,
      "step": 1322,
      "subrel-constrast": 3.8442564010620117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4196275472640991,
      "cov-distil (oracle2student)": 5.123846054077148,
      "cov-distil (oracle2teacher)": 4.428071022033691,
      "epoch": 1.0384615384615385,
      "rel-constrast": 2.607179880142212,
      "step": 1323,
      "subrel-constrast": 3.1571390628814697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723177909851074,
      "cov-distil (oracle2student)": 4.534316062927246,
      "cov-distil (oracle2teacher)": 4.562325954437256,
      "epoch": 1.0392464678178963,
      "rel-constrast": 2.2424633502960205,
      "step": 1324,
      "subrel-constrast": 3.1545310020446777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8381357192993164,
      "cov-distil (oracle2student)": 4.705965518951416,
      "cov-distil (oracle2teacher)": 4.703919887542725,
      "epoch": 1.0400313971742543,
      "rel-constrast": 3.044055461883545,
      "step": 1325,
      "subrel-constrast": 3.9951770305633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505133867263794,
      "cov-distil (oracle2student)": 4.622501373291016,
      "cov-distil (oracle2teacher)": 4.074332237243652,
      "epoch": 1.0408163265306123,
      "rel-constrast": 1.9245572090148926,
      "step": 1326,
      "subrel-constrast": 2.7224931716918945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.555851936340332,
      "cov-distil (oracle2student)": 4.761199951171875,
      "cov-distil (oracle2teacher)": 5.013857841491699,
      "epoch": 1.0416012558869703,
      "rel-constrast": 3.0655922889709473,
      "step": 1327,
      "subrel-constrast": 3.503293991088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548229694366455,
      "cov-distil (oracle2student)": 3.763915538787842,
      "cov-distil (oracle2teacher)": 3.8066768646240234,
      "epoch": 1.042386185243328,
      "rel-constrast": 1.8569791316986084,
      "step": 1328,
      "subrel-constrast": 3.0840201377868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7845039367675781,
      "cov-distil (oracle2student)": 3.9357590675354004,
      "cov-distil (oracle2teacher)": 3.7257258892059326,
      "epoch": 1.043171114599686,
      "rel-constrast": 2.6066949367523193,
      "step": 1329,
      "subrel-constrast": 3.435896158218384,
      "view-similarity": 0
    },
    {
      "epoch": 1.043956043956044,
      "grad_norm": 5.09375,
      "learning_rate": 9.1857319037902e-05,
      "loss": 0.6741,
      "step": 1330
    },
    {
      "cov-distil": 1.8281406164169312,
      "cov-distil (oracle2student)": 2.0222997665405273,
      "cov-distil (oracle2teacher)": 2.3579607009887695,
      "epoch": 1.043956043956044,
      "rel-constrast": 1.667799949645996,
      "step": 1330,
      "subrel-constrast": 3.2509195804595947,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132802248001099,
      "cov-distil (oracle2student)": 4.700878143310547,
      "cov-distil (oracle2teacher)": 4.3280768394470215,
      "epoch": 1.0447409733124018,
      "rel-constrast": 5.256438255310059,
      "step": 1331,
      "subrel-constrast": 5.331592082977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7695319652557373,
      "cov-distil (oracle2student)": 3.6192643642425537,
      "cov-distil (oracle2teacher)": 3.905935049057007,
      "epoch": 1.0455259026687598,
      "rel-constrast": 1.5118000507354736,
      "step": 1332,
      "subrel-constrast": 2.6751043796539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3617315292358398,
      "cov-distil (oracle2student)": 3.8480052947998047,
      "cov-distil (oracle2teacher)": 3.2340316772460938,
      "epoch": 1.0463108320251178,
      "rel-constrast": 2.6785998344421387,
      "step": 1333,
      "subrel-constrast": 2.937607526779175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641174077987671,
      "cov-distil (oracle2student)": 1.9066828489303589,
      "cov-distil (oracle2teacher)": 2.63252592086792,
      "epoch": 1.0470957613814758,
      "rel-constrast": 2.151381492614746,
      "step": 1334,
      "subrel-constrast": 3.08774471282959,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0860061645507812,
      "cov-distil (oracle2student)": 4.455323219299316,
      "cov-distil (oracle2teacher)": 4.102234363555908,
      "epoch": 1.0478806907378335,
      "rel-constrast": 2.8417158126831055,
      "step": 1335,
      "subrel-constrast": 3.5171213150024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210261821746826,
      "cov-distil (oracle2student)": 3.5417609214782715,
      "cov-distil (oracle2teacher)": 3.62530779838562,
      "epoch": 1.0486656200941915,
      "rel-constrast": 3.193629741668701,
      "step": 1336,
      "subrel-constrast": 4.002514839172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8913002014160156,
      "cov-distil (oracle2student)": 3.132927894592285,
      "cov-distil (oracle2teacher)": 2.981088161468506,
      "epoch": 1.0494505494505495,
      "rel-constrast": 2.238651752471924,
      "step": 1337,
      "subrel-constrast": 2.900063991546631,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4451851844787598,
      "cov-distil (oracle2student)": 4.865487098693848,
      "cov-distil (oracle2teacher)": 4.575679779052734,
      "epoch": 1.0502354788069075,
      "rel-constrast": 2.8821487426757812,
      "step": 1338,
      "subrel-constrast": 4.151346683502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831669569015503,
      "cov-distil (oracle2student)": 4.3704118728637695,
      "cov-distil (oracle2teacher)": 3.577303171157837,
      "epoch": 1.0510204081632653,
      "rel-constrast": 1.8117637634277344,
      "step": 1339,
      "subrel-constrast": 2.747612476348877,
      "view-similarity": 0
    },
    {
      "epoch": 1.0518053375196232,
      "grad_norm": 3.484375,
      "learning_rate": 9.16653688942175e-05,
      "loss": 0.703,
      "step": 1340
    },
    {
      "cov-distil": 1.9686996936798096,
      "cov-distil (oracle2student)": 4.112066268920898,
      "cov-distil (oracle2teacher)": 3.910179615020752,
      "epoch": 1.0518053375196232,
      "rel-constrast": 2.5950021743774414,
      "step": 1340,
      "subrel-constrast": 3.410449504852295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765891551971436,
      "cov-distil (oracle2student)": 4.721065521240234,
      "cov-distil (oracle2teacher)": 4.26539945602417,
      "epoch": 1.0525902668759812,
      "rel-constrast": 2.2817015647888184,
      "step": 1341,
      "subrel-constrast": 3.19689679145813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.799617052078247,
      "cov-distil (oracle2student)": 4.449272632598877,
      "cov-distil (oracle2teacher)": 4.518542289733887,
      "epoch": 1.053375196232339,
      "rel-constrast": 2.3008689880371094,
      "step": 1342,
      "subrel-constrast": 3.4685637950897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9122509956359863,
      "cov-distil (oracle2student)": 4.050127983093262,
      "cov-distil (oracle2teacher)": 4.375538349151611,
      "epoch": 1.054160125588697,
      "rel-constrast": 3.0780067443847656,
      "step": 1343,
      "subrel-constrast": 4.276150226593018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6285873651504517,
      "cov-distil (oracle2student)": 4.208866119384766,
      "cov-distil (oracle2teacher)": 3.9574661254882812,
      "epoch": 1.054945054945055,
      "rel-constrast": 3.2472963333129883,
      "step": 1344,
      "subrel-constrast": 3.992988109588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6883586645126343,
      "cov-distil (oracle2student)": 4.687142372131348,
      "cov-distil (oracle2teacher)": 3.745096445083618,
      "epoch": 1.055729984301413,
      "rel-constrast": 2.6763553619384766,
      "step": 1345,
      "subrel-constrast": 2.899153709411621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.287797212600708,
      "cov-distil (oracle2student)": 4.599461555480957,
      "cov-distil (oracle2teacher)": 4.569353103637695,
      "epoch": 1.0565149136577707,
      "rel-constrast": 2.378044605255127,
      "step": 1346,
      "subrel-constrast": 3.2720906734466553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8354535102844238,
      "cov-distil (oracle2student)": 2.38668155670166,
      "cov-distil (oracle2teacher)": 2.756249189376831,
      "epoch": 1.0572998430141287,
      "rel-constrast": 2.06475830078125,
      "step": 1347,
      "subrel-constrast": 3.0690202713012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.63956618309021,
      "cov-distil (oracle2student)": 2.486356496810913,
      "cov-distil (oracle2teacher)": 2.6346845626831055,
      "epoch": 1.0580847723704867,
      "rel-constrast": 3.0755300521850586,
      "step": 1348,
      "subrel-constrast": 3.8355712890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4972517490386963,
      "cov-distil (oracle2student)": 3.110598564147949,
      "cov-distil (oracle2teacher)": 3.137383460998535,
      "epoch": 1.0588697017268447,
      "rel-constrast": 2.3079581260681152,
      "step": 1349,
      "subrel-constrast": 3.463951587677002,
      "view-similarity": 0
    },
    {
      "epoch": 1.0596546310832025,
      "grad_norm": 4.3125,
      "learning_rate": 9.147138803923416e-05,
      "loss": 0.6927,
      "step": 1350
    },
    {
      "cov-distil": 1.8167445659637451,
      "cov-distil (oracle2student)": 2.621316432952881,
      "cov-distil (oracle2teacher)": 3.0231075286865234,
      "epoch": 1.0596546310832025,
      "rel-constrast": 3.113482713699341,
      "step": 1350,
      "subrel-constrast": 4.15073299407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5227477550506592,
      "cov-distil (oracle2student)": 3.6981587409973145,
      "cov-distil (oracle2teacher)": 3.875393867492676,
      "epoch": 1.0604395604395604,
      "rel-constrast": 1.7446812391281128,
      "step": 1351,
      "subrel-constrast": 2.8374767303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5916028022766113,
      "cov-distil (oracle2student)": 5.2182111740112305,
      "cov-distil (oracle2teacher)": 4.919366359710693,
      "epoch": 1.0612244897959184,
      "rel-constrast": 2.39859676361084,
      "step": 1352,
      "subrel-constrast": 3.3238141536712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731341004371643,
      "cov-distil (oracle2student)": 5.7409820556640625,
      "cov-distil (oracle2teacher)": 4.764584064483643,
      "epoch": 1.0620094191522762,
      "rel-constrast": 2.606078624725342,
      "step": 1353,
      "subrel-constrast": 3.441619873046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990553617477417,
      "cov-distil (oracle2student)": 4.5724992752075195,
      "cov-distil (oracle2teacher)": 4.681234359741211,
      "epoch": 1.0627943485086342,
      "rel-constrast": 2.0713250637054443,
      "step": 1354,
      "subrel-constrast": 2.9612278938293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3818378448486328,
      "cov-distil (oracle2student)": 4.62141227722168,
      "cov-distil (oracle2teacher)": 4.293665885925293,
      "epoch": 1.0635792778649922,
      "rel-constrast": 2.91816782951355,
      "step": 1355,
      "subrel-constrast": 3.39123797416687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0147500038146973,
      "cov-distil (oracle2student)": 3.4659905433654785,
      "cov-distil (oracle2teacher)": 4.099945068359375,
      "epoch": 1.0643642072213502,
      "rel-constrast": 3.6371774673461914,
      "step": 1356,
      "subrel-constrast": 4.32940149307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8438855409622192,
      "cov-distil (oracle2student)": 5.777056694030762,
      "cov-distil (oracle2teacher)": 5.42741060256958,
      "epoch": 1.065149136577708,
      "rel-constrast": 2.7252941131591797,
      "step": 1357,
      "subrel-constrast": 3.9152820110321045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8597086668014526,
      "cov-distil (oracle2student)": 3.242905616760254,
      "cov-distil (oracle2teacher)": 3.8084487915039062,
      "epoch": 1.065934065934066,
      "rel-constrast": 2.5067763328552246,
      "step": 1358,
      "subrel-constrast": 3.6571898460388184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3175549507141113,
      "cov-distil (oracle2student)": 5.307622909545898,
      "cov-distil (oracle2teacher)": 4.78385591506958,
      "epoch": 1.066718995290424,
      "rel-constrast": 2.9155073165893555,
      "step": 1359,
      "subrel-constrast": 3.6364920139312744,
      "view-similarity": 0
    },
    {
      "epoch": 1.0675039246467817,
      "grad_norm": 4.75,
      "learning_rate": 9.127538592730519e-05,
      "loss": 0.7071,
      "step": 1360
    },
    {
      "cov-distil": 1.1928750276565552,
      "cov-distil (oracle2student)": 3.752638339996338,
      "cov-distil (oracle2teacher)": 3.885150909423828,
      "epoch": 1.0675039246467817,
      "rel-constrast": 2.488957166671753,
      "step": 1360,
      "subrel-constrast": 3.6284303665161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.356778144836426,
      "cov-distil (oracle2student)": 3.972125768661499,
      "cov-distil (oracle2teacher)": 4.476304054260254,
      "epoch": 1.0682888540031397,
      "rel-constrast": 3.6982240676879883,
      "step": 1361,
      "subrel-constrast": 4.880536079406738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4385414123535156,
      "cov-distil (oracle2student)": 5.530094146728516,
      "cov-distil (oracle2teacher)": 5.067334175109863,
      "epoch": 1.0690737833594977,
      "rel-constrast": 2.9989922046661377,
      "step": 1362,
      "subrel-constrast": 3.3135786056518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9223082065582275,
      "cov-distil (oracle2student)": 4.289978981018066,
      "cov-distil (oracle2teacher)": 4.01414155960083,
      "epoch": 1.0698587127158556,
      "rel-constrast": 3.0443475246429443,
      "step": 1363,
      "subrel-constrast": 4.084411144256592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9601668119430542,
      "cov-distil (oracle2student)": 2.783487319946289,
      "cov-distil (oracle2teacher)": 3.286825180053711,
      "epoch": 1.0706436420722134,
      "rel-constrast": 2.4154815673828125,
      "step": 1364,
      "subrel-constrast": 3.7462124824523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037417411804199,
      "cov-distil (oracle2student)": 3.2390475273132324,
      "cov-distil (oracle2teacher)": 3.2094790935516357,
      "epoch": 1.0714285714285714,
      "rel-constrast": 2.0013279914855957,
      "step": 1365,
      "subrel-constrast": 3.1308088302612305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1283748149871826,
      "cov-distil (oracle2student)": 4.358213424682617,
      "cov-distil (oracle2teacher)": 4.6435441970825195,
      "epoch": 1.0722135007849294,
      "rel-constrast": 3.100144863128662,
      "step": 1366,
      "subrel-constrast": 4.139200687408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6714458465576172,
      "cov-distil (oracle2student)": 4.966301918029785,
      "cov-distil (oracle2teacher)": 4.749279022216797,
      "epoch": 1.0729984301412874,
      "rel-constrast": 2.0033273696899414,
      "step": 1367,
      "subrel-constrast": 2.734950065612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1757965087890625,
      "cov-distil (oracle2student)": 4.573935508728027,
      "cov-distil (oracle2teacher)": 4.746249198913574,
      "epoch": 1.0737833594976451,
      "rel-constrast": 2.2304325103759766,
      "step": 1368,
      "subrel-constrast": 3.9209494590759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.70523202419281,
      "cov-distil (oracle2student)": 4.61271858215332,
      "cov-distil (oracle2teacher)": 4.407406806945801,
      "epoch": 1.0745682888540031,
      "rel-constrast": 2.923314094543457,
      "step": 1369,
      "subrel-constrast": 3.5584464073181152,
      "view-similarity": 0
    },
    {
      "epoch": 1.0753532182103611,
      "grad_norm": 4.6875,
      "learning_rate": 9.107737211129701e-05,
      "loss": 0.7191,
      "step": 1370
    },
    {
      "cov-distil": 1.8431941270828247,
      "cov-distil (oracle2student)": 2.8620033264160156,
      "cov-distil (oracle2teacher)": 2.7040069103240967,
      "epoch": 1.0753532182103611,
      "rel-constrast": 2.0568783283233643,
      "step": 1370,
      "subrel-constrast": 2.9907913208007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2390148639678955,
      "cov-distil (oracle2student)": 4.040923118591309,
      "cov-distil (oracle2teacher)": 3.762422561645508,
      "epoch": 1.076138147566719,
      "rel-constrast": 1.8564300537109375,
      "step": 1371,
      "subrel-constrast": 2.5298268795013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1370692253112793,
      "cov-distil (oracle2student)": 4.659256935119629,
      "cov-distil (oracle2teacher)": 4.259383201599121,
      "epoch": 1.0769230769230769,
      "rel-constrast": 1.7828234434127808,
      "step": 1372,
      "subrel-constrast": 2.678785562515259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.929738163948059,
      "cov-distil (oracle2student)": 4.025609493255615,
      "cov-distil (oracle2teacher)": 3.5280637741088867,
      "epoch": 1.0777080062794349,
      "rel-constrast": 2.082817554473877,
      "step": 1373,
      "subrel-constrast": 2.9201786518096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8237807750701904,
      "cov-distil (oracle2student)": 3.5642452239990234,
      "cov-distil (oracle2teacher)": 3.510807514190674,
      "epoch": 1.0784929356357928,
      "rel-constrast": 3.2196593284606934,
      "step": 1374,
      "subrel-constrast": 4.036230564117432,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.068553924560547,
      "cov-distil (oracle2student)": 3.945024013519287,
      "cov-distil (oracle2teacher)": 3.366400718688965,
      "epoch": 1.0792778649921506,
      "rel-constrast": 2.371731996536255,
      "step": 1375,
      "subrel-constrast": 3.343545436859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917680263519287,
      "cov-distil (oracle2student)": 5.506139755249023,
      "cov-distil (oracle2teacher)": 5.509688377380371,
      "epoch": 1.0800627943485086,
      "rel-constrast": 2.1613333225250244,
      "step": 1376,
      "subrel-constrast": 2.7954084873199463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894956350326538,
      "cov-distil (oracle2student)": 3.817568302154541,
      "cov-distil (oracle2teacher)": 3.9168214797973633,
      "epoch": 1.0808477237048666,
      "rel-constrast": 2.6652650833129883,
      "step": 1377,
      "subrel-constrast": 3.4456160068511963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7362115383148193,
      "cov-distil (oracle2student)": 3.930763006210327,
      "cov-distil (oracle2teacher)": 4.155670166015625,
      "epoch": 1.0816326530612246,
      "rel-constrast": 2.6719441413879395,
      "step": 1378,
      "subrel-constrast": 3.557253122329712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9059585332870483,
      "cov-distil (oracle2student)": 2.5242385864257812,
      "cov-distil (oracle2teacher)": 2.6095354557037354,
      "epoch": 1.0824175824175823,
      "rel-constrast": 1.7692129611968994,
      "step": 1379,
      "subrel-constrast": 2.358882427215576,
      "view-similarity": 0
    },
    {
      "epoch": 1.0832025117739403,
      "grad_norm": 3.796875,
      "learning_rate": 9.087735624212365e-05,
      "loss": 0.6114,
      "step": 1380
    },
    {
      "cov-distil": 1.8964046239852905,
      "cov-distil (oracle2student)": 5.120077133178711,
      "cov-distil (oracle2teacher)": 5.064246654510498,
      "epoch": 1.0832025117739403,
      "rel-constrast": 3.6196136474609375,
      "step": 1380,
      "subrel-constrast": 4.374392509460449,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.629225254058838,
      "cov-distil (oracle2student)": 3.908829689025879,
      "cov-distil (oracle2teacher)": 4.207932949066162,
      "epoch": 1.0839874411302983,
      "rel-constrast": 2.661548376083374,
      "step": 1381,
      "subrel-constrast": 4.177099227905273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9100966453552246,
      "cov-distil (oracle2student)": 4.7723236083984375,
      "cov-distil (oracle2teacher)": 4.256695747375488,
      "epoch": 1.084772370486656,
      "rel-constrast": 2.863297700881958,
      "step": 1382,
      "subrel-constrast": 3.5851738452911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792389392852783,
      "cov-distil (oracle2student)": 4.928232192993164,
      "cov-distil (oracle2teacher)": 5.17763090133667,
      "epoch": 1.085557299843014,
      "rel-constrast": 3.1036734580993652,
      "step": 1383,
      "subrel-constrast": 3.7396254539489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5812456607818604,
      "cov-distil (oracle2student)": 4.679125785827637,
      "cov-distil (oracle2teacher)": 4.250716209411621,
      "epoch": 1.086342229199372,
      "rel-constrast": 2.3090403079986572,
      "step": 1384,
      "subrel-constrast": 2.5390868186950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7025142908096313,
      "cov-distil (oracle2student)": 3.3741140365600586,
      "cov-distil (oracle2teacher)": 3.302149772644043,
      "epoch": 1.08712715855573,
      "rel-constrast": 2.3401572704315186,
      "step": 1385,
      "subrel-constrast": 3.355422258377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906825304031372,
      "cov-distil (oracle2student)": 6.626822471618652,
      "cov-distil (oracle2teacher)": 6.382383346557617,
      "epoch": 1.0879120879120878,
      "rel-constrast": 3.344247817993164,
      "step": 1386,
      "subrel-constrast": 4.137019157409668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795117974281311,
      "cov-distil (oracle2student)": 4.776128768920898,
      "cov-distil (oracle2teacher)": 4.97879695892334,
      "epoch": 1.0886970172684458,
      "rel-constrast": 2.9891533851623535,
      "step": 1387,
      "subrel-constrast": 3.4278759956359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0959506034851074,
      "cov-distil (oracle2student)": 4.955995082855225,
      "cov-distil (oracle2teacher)": 4.778090953826904,
      "epoch": 1.0894819466248038,
      "rel-constrast": 3.178039312362671,
      "step": 1388,
      "subrel-constrast": 4.09949254989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0421063899993896,
      "cov-distil (oracle2student)": 3.181581735610962,
      "cov-distil (oracle2teacher)": 3.2659082412719727,
      "epoch": 1.0902668759811618,
      "rel-constrast": 2.348726511001587,
      "step": 1389,
      "subrel-constrast": 3.5699124336242676,
      "view-similarity": 0
    },
    {
      "epoch": 1.0910518053375196,
      "grad_norm": 4.21875,
      "learning_rate": 9.06753480682764e-05,
      "loss": 0.7673,
      "step": 1390
    },
    {
      "cov-distil": 1.416306972503662,
      "cov-distil (oracle2student)": 2.7287521362304688,
      "cov-distil (oracle2teacher)": 3.154179573059082,
      "epoch": 1.0910518053375196,
      "rel-constrast": 1.9711494445800781,
      "step": 1390,
      "subrel-constrast": 2.6940178871154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.291139841079712,
      "cov-distil (oracle2student)": 6.2503228187561035,
      "cov-distil (oracle2teacher)": 6.093626499176025,
      "epoch": 1.0918367346938775,
      "rel-constrast": 2.1404380798339844,
      "step": 1391,
      "subrel-constrast": 3.1840977668762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580429553985596,
      "cov-distil (oracle2student)": 4.221222877502441,
      "cov-distil (oracle2teacher)": 4.394144535064697,
      "epoch": 1.0926216640502355,
      "rel-constrast": 4.0183916091918945,
      "step": 1392,
      "subrel-constrast": 5.025304794311523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9753737449645996,
      "cov-distil (oracle2student)": 3.845310688018799,
      "cov-distil (oracle2teacher)": 3.9525914192199707,
      "epoch": 1.0934065934065935,
      "rel-constrast": 2.9330873489379883,
      "step": 1393,
      "subrel-constrast": 3.6871392726898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0658299922943115,
      "cov-distil (oracle2student)": 4.995677947998047,
      "cov-distil (oracle2teacher)": 4.982394695281982,
      "epoch": 1.0941915227629513,
      "rel-constrast": 2.3882198333740234,
      "step": 1394,
      "subrel-constrast": 3.6838369369506836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4924557209014893,
      "cov-distil (oracle2student)": 4.85632848739624,
      "cov-distil (oracle2teacher)": 4.734704971313477,
      "epoch": 1.0949764521193093,
      "rel-constrast": 2.8520498275756836,
      "step": 1395,
      "subrel-constrast": 3.6992592811584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4999055862426758,
      "cov-distil (oracle2student)": 5.474109649658203,
      "cov-distil (oracle2teacher)": 5.350533962249756,
      "epoch": 1.0957613814756673,
      "rel-constrast": 3.3723201751708984,
      "step": 1396,
      "subrel-constrast": 3.924567699432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5761018991470337,
      "cov-distil (oracle2student)": 4.563013076782227,
      "cov-distil (oracle2teacher)": 4.491230010986328,
      "epoch": 1.096546310832025,
      "rel-constrast": 3.4918265342712402,
      "step": 1397,
      "subrel-constrast": 4.20559549331665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7223381996154785,
      "cov-distil (oracle2student)": 3.669198751449585,
      "cov-distil (oracle2teacher)": 3.788881301879883,
      "epoch": 1.097331240188383,
      "rel-constrast": 2.83847713470459,
      "step": 1398,
      "subrel-constrast": 3.6181836128234863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.132819175720215,
      "cov-distil (oracle2student)": 4.277996063232422,
      "cov-distil (oracle2teacher)": 4.276510238647461,
      "epoch": 1.098116169544741,
      "rel-constrast": 3.6609597206115723,
      "step": 1399,
      "subrel-constrast": 4.419754505157471,
      "view-similarity": 0
    },
    {
      "epoch": 1.098901098901099,
      "grad_norm": 5.34375,
      "learning_rate": 9.047135743534868e-05,
      "loss": 0.7867,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "overlap": 0.3218750059604645,
      "step": 1400
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "student margin": 0.0528564453125
    },
    {
      "epoch": 1.098901098901099,
      "step": 1400,
      "teacher margin": 0.0308837890625
    },
    {
      "epoch": 1.098901098901099,
      "margin difference": -0.02197265625,
      "step": 1400
    },
    {
      "cov-distil": 1.5532368421554565,
      "cov-distil (oracle2student)": 3.9590771198272705,
      "cov-distil (oracle2teacher)": 3.72114634513855,
      "epoch": 1.098901098901099,
      "rel-constrast": 3.3834762573242188,
      "step": 1400,
      "subrel-constrast": 4.636085510253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680610179901123,
      "cov-distil (oracle2student)": 3.1607367992401123,
      "cov-distil (oracle2teacher)": 3.308290958404541,
      "epoch": 1.0996860282574568,
      "rel-constrast": 2.3096940517425537,
      "step": 1401,
      "subrel-constrast": 3.036278009414673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.946508526802063,
      "cov-distil (oracle2student)": 5.3730878829956055,
      "cov-distil (oracle2teacher)": 5.007736682891846,
      "epoch": 1.1004709576138147,
      "rel-constrast": 3.5486643314361572,
      "step": 1402,
      "subrel-constrast": 3.982724189758301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.094761848449707,
      "cov-distil (oracle2student)": 5.085466384887695,
      "cov-distil (oracle2teacher)": 4.566302299499512,
      "epoch": 1.1012558869701727,
      "rel-constrast": 2.0568342208862305,
      "step": 1403,
      "subrel-constrast": 3.068112850189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6571437120437622,
      "cov-distil (oracle2student)": 4.774173736572266,
      "cov-distil (oracle2teacher)": 4.262587547302246,
      "epoch": 1.1020408163265305,
      "rel-constrast": 2.4646193981170654,
      "step": 1404,
      "subrel-constrast": 3.5687952041625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9176698923110962,
      "cov-distil (oracle2student)": 3.872140407562256,
      "cov-distil (oracle2teacher)": 4.1944074630737305,
      "epoch": 1.1028257456828885,
      "rel-constrast": 3.0764598846435547,
      "step": 1405,
      "subrel-constrast": 4.2590861320495605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2313098907470703,
      "cov-distil (oracle2student)": 4.80971622467041,
      "cov-distil (oracle2teacher)": 4.740400791168213,
      "epoch": 1.1036106750392465,
      "rel-constrast": 1.969061017036438,
      "step": 1406,
      "subrel-constrast": 3.234436511993408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5854852199554443,
      "cov-distil (oracle2student)": 3.788362503051758,
      "cov-distil (oracle2teacher)": 3.7552895545959473,
      "epoch": 1.1043956043956045,
      "rel-constrast": 2.604113817214966,
      "step": 1407,
      "subrel-constrast": 3.258370876312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.853365182876587,
      "cov-distil (oracle2student)": 4.136359214782715,
      "cov-distil (oracle2teacher)": 3.8185477256774902,
      "epoch": 1.1051805337519622,
      "rel-constrast": 3.218693733215332,
      "step": 1408,
      "subrel-constrast": 4.052127361297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9192627668380737,
      "cov-distil (oracle2student)": 4.509695053100586,
      "cov-distil (oracle2teacher)": 4.560693740844727,
      "epoch": 1.1059654631083202,
      "rel-constrast": 2.858476161956787,
      "step": 1409,
      "subrel-constrast": 3.647315740585327,
      "view-similarity": 0
    },
    {
      "epoch": 1.1067503924646782,
      "grad_norm": 4.4375,
      "learning_rate": 9.02653942855561e-05,
      "loss": 0.7334,
      "step": 1410
    },
    {
      "cov-distil": 1.6526333093643188,
      "cov-distil (oracle2student)": 2.180558681488037,
      "cov-distil (oracle2teacher)": 2.615731954574585,
      "epoch": 1.1067503924646782,
      "rel-constrast": 2.5725131034851074,
      "step": 1410,
      "subrel-constrast": 3.2422056198120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7480888366699219,
      "cov-distil (oracle2student)": 4.64630651473999,
      "cov-distil (oracle2teacher)": 4.4858903884887695,
      "epoch": 1.1075353218210362,
      "rel-constrast": 2.3724958896636963,
      "step": 1411,
      "subrel-constrast": 3.1666948795318604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.017946243286133,
      "cov-distil (oracle2student)": 3.819058895111084,
      "cov-distil (oracle2teacher)": 4.113180160522461,
      "epoch": 1.108320251177394,
      "rel-constrast": 3.0427989959716797,
      "step": 1412,
      "subrel-constrast": 4.58619499206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654902458190918,
      "cov-distil (oracle2student)": 3.03499698638916,
      "cov-distil (oracle2teacher)": 2.571345329284668,
      "epoch": 1.109105180533752,
      "rel-constrast": 3.630279064178467,
      "step": 1413,
      "subrel-constrast": 4.00972318649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664638042449951,
      "cov-distil (oracle2student)": 2.9178786277770996,
      "cov-distil (oracle2teacher)": 2.982393264770508,
      "epoch": 1.10989010989011,
      "rel-constrast": 2.32490873336792,
      "step": 1414,
      "subrel-constrast": 3.36033034324646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.582544207572937,
      "cov-distil (oracle2student)": 6.2251176834106445,
      "cov-distil (oracle2teacher)": 5.702911376953125,
      "epoch": 1.110675039246468,
      "rel-constrast": 1.9119172096252441,
      "step": 1415,
      "subrel-constrast": 2.6221935749053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890055179595947,
      "cov-distil (oracle2student)": 4.662508487701416,
      "cov-distil (oracle2teacher)": 4.452269554138184,
      "epoch": 1.1114599686028257,
      "rel-constrast": 2.5359058380126953,
      "step": 1416,
      "subrel-constrast": 3.702639102935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4178452491760254,
      "cov-distil (oracle2student)": 3.9949262142181396,
      "cov-distil (oracle2teacher)": 3.8126883506774902,
      "epoch": 1.1122448979591837,
      "rel-constrast": 1.6517640352249146,
      "step": 1417,
      "subrel-constrast": 3.2764172554016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5110094547271729,
      "cov-distil (oracle2student)": 3.92610502243042,
      "cov-distil (oracle2teacher)": 3.9879541397094727,
      "epoch": 1.1130298273155417,
      "rel-constrast": 2.4350318908691406,
      "step": 1418,
      "subrel-constrast": 3.1822075843811035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0583927631378174,
      "cov-distil (oracle2student)": 4.915946960449219,
      "cov-distil (oracle2teacher)": 4.598464488983154,
      "epoch": 1.1138147566718994,
      "rel-constrast": 1.3299033641815186,
      "step": 1419,
      "subrel-constrast": 2.5432560443878174,
      "view-similarity": 0
    },
    {
      "epoch": 1.1145996860282574,
      "grad_norm": 3.359375,
      "learning_rate": 9.005746865725207e-05,
      "loss": 0.6399,
      "step": 1420
    },
    {
      "cov-distil": 1.8542295694351196,
      "cov-distil (oracle2student)": 3.7984001636505127,
      "cov-distil (oracle2teacher)": 3.588449239730835,
      "epoch": 1.1145996860282574,
      "rel-constrast": 2.538283586502075,
      "step": 1420,
      "subrel-constrast": 3.7315170764923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6344600915908813,
      "cov-distil (oracle2student)": 3.919699192047119,
      "cov-distil (oracle2teacher)": 4.024895668029785,
      "epoch": 1.1153846153846154,
      "rel-constrast": 3.1628782749176025,
      "step": 1421,
      "subrel-constrast": 3.627387285232544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.882070779800415,
      "cov-distil (oracle2student)": 4.6796979904174805,
      "cov-distil (oracle2teacher)": 4.568782329559326,
      "epoch": 1.1161695447409734,
      "rel-constrast": 1.7592817544937134,
      "step": 1422,
      "subrel-constrast": 2.880460023880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8015080690383911,
      "cov-distil (oracle2student)": 2.9568099975585938,
      "cov-distil (oracle2teacher)": 3.1948976516723633,
      "epoch": 1.1169544740973312,
      "rel-constrast": 1.8884912729263306,
      "step": 1423,
      "subrel-constrast": 2.8575305938720703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4323785305023193,
      "cov-distil (oracle2student)": 6.294389724731445,
      "cov-distil (oracle2teacher)": 5.24240255355835,
      "epoch": 1.1177394034536892,
      "rel-constrast": 2.760155439376831,
      "step": 1424,
      "subrel-constrast": 3.1679704189300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.663451075553894,
      "cov-distil (oracle2student)": 3.9218788146972656,
      "cov-distil (oracle2teacher)": 3.950927257537842,
      "epoch": 1.1185243328100472,
      "rel-constrast": 2.0520801544189453,
      "step": 1425,
      "subrel-constrast": 2.8891472816467285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117506265640259,
      "cov-distil (oracle2student)": 4.821442127227783,
      "cov-distil (oracle2teacher)": 4.667823791503906,
      "epoch": 1.119309262166405,
      "rel-constrast": 1.9031262397766113,
      "step": 1426,
      "subrel-constrast": 3.3412668704986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0361528396606445,
      "cov-distil (oracle2student)": 4.871551513671875,
      "cov-distil (oracle2teacher)": 4.700312614440918,
      "epoch": 1.120094191522763,
      "rel-constrast": 2.5917181968688965,
      "step": 1427,
      "subrel-constrast": 3.574954032897949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7921483516693115,
      "cov-distil (oracle2student)": 3.969322919845581,
      "cov-distil (oracle2teacher)": 4.047035217285156,
      "epoch": 1.120879120879121,
      "rel-constrast": 2.4403977394104004,
      "step": 1428,
      "subrel-constrast": 3.6757009029388428,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3479526042938232,
      "cov-distil (oracle2student)": 3.747795581817627,
      "cov-distil (oracle2teacher)": 3.916404962539673,
      "epoch": 1.1216640502354789,
      "rel-constrast": 3.471555233001709,
      "step": 1429,
      "subrel-constrast": 4.0082106590271,
      "view-similarity": 0
    },
    {
      "epoch": 1.1224489795918366,
      "grad_norm": 5.46875,
      "learning_rate": 8.984759068443831e-05,
      "loss": 0.6606,
      "step": 1430
    },
    {
      "cov-distil": 1.9161828756332397,
      "cov-distil (oracle2student)": 3.4047398567199707,
      "cov-distil (oracle2teacher)": 3.424795150756836,
      "epoch": 1.1224489795918366,
      "rel-constrast": 2.198014259338379,
      "step": 1430,
      "subrel-constrast": 3.28228759765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6333575248718262,
      "cov-distil (oracle2student)": 7.431746959686279,
      "cov-distil (oracle2teacher)": 6.854073524475098,
      "epoch": 1.1232339089481946,
      "rel-constrast": 1.8516921997070312,
      "step": 1431,
      "subrel-constrast": 2.8688418865203857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6400010585784912,
      "cov-distil (oracle2student)": 3.987288475036621,
      "cov-distil (oracle2teacher)": 3.8499279022216797,
      "epoch": 1.1240188383045526,
      "rel-constrast": 2.7828376293182373,
      "step": 1432,
      "subrel-constrast": 3.291123867034912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4018101692199707,
      "cov-distil (oracle2student)": 7.318596839904785,
      "cov-distil (oracle2teacher)": 6.223300933837891,
      "epoch": 1.1248037676609106,
      "rel-constrast": 2.062013864517212,
      "step": 1433,
      "subrel-constrast": 2.803145408630371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5848796367645264,
      "cov-distil (oracle2student)": 4.188121795654297,
      "cov-distil (oracle2teacher)": 4.331245422363281,
      "epoch": 1.1255886970172684,
      "rel-constrast": 2.7126827239990234,
      "step": 1434,
      "subrel-constrast": 3.291029691696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4407639503479004,
      "cov-distil (oracle2student)": 4.206883907318115,
      "cov-distil (oracle2teacher)": 4.246280670166016,
      "epoch": 1.1263736263736264,
      "rel-constrast": 2.2108819484710693,
      "step": 1435,
      "subrel-constrast": 3.9134182929992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704491138458252,
      "cov-distil (oracle2student)": 3.649182081222534,
      "cov-distil (oracle2teacher)": 4.102517604827881,
      "epoch": 1.1271585557299844,
      "rel-constrast": 2.6239328384399414,
      "step": 1436,
      "subrel-constrast": 3.56388258934021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575739860534668,
      "cov-distil (oracle2student)": 8.061868667602539,
      "cov-distil (oracle2teacher)": 7.007920265197754,
      "epoch": 1.1279434850863423,
      "rel-constrast": 3.0351481437683105,
      "step": 1437,
      "subrel-constrast": 3.799924850463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1437143087387085,
      "cov-distil (oracle2student)": 5.031589508056641,
      "cov-distil (oracle2teacher)": 4.288212776184082,
      "epoch": 1.1287284144427001,
      "rel-constrast": 3.2552947998046875,
      "step": 1438,
      "subrel-constrast": 3.6344151496887207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6861387491226196,
      "cov-distil (oracle2student)": 3.317257881164551,
      "cov-distil (oracle2teacher)": 3.538804769515991,
      "epoch": 1.129513343799058,
      "rel-constrast": 2.4909636974334717,
      "step": 1439,
      "subrel-constrast": 3.427610158920288,
      "view-similarity": 0
    },
    {
      "epoch": 1.130298273155416,
      "grad_norm": 5.03125,
      "learning_rate": 8.963577059627118e-05,
      "loss": 0.6724,
      "step": 1440
    },
    {
      "cov-distil": 1.969609022140503,
      "cov-distil (oracle2student)": 5.15648889541626,
      "cov-distil (oracle2teacher)": 5.115165710449219,
      "epoch": 1.130298273155416,
      "rel-constrast": 2.33720064163208,
      "step": 1440,
      "subrel-constrast": 3.4561002254486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5186216831207275,
      "cov-distil (oracle2student)": 4.559203147888184,
      "cov-distil (oracle2teacher)": 4.226498603820801,
      "epoch": 1.1310832025117739,
      "rel-constrast": 2.4729888439178467,
      "step": 1441,
      "subrel-constrast": 3.2488837242126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8423429727554321,
      "cov-distil (oracle2student)": 7.172142505645752,
      "cov-distil (oracle2teacher)": 6.107716083526611,
      "epoch": 1.1318681318681318,
      "rel-constrast": 2.711306095123291,
      "step": 1442,
      "subrel-constrast": 3.3032047748565674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.639280080795288,
      "cov-distil (oracle2student)": 4.835887908935547,
      "cov-distil (oracle2teacher)": 4.428652286529541,
      "epoch": 1.1326530612244898,
      "rel-constrast": 3.498673915863037,
      "step": 1443,
      "subrel-constrast": 3.9667229652404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7958340644836426,
      "cov-distil (oracle2student)": 4.611407279968262,
      "cov-distil (oracle2teacher)": 4.327395439147949,
      "epoch": 1.1334379905808478,
      "rel-constrast": 2.718924045562744,
      "step": 1444,
      "subrel-constrast": 3.4793951511383057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.770007610321045,
      "cov-distil (oracle2student)": 4.027376174926758,
      "cov-distil (oracle2teacher)": 4.236116409301758,
      "epoch": 1.1342229199372056,
      "rel-constrast": 2.157200813293457,
      "step": 1445,
      "subrel-constrast": 3.1004693508148193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6640434265136719,
      "cov-distil (oracle2student)": 3.7013652324676514,
      "cov-distil (oracle2teacher)": 4.137656211853027,
      "epoch": 1.1350078492935636,
      "rel-constrast": 2.850304365158081,
      "step": 1446,
      "subrel-constrast": 3.651947021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.442368745803833,
      "cov-distil (oracle2student)": 4.439526557922363,
      "cov-distil (oracle2teacher)": 4.073885440826416,
      "epoch": 1.1357927786499216,
      "rel-constrast": 2.4496726989746094,
      "step": 1447,
      "subrel-constrast": 3.11551570892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.369401216506958,
      "cov-distil (oracle2student)": 3.5831308364868164,
      "cov-distil (oracle2teacher)": 3.643108606338501,
      "epoch": 1.1365777080062793,
      "rel-constrast": 3.0829498767852783,
      "step": 1448,
      "subrel-constrast": 3.4258978366851807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5429431200027466,
      "cov-distil (oracle2student)": 4.617709159851074,
      "cov-distil (oracle2teacher)": 4.232625484466553,
      "epoch": 1.1373626373626373,
      "rel-constrast": 1.8296334743499756,
      "step": 1449,
      "subrel-constrast": 2.9135396480560303,
      "view-similarity": 0
    },
    {
      "epoch": 1.1381475667189953,
      "grad_norm": 3.515625,
      "learning_rate": 8.942201871656291e-05,
      "loss": 0.6941,
      "step": 1450
    },
    {
      "cov-distil": 0.9735995531082153,
      "cov-distil (oracle2student)": 3.3654751777648926,
      "cov-distil (oracle2teacher)": 3.37302303314209,
      "epoch": 1.1381475667189953,
      "rel-constrast": 1.9009981155395508,
      "step": 1450,
      "subrel-constrast": 2.680931329727173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8306307792663574,
      "cov-distil (oracle2student)": 3.035464286804199,
      "cov-distil (oracle2teacher)": 3.013033866882324,
      "epoch": 1.1389324960753533,
      "rel-constrast": 2.933274745941162,
      "step": 1451,
      "subrel-constrast": 3.202630043029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9563617706298828,
      "cov-distil (oracle2student)": 2.6813225746154785,
      "cov-distil (oracle2teacher)": 2.8273544311523438,
      "epoch": 1.139717425431711,
      "rel-constrast": 2.1753387451171875,
      "step": 1452,
      "subrel-constrast": 3.226551055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.076305389404297,
      "cov-distil (oracle2student)": 3.891932725906372,
      "cov-distil (oracle2teacher)": 3.943162441253662,
      "epoch": 1.140502354788069,
      "rel-constrast": 1.8681294918060303,
      "step": 1453,
      "subrel-constrast": 2.811945915222168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7106698751449585,
      "cov-distil (oracle2student)": 4.4157233238220215,
      "cov-distil (oracle2teacher)": 4.003910064697266,
      "epoch": 1.141287284144427,
      "rel-constrast": 3.0268781185150146,
      "step": 1454,
      "subrel-constrast": 3.471256732940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5600457191467285,
      "cov-distil (oracle2student)": 2.997169017791748,
      "cov-distil (oracle2teacher)": 3.22281551361084,
      "epoch": 1.1420722135007848,
      "rel-constrast": 2.028985023498535,
      "step": 1455,
      "subrel-constrast": 2.929522752761841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654187560081482,
      "cov-distil (oracle2student)": 5.485659599304199,
      "cov-distil (oracle2teacher)": 4.959639549255371,
      "epoch": 1.1428571428571428,
      "rel-constrast": 2.1839730739593506,
      "step": 1456,
      "subrel-constrast": 3.1446430683135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3219780921936035,
      "cov-distil (oracle2student)": 2.9026358127593994,
      "cov-distil (oracle2teacher)": 3.2026915550231934,
      "epoch": 1.1436420722135008,
      "rel-constrast": 1.9872817993164062,
      "step": 1457,
      "subrel-constrast": 2.6311135292053223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7182366847991943,
      "cov-distil (oracle2student)": 4.053674221038818,
      "cov-distil (oracle2teacher)": 3.996702194213867,
      "epoch": 1.1444270015698588,
      "rel-constrast": 2.4557435512542725,
      "step": 1458,
      "subrel-constrast": 3.2853763103485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.616342306137085,
      "cov-distil (oracle2student)": 4.264072418212891,
      "cov-distil (oracle2teacher)": 4.112225532531738,
      "epoch": 1.1452119309262168,
      "rel-constrast": 3.4976885318756104,
      "step": 1459,
      "subrel-constrast": 3.8455967903137207,
      "view-similarity": 0
    },
    {
      "epoch": 1.1459968602825745,
      "grad_norm": 5.125,
      "learning_rate": 8.920634546327858e-05,
      "loss": 0.6425,
      "step": 1460
    },
    {
      "cov-distil": 2.3273351192474365,
      "cov-distil (oracle2student)": 5.340428352355957,
      "cov-distil (oracle2teacher)": 4.745632171630859,
      "epoch": 1.1459968602825745,
      "rel-constrast": 3.334956169128418,
      "step": 1460,
      "subrel-constrast": 4.109196662902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5868985652923584,
      "cov-distil (oracle2student)": 4.388016700744629,
      "cov-distil (oracle2teacher)": 3.9597342014312744,
      "epoch": 1.1467817896389325,
      "rel-constrast": 3.076857566833496,
      "step": 1461,
      "subrel-constrast": 3.347691535949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5276076793670654,
      "cov-distil (oracle2student)": 2.874454975128174,
      "cov-distil (oracle2teacher)": 3.0314507484436035,
      "epoch": 1.1475667189952905,
      "rel-constrast": 1.8999292850494385,
      "step": 1462,
      "subrel-constrast": 2.694500207901001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728696823120117,
      "cov-distil (oracle2student)": 5.250038146972656,
      "cov-distil (oracle2teacher)": 4.647281169891357,
      "epoch": 1.1483516483516483,
      "rel-constrast": 2.2957687377929688,
      "step": 1463,
      "subrel-constrast": 3.3880276679992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.861199140548706,
      "cov-distil (oracle2student)": 6.816375732421875,
      "cov-distil (oracle2teacher)": 5.577522277832031,
      "epoch": 1.1491365777080063,
      "rel-constrast": 3.463242530822754,
      "step": 1464,
      "subrel-constrast": 4.344718933105469,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1558444499969482,
      "cov-distil (oracle2student)": 3.781308650970459,
      "cov-distil (oracle2teacher)": 3.7683792114257812,
      "epoch": 1.1499215070643642,
      "rel-constrast": 2.3083715438842773,
      "step": 1465,
      "subrel-constrast": 2.8672680854797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248768329620361,
      "cov-distil (oracle2student)": 4.866160869598389,
      "cov-distil (oracle2teacher)": 4.680377006530762,
      "epoch": 1.1507064364207222,
      "rel-constrast": 2.6165666580200195,
      "step": 1466,
      "subrel-constrast": 3.291959762573242,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5184375047683716,
      "cov-distil (oracle2student)": 5.172516345977783,
      "cov-distil (oracle2teacher)": 4.739566802978516,
      "epoch": 1.15149136577708,
      "rel-constrast": 2.0923709869384766,
      "step": 1467,
      "subrel-constrast": 2.5729823112487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4035935401916504,
      "cov-distil (oracle2student)": 2.163294792175293,
      "cov-distil (oracle2teacher)": 2.281038761138916,
      "epoch": 1.152276295133438,
      "rel-constrast": 1.5798075199127197,
      "step": 1468,
      "subrel-constrast": 2.52345609664917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6906533241271973,
      "cov-distil (oracle2student)": 3.570615291595459,
      "cov-distil (oracle2teacher)": 3.7789225578308105,
      "epoch": 1.153061224489796,
      "rel-constrast": 2.2696430683135986,
      "step": 1469,
      "subrel-constrast": 2.9124438762664795,
      "view-similarity": 0
    },
    {
      "epoch": 1.1538461538461537,
      "grad_norm": 4.96875,
      "learning_rate": 8.898876134802826e-05,
      "loss": 0.6641,
      "step": 1470
    },
    {
      "cov-distil": 1.7432125806808472,
      "cov-distil (oracle2student)": 6.946088790893555,
      "cov-distil (oracle2teacher)": 6.18311882019043,
      "epoch": 1.1538461538461537,
      "rel-constrast": 2.5905301570892334,
      "step": 1470,
      "subrel-constrast": 3.5420796871185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7562596797943115,
      "cov-distil (oracle2student)": 3.5090742111206055,
      "cov-distil (oracle2teacher)": 3.5666165351867676,
      "epoch": 1.1546310832025117,
      "rel-constrast": 1.5896034240722656,
      "step": 1471,
      "subrel-constrast": 2.6364943981170654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.265690565109253,
      "cov-distil (oracle2student)": 5.054637908935547,
      "cov-distil (oracle2teacher)": 4.928027629852295,
      "epoch": 1.1554160125588697,
      "rel-constrast": 2.0186855792999268,
      "step": 1472,
      "subrel-constrast": 3.096815586090088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177144289016724,
      "cov-distil (oracle2student)": 5.921319007873535,
      "cov-distil (oracle2teacher)": 5.465079307556152,
      "epoch": 1.1562009419152277,
      "rel-constrast": 2.209364891052246,
      "step": 1473,
      "subrel-constrast": 2.988204002380371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6642065048217773,
      "cov-distil (oracle2student)": 4.341156482696533,
      "cov-distil (oracle2teacher)": 4.327184677124023,
      "epoch": 1.1569858712715855,
      "rel-constrast": 1.8400235176086426,
      "step": 1474,
      "subrel-constrast": 2.838844060897827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2710838317871094,
      "cov-distil (oracle2student)": 6.264190673828125,
      "cov-distil (oracle2teacher)": 5.395703315734863,
      "epoch": 1.1577708006279435,
      "rel-constrast": 1.8762168884277344,
      "step": 1475,
      "subrel-constrast": 2.9002339839935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500580310821533,
      "cov-distil (oracle2student)": 3.8817105293273926,
      "cov-distil (oracle2teacher)": 3.6330196857452393,
      "epoch": 1.1585557299843015,
      "rel-constrast": 2.12327241897583,
      "step": 1476,
      "subrel-constrast": 2.9935572147369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6610264778137207,
      "cov-distil (oracle2student)": 4.569063186645508,
      "cov-distil (oracle2teacher)": 4.402129173278809,
      "epoch": 1.1593406593406592,
      "rel-constrast": 2.382650852203369,
      "step": 1477,
      "subrel-constrast": 3.48097562789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573943853378296,
      "cov-distil (oracle2student)": 4.716480255126953,
      "cov-distil (oracle2teacher)": 4.379539489746094,
      "epoch": 1.1601255886970172,
      "rel-constrast": 2.7914557456970215,
      "step": 1478,
      "subrel-constrast": 3.735881805419922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9117133617401123,
      "cov-distil (oracle2student)": 2.7231132984161377,
      "cov-distil (oracle2teacher)": 3.0115838050842285,
      "epoch": 1.1609105180533752,
      "rel-constrast": 2.9792566299438477,
      "step": 1479,
      "subrel-constrast": 3.691469192504883,
      "view-similarity": 0
    },
    {
      "epoch": 1.1616954474097332,
      "grad_norm": 5.15625,
      "learning_rate": 8.87692769755548e-05,
      "loss": 0.6005,
      "step": 1480
    },
    {
      "cov-distil": 1.508087396621704,
      "cov-distil (oracle2student)": 4.404995918273926,
      "cov-distil (oracle2teacher)": 3.618492603302002,
      "epoch": 1.1616954474097332,
      "rel-constrast": 2.27173113822937,
      "step": 1480,
      "subrel-constrast": 3.1909947395324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.117856979370117,
      "cov-distil (oracle2student)": 3.249584674835205,
      "cov-distil (oracle2teacher)": 3.5527844429016113,
      "epoch": 1.1624803767660912,
      "rel-constrast": 1.1706880331039429,
      "step": 1481,
      "subrel-constrast": 2.5455868244171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820241093635559,
      "cov-distil (oracle2student)": 4.413060665130615,
      "cov-distil (oracle2teacher)": 3.593001127243042,
      "epoch": 1.163265306122449,
      "rel-constrast": 2.648299217224121,
      "step": 1482,
      "subrel-constrast": 3.1224818229675293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.361191749572754,
      "cov-distil (oracle2student)": 7.197657585144043,
      "cov-distil (oracle2teacher)": 6.526451110839844,
      "epoch": 1.164050235478807,
      "rel-constrast": 2.9361085891723633,
      "step": 1483,
      "subrel-constrast": 4.1008477210998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4026601314544678,
      "cov-distil (oracle2student)": 4.386111259460449,
      "cov-distil (oracle2teacher)": 4.117788314819336,
      "epoch": 1.164835164835165,
      "rel-constrast": 2.5179619789123535,
      "step": 1484,
      "subrel-constrast": 3.191131591796875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.13439679145813,
      "cov-distil (oracle2student)": 4.483499526977539,
      "cov-distil (oracle2teacher)": 4.620072364807129,
      "epoch": 1.1656200941915227,
      "rel-constrast": 3.809450149536133,
      "step": 1485,
      "subrel-constrast": 4.304149150848389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8440096378326416,
      "cov-distil (oracle2student)": 3.577078342437744,
      "cov-distil (oracle2teacher)": 3.533250570297241,
      "epoch": 1.1664050235478807,
      "rel-constrast": 1.891402244567871,
      "step": 1486,
      "subrel-constrast": 3.4108402729034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3321266174316406,
      "cov-distil (oracle2student)": 3.690831184387207,
      "cov-distil (oracle2teacher)": 3.770256996154785,
      "epoch": 1.1671899529042387,
      "rel-constrast": 2.056332588195801,
      "step": 1487,
      "subrel-constrast": 3.296755313873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6980278491973877,
      "cov-distil (oracle2student)": 4.911110877990723,
      "cov-distil (oracle2teacher)": 4.653789520263672,
      "epoch": 1.1679748822605966,
      "rel-constrast": 2.5934038162231445,
      "step": 1488,
      "subrel-constrast": 3.3056771755218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1418120861053467,
      "cov-distil (oracle2student)": 7.721407413482666,
      "cov-distil (oracle2teacher)": 6.397591590881348,
      "epoch": 1.1687598116169544,
      "rel-constrast": 2.8690624237060547,
      "step": 1489,
      "subrel-constrast": 3.324364423751831,
      "view-similarity": 0
    },
    {
      "epoch": 1.1695447409733124,
      "grad_norm": 5.25,
      "learning_rate": 8.854790304321681e-05,
      "loss": 0.665,
      "step": 1490
    },
    {
      "cov-distil": 1.5793144702911377,
      "cov-distil (oracle2student)": 3.1656479835510254,
      "cov-distil (oracle2teacher)": 3.7752323150634766,
      "epoch": 1.1695447409733124,
      "rel-constrast": 2.323153018951416,
      "step": 1490,
      "subrel-constrast": 3.36970853805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2273166179656982,
      "cov-distil (oracle2student)": 6.071468353271484,
      "cov-distil (oracle2teacher)": 5.209096908569336,
      "epoch": 1.1703296703296704,
      "rel-constrast": 1.6658189296722412,
      "step": 1491,
      "subrel-constrast": 2.6098952293395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771066665649414,
      "cov-distil (oracle2student)": 4.941798210144043,
      "cov-distil (oracle2teacher)": 4.99720573425293,
      "epoch": 1.1711145996860282,
      "rel-constrast": 1.9705619812011719,
      "step": 1492,
      "subrel-constrast": 3.162191867828369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.540221929550171,
      "cov-distil (oracle2student)": 4.568436622619629,
      "cov-distil (oracle2teacher)": 4.18204402923584,
      "epoch": 1.1718995290423861,
      "rel-constrast": 3.0282788276672363,
      "step": 1493,
      "subrel-constrast": 3.695439577102661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9034268856048584,
      "cov-distil (oracle2student)": 2.842310905456543,
      "cov-distil (oracle2teacher)": 2.9250986576080322,
      "epoch": 1.1726844583987441,
      "rel-constrast": 2.7161636352539062,
      "step": 1494,
      "subrel-constrast": 3.8608739376068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0361268520355225,
      "cov-distil (oracle2student)": 3.6539692878723145,
      "cov-distil (oracle2teacher)": 3.4453952312469482,
      "epoch": 1.1734693877551021,
      "rel-constrast": 1.6933679580688477,
      "step": 1495,
      "subrel-constrast": 3.1346468925476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252089500427246,
      "cov-distil (oracle2student)": 3.064868450164795,
      "cov-distil (oracle2teacher)": 2.984189510345459,
      "epoch": 1.1742543171114599,
      "rel-constrast": 2.5216705799102783,
      "step": 1496,
      "subrel-constrast": 2.9893100261688232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6132360696792603,
      "cov-distil (oracle2student)": 4.372156620025635,
      "cov-distil (oracle2teacher)": 4.422039985656738,
      "epoch": 1.1750392464678179,
      "rel-constrast": 2.3253374099731445,
      "step": 1497,
      "subrel-constrast": 3.74430775642395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5885529518127441,
      "cov-distil (oracle2student)": 4.628757476806641,
      "cov-distil (oracle2teacher)": 4.028449058532715,
      "epoch": 1.1758241758241759,
      "rel-constrast": 2.2403204441070557,
      "step": 1498,
      "subrel-constrast": 2.9963810443878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4651037454605103,
      "cov-distil (oracle2student)": 3.5320534706115723,
      "cov-distil (oracle2teacher)": 3.6346046924591064,
      "epoch": 1.1766091051805336,
      "rel-constrast": 2.790614604949951,
      "step": 1499,
      "subrel-constrast": 3.220536947250366,
      "view-similarity": 0
    },
    {
      "epoch": 1.1773940345368916,
      "grad_norm": 4.9375,
      "learning_rate": 8.832465034046749e-05,
      "loss": 0.6243,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-P@10": 0.7499999999999999,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-nDCG@10": 0.7635121704056196,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-alpha_nDCG@10": 0.591066017130062,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-nDCG@10": 0.6110182641332049,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-alpha_nDCG@10": 0.6018385337632657,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "eval/avg": 0.5385256414940374,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "overlap": 0.32343751192092896,
      "step": 1500
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "student margin": 0.06903076171875
    },
    {
      "epoch": 1.1773940345368916,
      "step": 1500,
      "teacher margin": 0.04547119140625
    },
    {
      "epoch": 1.1773940345368916,
      "margin difference": -0.0235595703125,
      "step": 1500
    },
    {
      "cov-distil": 1.5637059211730957,
      "cov-distil (oracle2student)": 4.703696250915527,
      "cov-distil (oracle2teacher)": 4.498836517333984,
      "epoch": 1.1773940345368916,
      "rel-constrast": 1.8000473976135254,
      "step": 1500,
      "subrel-constrast": 2.832693338394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.676821231842041,
      "cov-distil (oracle2student)": 4.18723201751709,
      "cov-distil (oracle2teacher)": 3.8365914821624756,
      "epoch": 1.1781789638932496,
      "rel-constrast": 3.929133892059326,
      "step": 1501,
      "subrel-constrast": 3.68464994430542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5298328399658203,
      "cov-distil (oracle2student)": 5.332473278045654,
      "cov-distil (oracle2teacher)": 5.050945281982422,
      "epoch": 1.1789638932496076,
      "rel-constrast": 2.649360418319702,
      "step": 1502,
      "subrel-constrast": 3.4422824382781982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8164615631103516,
      "cov-distil (oracle2student)": 3.692251205444336,
      "cov-distil (oracle2teacher)": 3.2926621437072754,
      "epoch": 1.1797488226059656,
      "rel-constrast": 1.8597935438156128,
      "step": 1503,
      "subrel-constrast": 2.5651378631591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041651964187622,
      "cov-distil (oracle2student)": 5.564761638641357,
      "cov-distil (oracle2teacher)": 4.81553316116333,
      "epoch": 1.1805337519623234,
      "rel-constrast": 2.5795328617095947,
      "step": 1504,
      "subrel-constrast": 3.086768865585327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.356086015701294,
      "cov-distil (oracle2student)": 2.9356846809387207,
      "cov-distil (oracle2teacher)": 2.832341432571411,
      "epoch": 1.1813186813186813,
      "rel-constrast": 2.007858991622925,
      "step": 1505,
      "subrel-constrast": 2.6601550579071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1465284824371338,
      "cov-distil (oracle2student)": 5.272077560424805,
      "cov-distil (oracle2teacher)": 5.104903221130371,
      "epoch": 1.1821036106750393,
      "rel-constrast": 3.536428213119507,
      "step": 1506,
      "subrel-constrast": 4.053745746612549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409359455108643,
      "cov-distil (oracle2student)": 5.135282516479492,
      "cov-distil (oracle2teacher)": 4.188192844390869,
      "epoch": 1.182888540031397,
      "rel-constrast": 2.688838243484497,
      "step": 1507,
      "subrel-constrast": 3.719727039337158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.857982873916626,
      "cov-distil (oracle2student)": 2.93617582321167,
      "cov-distil (oracle2teacher)": 3.4599058628082275,
      "epoch": 1.183673469387755,
      "rel-constrast": 2.3258838653564453,
      "step": 1508,
      "subrel-constrast": 3.313480854034424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.222405195236206,
      "cov-distil (oracle2student)": 2.058034658432007,
      "cov-distil (oracle2teacher)": 2.1042275428771973,
      "epoch": 1.184458398744113,
      "rel-constrast": 2.058195114135742,
      "step": 1509,
      "subrel-constrast": 2.512890577316284,
      "view-similarity": 0
    },
    {
      "epoch": 1.185243328100471,
      "grad_norm": 4.28125,
      "learning_rate": 8.80995297483286e-05,
      "loss": 0.6749,
      "step": 1510
    },
    {
      "cov-distil": 2.258605480194092,
      "cov-distil (oracle2student)": 4.346269607543945,
      "cov-distil (oracle2teacher)": 4.499160289764404,
      "epoch": 1.185243328100471,
      "rel-constrast": 2.165034770965576,
      "step": 1510,
      "subrel-constrast": 3.7008891105651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765893936157227,
      "cov-distil (oracle2student)": 3.432781219482422,
      "cov-distil (oracle2teacher)": 3.4880218505859375,
      "epoch": 1.1860282574568288,
      "rel-constrast": 3.07257342338562,
      "step": 1511,
      "subrel-constrast": 3.5810232162475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832162618637085,
      "cov-distil (oracle2student)": 4.780758857727051,
      "cov-distil (oracle2teacher)": 4.575314044952393,
      "epoch": 1.1868131868131868,
      "rel-constrast": 2.244832992553711,
      "step": 1512,
      "subrel-constrast": 3.558151960372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4042856693267822,
      "cov-distil (oracle2student)": 5.2754621505737305,
      "cov-distil (oracle2teacher)": 5.212786674499512,
      "epoch": 1.1875981161695448,
      "rel-constrast": 3.5524935722351074,
      "step": 1513,
      "subrel-constrast": 4.346360206604004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336050033569336,
      "cov-distil (oracle2student)": 6.000419616699219,
      "cov-distil (oracle2teacher)": 5.2211761474609375,
      "epoch": 1.1883830455259026,
      "rel-constrast": 2.30887770652771,
      "step": 1514,
      "subrel-constrast": 3.0671396255493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7519084215164185,
      "cov-distil (oracle2student)": 3.7770097255706787,
      "cov-distil (oracle2teacher)": 3.5826303958892822,
      "epoch": 1.1891679748822606,
      "rel-constrast": 1.8646618127822876,
      "step": 1515,
      "subrel-constrast": 2.7432425022125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1804795265197754,
      "cov-distil (oracle2student)": 2.806044578552246,
      "cov-distil (oracle2teacher)": 3.1079115867614746,
      "epoch": 1.1899529042386185,
      "rel-constrast": 2.1782217025756836,
      "step": 1516,
      "subrel-constrast": 3.4778263568878174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.226062297821045,
      "cov-distil (oracle2student)": 4.4593915939331055,
      "cov-distil (oracle2teacher)": 3.923916816711426,
      "epoch": 1.1907378335949765,
      "rel-constrast": 3.2561304569244385,
      "step": 1517,
      "subrel-constrast": 3.5398244857788086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1194446086883545,
      "cov-distil (oracle2student)": 4.341851711273193,
      "cov-distil (oracle2teacher)": 4.771174907684326,
      "epoch": 1.1915227629513343,
      "rel-constrast": 3.9499008655548096,
      "step": 1518,
      "subrel-constrast": 4.630198001861572,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.022372007369995,
      "cov-distil (oracle2student)": 5.690338611602783,
      "cov-distil (oracle2teacher)": 4.533973693847656,
      "epoch": 1.1923076923076923,
      "rel-constrast": 3.565046548843384,
      "step": 1519,
      "subrel-constrast": 4.048375606536865,
      "view-similarity": 0
    },
    {
      "epoch": 1.1930926216640503,
      "grad_norm": 6.0,
      "learning_rate": 8.787255223886019e-05,
      "loss": 0.7487,
      "step": 1520
    },
    {
      "cov-distil": 1.4579973220825195,
      "cov-distil (oracle2student)": 4.72302770614624,
      "cov-distil (oracle2teacher)": 4.112704753875732,
      "epoch": 1.1930926216640503,
      "rel-constrast": 2.576953411102295,
      "step": 1520,
      "subrel-constrast": 2.985419511795044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.533542513847351,
      "cov-distil (oracle2student)": 5.7862653732299805,
      "cov-distil (oracle2teacher)": 5.797441005706787,
      "epoch": 1.193877551020408,
      "rel-constrast": 3.037560224533081,
      "step": 1521,
      "subrel-constrast": 3.4719033241271973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768212914466858,
      "cov-distil (oracle2student)": 3.4551024436950684,
      "cov-distil (oracle2teacher)": 3.411200523376465,
      "epoch": 1.194662480376766,
      "rel-constrast": 2.880858898162842,
      "step": 1522,
      "subrel-constrast": 3.701314687728882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7475111484527588,
      "cov-distil (oracle2student)": 3.4735870361328125,
      "cov-distil (oracle2teacher)": 3.092373847961426,
      "epoch": 1.195447409733124,
      "rel-constrast": 2.077599048614502,
      "step": 1523,
      "subrel-constrast": 2.8877346515655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1729485988616943,
      "cov-distil (oracle2student)": 3.888883113861084,
      "cov-distil (oracle2teacher)": 4.477058410644531,
      "epoch": 1.196232339089482,
      "rel-constrast": 2.432126045227051,
      "step": 1524,
      "subrel-constrast": 3.543750286102295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6834766864776611,
      "cov-distil (oracle2student)": 5.096540451049805,
      "cov-distil (oracle2teacher)": 4.786865711212158,
      "epoch": 1.19701726844584,
      "rel-constrast": 2.373744010925293,
      "step": 1525,
      "subrel-constrast": 3.171703815460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9610412120819092,
      "cov-distil (oracle2student)": 3.58781361579895,
      "cov-distil (oracle2teacher)": 3.386932373046875,
      "epoch": 1.1978021978021978,
      "rel-constrast": 2.2526726722717285,
      "step": 1526,
      "subrel-constrast": 3.150603771209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777087926864624,
      "cov-distil (oracle2student)": 4.592398643493652,
      "cov-distil (oracle2teacher)": 4.270162582397461,
      "epoch": 1.1985871271585558,
      "rel-constrast": 3.0484976768493652,
      "step": 1527,
      "subrel-constrast": 4.122519493103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098701000213623,
      "cov-distil (oracle2student)": 3.925305128097534,
      "cov-distil (oracle2teacher)": 3.9627676010131836,
      "epoch": 1.1993720565149137,
      "rel-constrast": 2.628312587738037,
      "step": 1528,
      "subrel-constrast": 3.3750734329223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3314461708068848,
      "cov-distil (oracle2student)": 4.212807655334473,
      "cov-distil (oracle2teacher)": 3.186124801635742,
      "epoch": 1.2001569858712715,
      "rel-constrast": 1.5398979187011719,
      "step": 1529,
      "subrel-constrast": 2.4120874404907227,
      "view-similarity": 0
    },
    {
      "epoch": 1.2009419152276295,
      "grad_norm": 2.90625,
      "learning_rate": 8.764372887462586e-05,
      "loss": 0.665,
      "step": 1530
    },
    {
      "cov-distil": 1.5907421112060547,
      "cov-distil (oracle2student)": 4.600604057312012,
      "cov-distil (oracle2teacher)": 4.715920925140381,
      "epoch": 1.2009419152276295,
      "rel-constrast": 1.773024559020996,
      "step": 1530,
      "subrel-constrast": 2.3036842346191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7908787727355957,
      "cov-distil (oracle2student)": 3.9809539318084717,
      "cov-distil (oracle2teacher)": 3.49103045463562,
      "epoch": 1.2017268445839875,
      "rel-constrast": 2.0869598388671875,
      "step": 1531,
      "subrel-constrast": 3.0148277282714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9063196182250977,
      "cov-distil (oracle2student)": 3.28657865524292,
      "cov-distil (oracle2teacher)": 3.614290237426758,
      "epoch": 1.2025117739403455,
      "rel-constrast": 2.7590341567993164,
      "step": 1532,
      "subrel-constrast": 3.6703684329986572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7001900672912598,
      "cov-distil (oracle2student)": 2.7431976795196533,
      "cov-distil (oracle2teacher)": 2.8261232376098633,
      "epoch": 1.2032967032967032,
      "rel-constrast": 2.332479953765869,
      "step": 1533,
      "subrel-constrast": 2.991900682449341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138879776000977,
      "cov-distil (oracle2student)": 4.142673492431641,
      "cov-distil (oracle2teacher)": 4.042916297912598,
      "epoch": 1.2040816326530612,
      "rel-constrast": 2.530055522918701,
      "step": 1534,
      "subrel-constrast": 3.5216643810272217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568732023239136,
      "cov-distil (oracle2student)": 4.978801727294922,
      "cov-distil (oracle2teacher)": 4.398458003997803,
      "epoch": 1.2048665620094192,
      "rel-constrast": 2.3646488189697266,
      "step": 1535,
      "subrel-constrast": 3.235966444015503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5454928874969482,
      "cov-distil (oracle2student)": 4.212451934814453,
      "cov-distil (oracle2teacher)": 3.9711287021636963,
      "epoch": 1.205651491365777,
      "rel-constrast": 2.0240867137908936,
      "step": 1536,
      "subrel-constrast": 2.9173502922058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.000424385070801,
      "cov-distil (oracle2student)": 4.938282012939453,
      "cov-distil (oracle2teacher)": 4.895476341247559,
      "epoch": 1.206436420722135,
      "rel-constrast": 1.906202793121338,
      "step": 1537,
      "subrel-constrast": 3.244900703430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688530683517456,
      "cov-distil (oracle2student)": 3.314009666442871,
      "cov-distil (oracle2teacher)": 3.3217594623565674,
      "epoch": 1.207221350078493,
      "rel-constrast": 1.8771073818206787,
      "step": 1538,
      "subrel-constrast": 2.8386082649230957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7830374240875244,
      "cov-distil (oracle2student)": 3.975449323654175,
      "cov-distil (oracle2teacher)": 3.9713451862335205,
      "epoch": 1.208006279434851,
      "rel-constrast": 2.010916233062744,
      "step": 1539,
      "subrel-constrast": 3.166494369506836,
      "view-similarity": 0
    },
    {
      "epoch": 1.2087912087912087,
      "grad_norm": 3.734375,
      "learning_rate": 8.741307080815357e-05,
      "loss": 0.5855,
      "step": 1540
    },
    {
      "cov-distil": 1.9264177083969116,
      "cov-distil (oracle2student)": 5.292288303375244,
      "cov-distil (oracle2teacher)": 5.473517894744873,
      "epoch": 1.2087912087912087,
      "rel-constrast": 2.7550227642059326,
      "step": 1540,
      "subrel-constrast": 3.744666337966919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.763179063796997,
      "cov-distil (oracle2student)": 5.155198097229004,
      "cov-distil (oracle2teacher)": 5.2059006690979,
      "epoch": 1.2095761381475667,
      "rel-constrast": 2.3511147499084473,
      "step": 1541,
      "subrel-constrast": 3.3968398571014404,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031494140625,
      "cov-distil (oracle2student)": 3.3849997520446777,
      "cov-distil (oracle2teacher)": 3.229098320007324,
      "epoch": 1.2103610675039247,
      "rel-constrast": 2.4924800395965576,
      "step": 1542,
      "subrel-constrast": 3.37554931640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774974584579468,
      "cov-distil (oracle2student)": 4.932247161865234,
      "cov-distil (oracle2teacher)": 4.8708815574646,
      "epoch": 1.2111459968602825,
      "rel-constrast": 2.3542284965515137,
      "step": 1543,
      "subrel-constrast": 3.044889211654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4667885303497314,
      "cov-distil (oracle2student)": 4.815769195556641,
      "cov-distil (oracle2teacher)": 4.551081657409668,
      "epoch": 1.2119309262166404,
      "rel-constrast": 2.8341593742370605,
      "step": 1544,
      "subrel-constrast": 3.320777177810669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9236077070236206,
      "cov-distil (oracle2student)": 4.410272121429443,
      "cov-distil (oracle2teacher)": 4.3043012619018555,
      "epoch": 1.2127158555729984,
      "rel-constrast": 1.4514312744140625,
      "step": 1545,
      "subrel-constrast": 2.9719998836517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9329230785369873,
      "cov-distil (oracle2student)": 3.6273882389068604,
      "cov-distil (oracle2teacher)": 3.9395461082458496,
      "epoch": 1.2135007849293564,
      "rel-constrast": 2.521728515625,
      "step": 1546,
      "subrel-constrast": 3.761486530303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.576790452003479,
      "cov-distil (oracle2student)": 3.838721752166748,
      "cov-distil (oracle2teacher)": 3.5021889209747314,
      "epoch": 1.2142857142857142,
      "rel-constrast": 1.9014670848846436,
      "step": 1547,
      "subrel-constrast": 2.8388330936431885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8455541133880615,
      "cov-distil (oracle2student)": 4.439851760864258,
      "cov-distil (oracle2teacher)": 4.307188987731934,
      "epoch": 1.2150706436420722,
      "rel-constrast": 2.0730185508728027,
      "step": 1548,
      "subrel-constrast": 2.774247646331787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4133810997009277,
      "cov-distil (oracle2student)": 4.722485542297363,
      "cov-distil (oracle2teacher)": 4.159416675567627,
      "epoch": 1.2158555729984302,
      "rel-constrast": 2.2933971881866455,
      "step": 1549,
      "subrel-constrast": 2.8816733360290527,
      "view-similarity": 0
    },
    {
      "epoch": 1.2166405023547882,
      "grad_norm": 8.125,
      "learning_rate": 8.718058928139205e-05,
      "loss": 0.6191,
      "step": 1550
    },
    {
      "cov-distil": 1.8872853517532349,
      "cov-distil (oracle2student)": 5.359015464782715,
      "cov-distil (oracle2teacher)": 4.855799674987793,
      "epoch": 1.2166405023547882,
      "rel-constrast": 3.9603030681610107,
      "step": 1550,
      "subrel-constrast": 4.652317523956299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9227356910705566,
      "cov-distil (oracle2student)": 3.6273133754730225,
      "cov-distil (oracle2teacher)": 4.31342887878418,
      "epoch": 1.217425431711146,
      "rel-constrast": 2.745074987411499,
      "step": 1551,
      "subrel-constrast": 3.862488269805908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7505450248718262,
      "cov-distil (oracle2student)": 4.429694175720215,
      "cov-distil (oracle2teacher)": 4.058337688446045,
      "epoch": 1.218210361067504,
      "rel-constrast": 1.9298486709594727,
      "step": 1552,
      "subrel-constrast": 2.638232946395874,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4883463382720947,
      "cov-distil (oracle2student)": 5.460262298583984,
      "cov-distil (oracle2teacher)": 4.622078895568848,
      "epoch": 1.218995290423862,
      "rel-constrast": 3.2657363414764404,
      "step": 1553,
      "subrel-constrast": 3.718547821044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3253556489944458,
      "cov-distil (oracle2student)": 2.4806160926818848,
      "cov-distil (oracle2teacher)": 2.7034997940063477,
      "epoch": 1.2197802197802199,
      "rel-constrast": 2.799870729446411,
      "step": 1554,
      "subrel-constrast": 3.221858024597168,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0410027503967285,
      "cov-distil (oracle2student)": 2.922330379486084,
      "cov-distil (oracle2teacher)": 3.111844539642334,
      "epoch": 1.2205651491365777,
      "rel-constrast": 2.508640766143799,
      "step": 1555,
      "subrel-constrast": 3.069931745529175,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0512876510620117,
      "cov-distil (oracle2student)": 2.648373603820801,
      "cov-distil (oracle2teacher)": 2.852344512939453,
      "epoch": 1.2213500784929356,
      "rel-constrast": 1.9292356967926025,
      "step": 1556,
      "subrel-constrast": 3.1655936241149902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365398645401001,
      "cov-distil (oracle2student)": 3.0032143592834473,
      "cov-distil (oracle2teacher)": 2.678797721862793,
      "epoch": 1.2221350078492936,
      "rel-constrast": 1.7233068943023682,
      "step": 1557,
      "subrel-constrast": 2.408574342727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6877436637878418,
      "cov-distil (oracle2student)": 4.676843166351318,
      "cov-distil (oracle2teacher)": 4.408526420593262,
      "epoch": 1.2229199372056514,
      "rel-constrast": 2.0596604347229004,
      "step": 1558,
      "subrel-constrast": 3.2607994079589844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7614563703536987,
      "cov-distil (oracle2student)": 6.208138465881348,
      "cov-distil (oracle2teacher)": 5.274079322814941,
      "epoch": 1.2237048665620094,
      "rel-constrast": 2.6759848594665527,
      "step": 1559,
      "subrel-constrast": 3.5842154026031494,
      "view-similarity": 0
    },
    {
      "epoch": 1.2244897959183674,
      "grad_norm": 5.125,
      "learning_rate": 8.694629562516294e-05,
      "loss": 0.6831,
      "step": 1560
    },
    {
      "cov-distil": 1.660815954208374,
      "cov-distil (oracle2student)": 4.824222564697266,
      "cov-distil (oracle2teacher)": 4.655174255371094,
      "epoch": 1.2244897959183674,
      "rel-constrast": 3.315061092376709,
      "step": 1560,
      "subrel-constrast": 3.7805817127227783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2239699363708496,
      "cov-distil (oracle2student)": 3.210196018218994,
      "cov-distil (oracle2teacher)": 3.3188867568969727,
      "epoch": 1.2252747252747254,
      "rel-constrast": 2.2330713272094727,
      "step": 1561,
      "subrel-constrast": 3.06986665725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433835983276367,
      "cov-distil (oracle2student)": 3.2051613330841064,
      "cov-distil (oracle2teacher)": 3.555269241333008,
      "epoch": 1.2260596546310831,
      "rel-constrast": 1.5377197265625,
      "step": 1562,
      "subrel-constrast": 2.4062576293945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7352113723754883,
      "cov-distil (oracle2student)": 3.9842495918273926,
      "cov-distil (oracle2teacher)": 4.28022575378418,
      "epoch": 1.2268445839874411,
      "rel-constrast": 3.449326753616333,
      "step": 1563,
      "subrel-constrast": 4.002823829650879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8126964569091797,
      "cov-distil (oracle2student)": 4.084317684173584,
      "cov-distil (oracle2teacher)": 3.7062156200408936,
      "epoch": 1.227629513343799,
      "rel-constrast": 2.52213191986084,
      "step": 1564,
      "subrel-constrast": 2.9904332160949707,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1024794578552246,
      "cov-distil (oracle2student)": 4.813565254211426,
      "cov-distil (oracle2teacher)": 4.788278579711914,
      "epoch": 1.2284144427001569,
      "rel-constrast": 2.949075222015381,
      "step": 1565,
      "subrel-constrast": 3.627934694290161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5804905891418457,
      "cov-distil (oracle2student)": 3.4285507202148438,
      "cov-distil (oracle2teacher)": 3.7625842094421387,
      "epoch": 1.2291993720565149,
      "rel-constrast": 2.2128708362579346,
      "step": 1566,
      "subrel-constrast": 3.081451416015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9071530103683472,
      "cov-distil (oracle2student)": 3.1900124549865723,
      "cov-distil (oracle2teacher)": 2.9465765953063965,
      "epoch": 1.2299843014128728,
      "rel-constrast": 1.793600082397461,
      "step": 1567,
      "subrel-constrast": 2.5548481941223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.460096836090088,
      "cov-distil (oracle2student)": 4.106544494628906,
      "cov-distil (oracle2teacher)": 3.8582773208618164,
      "epoch": 1.2307692307692308,
      "rel-constrast": 2.687570095062256,
      "step": 1568,
      "subrel-constrast": 3.253798246383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7962069511413574,
      "cov-distil (oracle2student)": 4.980623245239258,
      "cov-distil (oracle2teacher)": 4.627190589904785,
      "epoch": 1.2315541601255886,
      "rel-constrast": 2.3011536598205566,
      "step": 1569,
      "subrel-constrast": 3.5663952827453613,
      "view-similarity": 0
    },
    {
      "epoch": 1.2323390894819466,
      "grad_norm": 4.5,
      "learning_rate": 8.671020125860851e-05,
      "loss": 0.6696,
      "step": 1570
    },
    {
      "cov-distil": 1.7743490934371948,
      "cov-distil (oracle2student)": 2.780857563018799,
      "cov-distil (oracle2teacher)": 2.734313488006592,
      "epoch": 1.2323390894819466,
      "rel-constrast": 1.9853119850158691,
      "step": 1570,
      "subrel-constrast": 2.406641721725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7501146793365479,
      "cov-distil (oracle2student)": 2.545464038848877,
      "cov-distil (oracle2teacher)": 2.6881418228149414,
      "epoch": 1.2331240188383046,
      "rel-constrast": 2.9856152534484863,
      "step": 1571,
      "subrel-constrast": 3.557605504989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2296868562698364,
      "cov-distil (oracle2student)": 3.3158531188964844,
      "cov-distil (oracle2teacher)": 3.2654757499694824,
      "epoch": 1.2339089481946626,
      "rel-constrast": 3.213256359100342,
      "step": 1572,
      "subrel-constrast": 3.5534770488739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5568692684173584,
      "cov-distil (oracle2student)": 4.321925163269043,
      "cov-distil (oracle2teacher)": 3.8586153984069824,
      "epoch": 1.2346938775510203,
      "rel-constrast": 3.367236614227295,
      "step": 1573,
      "subrel-constrast": 3.626647710800171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452316522598267,
      "cov-distil (oracle2student)": 4.939873695373535,
      "cov-distil (oracle2teacher)": 4.695395469665527,
      "epoch": 1.2354788069073783,
      "rel-constrast": 2.002988338470459,
      "step": 1574,
      "subrel-constrast": 2.6302809715270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1858683824539185,
      "cov-distil (oracle2student)": 3.428942918777466,
      "cov-distil (oracle2teacher)": 3.2789692878723145,
      "epoch": 1.2362637362637363,
      "rel-constrast": 1.735139012336731,
      "step": 1575,
      "subrel-constrast": 2.143308401107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42030668258667,
      "cov-distil (oracle2student)": 4.355741500854492,
      "cov-distil (oracle2teacher)": 4.320367336273193,
      "epoch": 1.2370486656200943,
      "rel-constrast": 3.345548391342163,
      "step": 1576,
      "subrel-constrast": 4.039329528808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8740413188934326,
      "cov-distil (oracle2student)": 5.164845943450928,
      "cov-distil (oracle2teacher)": 5.134744644165039,
      "epoch": 1.237833594976452,
      "rel-constrast": 2.9354324340820312,
      "step": 1577,
      "subrel-constrast": 3.712096929550171,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.066577672958374,
      "cov-distil (oracle2student)": 7.877817153930664,
      "cov-distil (oracle2teacher)": 7.092626571655273,
      "epoch": 1.23861852433281,
      "rel-constrast": 1.8983044624328613,
      "step": 1578,
      "subrel-constrast": 3.093207836151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3517860174179077,
      "cov-distil (oracle2student)": 4.5037617683410645,
      "cov-distil (oracle2teacher)": 4.706923961639404,
      "epoch": 1.239403453689168,
      "rel-constrast": 2.5162928104400635,
      "step": 1579,
      "subrel-constrast": 3.4637324810028076,
      "view-similarity": 0
    },
    {
      "epoch": 1.2401883830455258,
      "grad_norm": 3.84375,
      "learning_rate": 8.647231768863512e-05,
      "loss": 0.6885,
      "step": 1580
    },
    {
      "cov-distil": 1.798500418663025,
      "cov-distil (oracle2student)": 2.972372531890869,
      "cov-distil (oracle2teacher)": 3.706573247909546,
      "epoch": 1.2401883830455258,
      "rel-constrast": 2.5988330841064453,
      "step": 1580,
      "subrel-constrast": 3.870983600616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8303096294403076,
      "cov-distil (oracle2student)": 3.256155490875244,
      "cov-distil (oracle2teacher)": 3.6364235877990723,
      "epoch": 1.2409733124018838,
      "rel-constrast": 2.453540325164795,
      "step": 1581,
      "subrel-constrast": 3.553023338317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.166532278060913,
      "cov-distil (oracle2student)": 4.626598358154297,
      "cov-distil (oracle2teacher)": 4.939100742340088,
      "epoch": 1.2417582417582418,
      "rel-constrast": 4.023510456085205,
      "step": 1582,
      "subrel-constrast": 4.437808513641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767655611038208,
      "cov-distil (oracle2student)": 4.703374862670898,
      "cov-distil (oracle2teacher)": 4.478509902954102,
      "epoch": 1.2425431711145998,
      "rel-constrast": 2.144568920135498,
      "step": 1583,
      "subrel-constrast": 3.1030514240264893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5207605361938477,
      "cov-distil (oracle2student)": 5.394456386566162,
      "cov-distil (oracle2teacher)": 5.287525177001953,
      "epoch": 1.2433281004709575,
      "rel-constrast": 2.9721217155456543,
      "step": 1584,
      "subrel-constrast": 3.8029205799102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302046537399292,
      "cov-distil (oracle2student)": 4.43049430847168,
      "cov-distil (oracle2teacher)": 4.523866176605225,
      "epoch": 1.2441130298273155,
      "rel-constrast": 2.822997570037842,
      "step": 1585,
      "subrel-constrast": 3.974984884262085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3131849765777588,
      "cov-distil (oracle2student)": 5.768609523773193,
      "cov-distil (oracle2teacher)": 5.193343162536621,
      "epoch": 1.2448979591836735,
      "rel-constrast": 2.9230594635009766,
      "step": 1586,
      "subrel-constrast": 3.506474018096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730085611343384,
      "cov-distil (oracle2student)": 4.134005546569824,
      "cov-distil (oracle2teacher)": 4.041408538818359,
      "epoch": 1.2456828885400313,
      "rel-constrast": 2.7118308544158936,
      "step": 1587,
      "subrel-constrast": 3.573167562484741,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5453810691833496,
      "cov-distil (oracle2student)": 5.529062271118164,
      "cov-distil (oracle2teacher)": 4.778995513916016,
      "epoch": 1.2464678178963893,
      "rel-constrast": 2.018611431121826,
      "step": 1588,
      "subrel-constrast": 3.18927001953125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837399959564209,
      "cov-distil (oracle2student)": 3.5800540447235107,
      "cov-distil (oracle2teacher)": 3.947268009185791,
      "epoch": 1.2472527472527473,
      "rel-constrast": 2.409611701965332,
      "step": 1589,
      "subrel-constrast": 3.1550629138946533,
      "view-similarity": 0
    },
    {
      "epoch": 1.2480376766091053,
      "grad_norm": 4.375,
      "learning_rate": 8.623265650935234e-05,
      "loss": 0.7194,
      "step": 1590
    },
    {
      "cov-distil": 1.2677905559539795,
      "cov-distil (oracle2student)": 2.7423477172851562,
      "cov-distil (oracle2teacher)": 2.9069738388061523,
      "epoch": 1.2480376766091053,
      "rel-constrast": 1.6555119752883911,
      "step": 1590,
      "subrel-constrast": 2.4965145587921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8045157194137573,
      "cov-distil (oracle2student)": 5.254137992858887,
      "cov-distil (oracle2teacher)": 5.341976165771484,
      "epoch": 1.248822605965463,
      "rel-constrast": 1.5607869625091553,
      "step": 1591,
      "subrel-constrast": 2.953106164932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1500158309936523,
      "cov-distil (oracle2student)": 5.303704738616943,
      "cov-distil (oracle2teacher)": 4.677262306213379,
      "epoch": 1.249607535321821,
      "rel-constrast": 2.5152621269226074,
      "step": 1592,
      "subrel-constrast": 3.7355501651763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2618889808654785,
      "cov-distil (oracle2student)": 4.278875350952148,
      "cov-distil (oracle2teacher)": 4.462693691253662,
      "epoch": 1.250392464678179,
      "rel-constrast": 2.493196725845337,
      "step": 1593,
      "subrel-constrast": 3.2149460315704346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3437113761901855,
      "cov-distil (oracle2student)": 5.344470977783203,
      "cov-distil (oracle2teacher)": 4.633052825927734,
      "epoch": 1.2511773940345368,
      "rel-constrast": 2.1200408935546875,
      "step": 1594,
      "subrel-constrast": 3.1926612854003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5364985466003418,
      "cov-distil (oracle2student)": 3.583961009979248,
      "cov-distil (oracle2teacher)": 3.2900264263153076,
      "epoch": 1.2519623233908947,
      "rel-constrast": 3.991320848464966,
      "step": 1595,
      "subrel-constrast": 3.65516996383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.250218391418457,
      "cov-distil (oracle2student)": 4.279216766357422,
      "cov-distil (oracle2teacher)": 4.292298316955566,
      "epoch": 1.2527472527472527,
      "rel-constrast": 2.200425624847412,
      "step": 1596,
      "subrel-constrast": 3.6372976303100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8990401029586792,
      "cov-distil (oracle2student)": 4.7242655754089355,
      "cov-distil (oracle2teacher)": 4.5721917152404785,
      "epoch": 1.2535321821036107,
      "rel-constrast": 2.9692797660827637,
      "step": 1597,
      "subrel-constrast": 4.1254072189331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7518031597137451,
      "cov-distil (oracle2student)": 4.3462629318237305,
      "cov-distil (oracle2teacher)": 3.597564458847046,
      "epoch": 1.2543171114599687,
      "rel-constrast": 1.9762816429138184,
      "step": 1598,
      "subrel-constrast": 2.6000471115112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4635429382324219,
      "cov-distil (oracle2student)": 4.3976850509643555,
      "cov-distil (oracle2teacher)": 4.524898529052734,
      "epoch": 1.2551020408163265,
      "rel-constrast": 1.8806869983673096,
      "step": 1599,
      "subrel-constrast": 2.9445526599884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.2558869701726845,
      "grad_norm": 3.875,
      "learning_rate": 8.599122940150795e-05,
      "loss": 0.6284,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "overlap": 0.2874999940395355,
      "step": 1600
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "student margin": 0.05853271484375
    },
    {
      "epoch": 1.2558869701726845,
      "step": 1600,
      "teacher margin": 0.03668212890625
    },
    {
      "epoch": 1.2558869701726845,
      "margin difference": -0.0218505859375,
      "step": 1600
    },
    {
      "cov-distil": 1.4469081163406372,
      "cov-distil (oracle2student)": 3.942840576171875,
      "cov-distil (oracle2teacher)": 4.033275127410889,
      "epoch": 1.2558869701726845,
      "rel-constrast": 3.793282985687256,
      "step": 1600,
      "subrel-constrast": 4.743387699127197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7050632238388062,
      "cov-distil (oracle2student)": 5.247982978820801,
      "cov-distil (oracle2teacher)": 4.729957580566406,
      "epoch": 1.2566718995290425,
      "rel-constrast": 3.5042295455932617,
      "step": 1601,
      "subrel-constrast": 4.333596706390381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081919431686401,
      "cov-distil (oracle2student)": 3.9784979820251465,
      "cov-distil (oracle2teacher)": 4.157125473022461,
      "epoch": 1.2574568288854002,
      "rel-constrast": 1.92104172706604,
      "step": 1602,
      "subrel-constrast": 2.910881996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4242722988128662,
      "cov-distil (oracle2student)": 4.00370454788208,
      "cov-distil (oracle2teacher)": 4.266160488128662,
      "epoch": 1.2582417582417582,
      "rel-constrast": 2.2594656944274902,
      "step": 1603,
      "subrel-constrast": 2.8821537494659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.077094554901123,
      "cov-distil (oracle2student)": 6.02534294128418,
      "cov-distil (oracle2teacher)": 5.756680965423584,
      "epoch": 1.2590266875981162,
      "rel-constrast": 2.9531307220458984,
      "step": 1604,
      "subrel-constrast": 4.270280361175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9698446989059448,
      "cov-distil (oracle2student)": 3.2592830657958984,
      "cov-distil (oracle2teacher)": 3.751519203186035,
      "epoch": 1.2598116169544742,
      "rel-constrast": 2.102682113647461,
      "step": 1605,
      "subrel-constrast": 3.5817487239837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6923167705535889,
      "cov-distil (oracle2student)": 3.6812474727630615,
      "cov-distil (oracle2teacher)": 4.595544338226318,
      "epoch": 1.260596546310832,
      "rel-constrast": 2.321674346923828,
      "step": 1606,
      "subrel-constrast": 3.247282028198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.225855588912964,
      "cov-distil (oracle2student)": 2.964517593383789,
      "cov-distil (oracle2teacher)": 3.1313018798828125,
      "epoch": 1.26138147566719,
      "rel-constrast": 3.365457057952881,
      "step": 1607,
      "subrel-constrast": 3.774738311767578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6409146785736084,
      "cov-distil (oracle2student)": 4.351218223571777,
      "cov-distil (oracle2teacher)": 4.301676273345947,
      "epoch": 1.262166405023548,
      "rel-constrast": 2.549063205718994,
      "step": 1608,
      "subrel-constrast": 3.6776421070098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4128034114837646,
      "cov-distil (oracle2student)": 3.1176557540893555,
      "cov-distil (oracle2teacher)": 3.3705222606658936,
      "epoch": 1.2629513343799057,
      "rel-constrast": 2.6944801807403564,
      "step": 1609,
      "subrel-constrast": 3.771770477294922,
      "view-similarity": 0
    },
    {
      "epoch": 1.2637362637362637,
      "grad_norm": 4.34375,
      "learning_rate": 8.574804813191858e-05,
      "loss": 0.7294,
      "step": 1610
    },
    {
      "cov-distil": 1.0257389545440674,
      "cov-distil (oracle2student)": 3.911097526550293,
      "cov-distil (oracle2teacher)": 3.439491033554077,
      "epoch": 1.2637362637362637,
      "rel-constrast": 2.1205525398254395,
      "step": 1610,
      "subrel-constrast": 2.7766411304473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7835440635681152,
      "cov-distil (oracle2student)": 5.961551666259766,
      "cov-distil (oracle2teacher)": 5.4505462646484375,
      "epoch": 1.2645211930926217,
      "rel-constrast": 3.1971893310546875,
      "step": 1611,
      "subrel-constrast": 4.231976509094238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7894809246063232,
      "cov-distil (oracle2student)": 3.3909268379211426,
      "cov-distil (oracle2teacher)": 3.462442398071289,
      "epoch": 1.2653061224489797,
      "rel-constrast": 1.4643967151641846,
      "step": 1612,
      "subrel-constrast": 2.2659335136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61567223072052,
      "cov-distil (oracle2student)": 2.2818517684936523,
      "cov-distil (oracle2teacher)": 2.5578060150146484,
      "epoch": 1.2660910518053377,
      "rel-constrast": 2.16586971282959,
      "step": 1613,
      "subrel-constrast": 2.8112435340881348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5970754623413086,
      "cov-distil (oracle2student)": 4.441824913024902,
      "cov-distil (oracle2teacher)": 5.126996040344238,
      "epoch": 1.2668759811616954,
      "rel-constrast": 3.0566904544830322,
      "step": 1614,
      "subrel-constrast": 4.219959259033203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5291961431503296,
      "cov-distil (oracle2student)": 4.166991233825684,
      "cov-distil (oracle2teacher)": 4.235738754272461,
      "epoch": 1.2676609105180534,
      "rel-constrast": 2.0328242778778076,
      "step": 1615,
      "subrel-constrast": 2.8346011638641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9190963506698608,
      "cov-distil (oracle2student)": 4.764420509338379,
      "cov-distil (oracle2teacher)": 4.753119468688965,
      "epoch": 1.2684458398744112,
      "rel-constrast": 3.3344457149505615,
      "step": 1616,
      "subrel-constrast": 3.8506999015808105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829667568206787,
      "cov-distil (oracle2student)": 5.458246231079102,
      "cov-distil (oracle2teacher)": 4.635594367980957,
      "epoch": 1.2692307692307692,
      "rel-constrast": 2.0228054523468018,
      "step": 1617,
      "subrel-constrast": 2.8515965938568115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5760200023651123,
      "cov-distil (oracle2student)": 5.694713592529297,
      "cov-distil (oracle2teacher)": 4.907266616821289,
      "epoch": 1.2700156985871272,
      "rel-constrast": 2.639192819595337,
      "step": 1618,
      "subrel-constrast": 3.522559642791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9926490783691406,
      "cov-distil (oracle2student)": 3.7362518310546875,
      "cov-distil (oracle2teacher)": 3.8317670822143555,
      "epoch": 1.2708006279434851,
      "rel-constrast": 2.680565357208252,
      "step": 1619,
      "subrel-constrast": 3.1966397762298584,
      "view-similarity": 0
    },
    {
      "epoch": 1.2715855572998431,
      "grad_norm": 4.75,
      "learning_rate": 8.550312455289625e-05,
      "loss": 0.6595,
      "step": 1620
    },
    {
      "cov-distil": 1.5224578380584717,
      "cov-distil (oracle2student)": 2.867149829864502,
      "cov-distil (oracle2teacher)": 3.093320608139038,
      "epoch": 1.2715855572998431,
      "rel-constrast": 2.3151869773864746,
      "step": 1620,
      "subrel-constrast": 2.895066499710083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0658557415008545,
      "cov-distil (oracle2student)": 3.7562475204467773,
      "cov-distil (oracle2teacher)": 3.7958743572235107,
      "epoch": 1.272370486656201,
      "rel-constrast": 1.8352965116500854,
      "step": 1621,
      "subrel-constrast": 3.030643939971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.62113356590271,
      "cov-distil (oracle2student)": 5.422176361083984,
      "cov-distil (oracle2teacher)": 4.788841724395752,
      "epoch": 1.2731554160125589,
      "rel-constrast": 3.1769092082977295,
      "step": 1622,
      "subrel-constrast": 4.063399314880371,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183457374572754,
      "cov-distil (oracle2student)": 3.971228837966919,
      "cov-distil (oracle2teacher)": 3.91847825050354,
      "epoch": 1.2739403453689169,
      "rel-constrast": 3.501728057861328,
      "step": 1623,
      "subrel-constrast": 3.9815213680267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3040499687194824,
      "cov-distil (oracle2student)": 4.048490047454834,
      "cov-distil (oracle2teacher)": 4.070547580718994,
      "epoch": 1.2747252747252746,
      "rel-constrast": 2.8923726081848145,
      "step": 1624,
      "subrel-constrast": 3.2582404613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9701402187347412,
      "cov-distil (oracle2student)": 4.728573799133301,
      "cov-distil (oracle2teacher)": 4.413593292236328,
      "epoch": 1.2755102040816326,
      "rel-constrast": 1.9858981370925903,
      "step": 1625,
      "subrel-constrast": 2.6983253955841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4960963726043701,
      "cov-distil (oracle2student)": 4.417811393737793,
      "cov-distil (oracle2teacher)": 4.319404125213623,
      "epoch": 1.2762951334379906,
      "rel-constrast": 2.513850212097168,
      "step": 1626,
      "subrel-constrast": 3.2886502742767334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.390507698059082,
      "cov-distil (oracle2student)": 4.93656063079834,
      "cov-distil (oracle2teacher)": 4.792920112609863,
      "epoch": 1.2770800627943486,
      "rel-constrast": 3.1433141231536865,
      "step": 1627,
      "subrel-constrast": 3.804262638092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.344707489013672,
      "cov-distil (oracle2student)": 3.0493690967559814,
      "cov-distil (oracle2teacher)": 3.7212657928466797,
      "epoch": 1.2778649921507064,
      "rel-constrast": 2.257317066192627,
      "step": 1628,
      "subrel-constrast": 3.7517688274383545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8570059537887573,
      "cov-distil (oracle2student)": 4.079655647277832,
      "cov-distil (oracle2teacher)": 4.208126544952393,
      "epoch": 1.2786499215070644,
      "rel-constrast": 2.746424913406372,
      "step": 1629,
      "subrel-constrast": 3.9541335105895996,
      "view-similarity": 0
    },
    {
      "epoch": 1.2794348508634223,
      "grad_norm": 4.09375,
      "learning_rate": 8.525647060167063e-05,
      "loss": 0.7036,
      "step": 1630
    },
    {
      "cov-distil": 2.0093331336975098,
      "cov-distil (oracle2student)": 4.089995384216309,
      "cov-distil (oracle2teacher)": 3.713841676712036,
      "epoch": 1.2794348508634223,
      "rel-constrast": 2.284912109375,
      "step": 1630,
      "subrel-constrast": 3.1574671268463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8580780029296875,
      "cov-distil (oracle2student)": 5.38040828704834,
      "cov-distil (oracle2teacher)": 5.3140974044799805,
      "epoch": 1.2802197802197801,
      "rel-constrast": 3.217635154724121,
      "step": 1631,
      "subrel-constrast": 3.6708126068115234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.538601279258728,
      "cov-distil (oracle2student)": 4.343504905700684,
      "cov-distil (oracle2teacher)": 4.4826340675354,
      "epoch": 1.281004709576138,
      "rel-constrast": 2.4092817306518555,
      "step": 1632,
      "subrel-constrast": 3.522533416748047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9392430782318115,
      "cov-distil (oracle2student)": 5.003966331481934,
      "cov-distil (oracle2teacher)": 4.475094795227051,
      "epoch": 1.281789638932496,
      "rel-constrast": 2.4848053455352783,
      "step": 1633,
      "subrel-constrast": 3.8958566188812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995079517364502,
      "cov-distil (oracle2student)": 3.076371431350708,
      "cov-distil (oracle2teacher)": 3.1897404193878174,
      "epoch": 1.282574568288854,
      "rel-constrast": 1.6616714000701904,
      "step": 1634,
      "subrel-constrast": 2.7755038738250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9743599891662598,
      "cov-distil (oracle2student)": 4.322499752044678,
      "cov-distil (oracle2teacher)": 4.624536037445068,
      "epoch": 1.283359497645212,
      "rel-constrast": 3.8774642944335938,
      "step": 1635,
      "subrel-constrast": 4.599407196044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5663971900939941,
      "cov-distil (oracle2student)": 3.7740285396575928,
      "cov-distil (oracle2teacher)": 4.3255228996276855,
      "epoch": 1.2841444270015698,
      "rel-constrast": 1.8373820781707764,
      "step": 1636,
      "subrel-constrast": 3.0523600578308105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210254192352295,
      "cov-distil (oracle2student)": 5.498804569244385,
      "cov-distil (oracle2teacher)": 5.01380729675293,
      "epoch": 1.2849293563579278,
      "rel-constrast": 2.788565158843994,
      "step": 1637,
      "subrel-constrast": 3.6748552322387695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4250465631484985,
      "cov-distil (oracle2student)": 5.152177333831787,
      "cov-distil (oracle2teacher)": 4.987788200378418,
      "epoch": 1.2857142857142856,
      "rel-constrast": 2.8022654056549072,
      "step": 1638,
      "subrel-constrast": 3.0492982864379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7297406196594238,
      "cov-distil (oracle2student)": 4.278412342071533,
      "cov-distil (oracle2teacher)": 4.329925537109375,
      "epoch": 1.2864992150706436,
      "rel-constrast": 1.6308557987213135,
      "step": 1639,
      "subrel-constrast": 2.970045328140259,
      "view-similarity": 0
    },
    {
      "epoch": 1.2872841444270016,
      "grad_norm": 3.578125,
      "learning_rate": 8.500809829980734e-05,
      "loss": 0.6697,
      "step": 1640
    },
    {
      "cov-distil": 1.9594674110412598,
      "cov-distil (oracle2student)": 3.906914710998535,
      "cov-distil (oracle2teacher)": 3.6257739067077637,
      "epoch": 1.2872841444270016,
      "rel-constrast": 2.5929722785949707,
      "step": 1640,
      "subrel-constrast": 4.055276870727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2358529567718506,
      "cov-distil (oracle2student)": 4.229713439941406,
      "cov-distil (oracle2teacher)": 4.781428337097168,
      "epoch": 1.2880690737833596,
      "rel-constrast": 2.4418349266052246,
      "step": 1641,
      "subrel-constrast": 3.790144681930542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4467096328735352,
      "cov-distil (oracle2student)": 4.57224702835083,
      "cov-distil (oracle2teacher)": 4.375687599182129,
      "epoch": 1.2888540031397175,
      "rel-constrast": 2.159536123275757,
      "step": 1642,
      "subrel-constrast": 3.0878677368164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7325727939605713,
      "cov-distil (oracle2student)": 4.15165901184082,
      "cov-distil (oracle2teacher)": 4.2256622314453125,
      "epoch": 1.2896389324960753,
      "rel-constrast": 2.32641339302063,
      "step": 1643,
      "subrel-constrast": 3.9425389766693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632034420967102,
      "cov-distil (oracle2student)": 3.9932103157043457,
      "cov-distil (oracle2teacher)": 4.185479640960693,
      "epoch": 1.2904238618524333,
      "rel-constrast": 3.208645820617676,
      "step": 1644,
      "subrel-constrast": 3.9566855430603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5755585432052612,
      "cov-distil (oracle2student)": 4.094455718994141,
      "cov-distil (oracle2teacher)": 3.8324694633483887,
      "epoch": 1.2912087912087913,
      "rel-constrast": 2.3996357917785645,
      "step": 1645,
      "subrel-constrast": 3.4963693618774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7587578296661377,
      "cov-distil (oracle2student)": 4.982491493225098,
      "cov-distil (oracle2teacher)": 4.736746788024902,
      "epoch": 1.291993720565149,
      "rel-constrast": 2.679117441177368,
      "step": 1646,
      "subrel-constrast": 3.529630661010742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4098976850509644,
      "cov-distil (oracle2student)": 4.170284271240234,
      "cov-distil (oracle2teacher)": 4.173222541809082,
      "epoch": 1.292778649921507,
      "rel-constrast": 2.205272674560547,
      "step": 1647,
      "subrel-constrast": 3.3176474571228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6511547565460205,
      "cov-distil (oracle2student)": 5.825531482696533,
      "cov-distil (oracle2teacher)": 5.4559783935546875,
      "epoch": 1.293563579277865,
      "rel-constrast": 2.416802167892456,
      "step": 1648,
      "subrel-constrast": 3.9897775650024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1111602783203125,
      "cov-distil (oracle2student)": 2.872429370880127,
      "cov-distil (oracle2teacher)": 2.8510727882385254,
      "epoch": 1.294348508634223,
      "rel-constrast": 2.4352385997772217,
      "step": 1649,
      "subrel-constrast": 3.3295183181762695,
      "view-similarity": 0
    },
    {
      "epoch": 1.2951334379905808,
      "grad_norm": 4.8125,
      "learning_rate": 8.4758019752622e-05,
      "loss": 0.6654,
      "step": 1650
    },
    {
      "cov-distil": 1.9060752391815186,
      "cov-distil (oracle2student)": 4.331042766571045,
      "cov-distil (oracle2teacher)": 4.190800189971924,
      "epoch": 1.2951334379905808,
      "rel-constrast": 2.0974044799804688,
      "step": 1650,
      "subrel-constrast": 3.43923020362854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3969882726669312,
      "cov-distil (oracle2student)": 2.613560438156128,
      "cov-distil (oracle2teacher)": 2.6911427974700928,
      "epoch": 1.2959183673469388,
      "rel-constrast": 2.2339916229248047,
      "step": 1651,
      "subrel-constrast": 2.7244760990142822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5378299951553345,
      "cov-distil (oracle2student)": 2.8384902477264404,
      "cov-distil (oracle2teacher)": 3.5912394523620605,
      "epoch": 1.2967032967032968,
      "rel-constrast": 2.4361510276794434,
      "step": 1652,
      "subrel-constrast": 3.3416953086853027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834639072418213,
      "cov-distil (oracle2student)": 5.28029727935791,
      "cov-distil (oracle2teacher)": 4.881735801696777,
      "epoch": 1.2974882260596545,
      "rel-constrast": 2.830430030822754,
      "step": 1653,
      "subrel-constrast": 4.146546840667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8454052209854126,
      "cov-distil (oracle2student)": 3.5409653186798096,
      "cov-distil (oracle2teacher)": 4.62910795211792,
      "epoch": 1.2982731554160125,
      "rel-constrast": 2.5430054664611816,
      "step": 1654,
      "subrel-constrast": 3.4354584217071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9099068641662598,
      "cov-distil (oracle2student)": 4.3732171058654785,
      "cov-distil (oracle2teacher)": 4.565131664276123,
      "epoch": 1.2990580847723705,
      "rel-constrast": 2.85010027885437,
      "step": 1655,
      "subrel-constrast": 3.7260959148406982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5101771354675293,
      "cov-distil (oracle2student)": 6.557687759399414,
      "cov-distil (oracle2teacher)": 5.481358528137207,
      "epoch": 1.2998430141287285,
      "rel-constrast": 2.9488561153411865,
      "step": 1656,
      "subrel-constrast": 3.2875161170959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6699503660202026,
      "cov-distil (oracle2student)": 4.168415069580078,
      "cov-distil (oracle2teacher)": 4.6276535987854,
      "epoch": 1.3006279434850865,
      "rel-constrast": 2.434952974319458,
      "step": 1657,
      "subrel-constrast": 3.639944553375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5417360067367554,
      "cov-distil (oracle2student)": 3.186777353286743,
      "cov-distil (oracle2teacher)": 3.4130256175994873,
      "epoch": 1.3014128728414442,
      "rel-constrast": 2.7217841148376465,
      "step": 1658,
      "subrel-constrast": 3.055173635482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.02651309967041,
      "cov-distil (oracle2student)": 3.5080604553222656,
      "cov-distil (oracle2teacher)": 4.032344818115234,
      "epoch": 1.3021978021978022,
      "rel-constrast": 2.65409517288208,
      "step": 1659,
      "subrel-constrast": 3.1236064434051514,
      "view-similarity": 0
    },
    {
      "epoch": 1.30298273155416,
      "grad_norm": 4.4375,
      "learning_rate": 8.450624714859016e-05,
      "loss": 0.6873,
      "step": 1660
    },
    {
      "cov-distil": 1.4980441331863403,
      "cov-distil (oracle2student)": 3.2706234455108643,
      "cov-distil (oracle2teacher)": 3.0787477493286133,
      "epoch": 1.30298273155416,
      "rel-constrast": 1.6040252447128296,
      "step": 1660,
      "subrel-constrast": 2.5364418029785156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3812083005905151,
      "cov-distil (oracle2student)": 4.859253406524658,
      "cov-distil (oracle2teacher)": 4.868062973022461,
      "epoch": 1.303767660910518,
      "rel-constrast": 2.192013740539551,
      "step": 1661,
      "subrel-constrast": 2.9801299571990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5565112829208374,
      "cov-distil (oracle2student)": 5.5385661125183105,
      "cov-distil (oracle2teacher)": 5.753734588623047,
      "epoch": 1.304552590266876,
      "rel-constrast": 2.5234498977661133,
      "step": 1662,
      "subrel-constrast": 3.1487574577331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.614729404449463,
      "cov-distil (oracle2student)": 4.450263023376465,
      "cov-distil (oracle2teacher)": 3.958430290222168,
      "epoch": 1.305337519623234,
      "rel-constrast": 3.080171585083008,
      "step": 1663,
      "subrel-constrast": 3.567485809326172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.530686378479004,
      "cov-distil (oracle2student)": 4.799099445343018,
      "cov-distil (oracle2teacher)": 3.968073844909668,
      "epoch": 1.306122448979592,
      "rel-constrast": 2.5423479080200195,
      "step": 1664,
      "subrel-constrast": 2.879406690597534,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3541944026947021,
      "cov-distil (oracle2student)": 5.123619079589844,
      "cov-distil (oracle2teacher)": 4.128386497497559,
      "epoch": 1.3069073783359497,
      "rel-constrast": 3.0023529529571533,
      "step": 1665,
      "subrel-constrast": 3.14603328704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151865005493164,
      "cov-distil (oracle2student)": 3.4624013900756836,
      "cov-distil (oracle2teacher)": 3.931396961212158,
      "epoch": 1.3076923076923077,
      "rel-constrast": 2.4648938179016113,
      "step": 1666,
      "subrel-constrast": 3.4084293842315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.900149941444397,
      "cov-distil (oracle2student)": 4.915839195251465,
      "cov-distil (oracle2teacher)": 4.359422206878662,
      "epoch": 1.3084772370486657,
      "rel-constrast": 2.0715415477752686,
      "step": 1667,
      "subrel-constrast": 3.291266918182373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994028091430664,
      "cov-distil (oracle2student)": 4.723025321960449,
      "cov-distil (oracle2teacher)": 5.037419319152832,
      "epoch": 1.3092621664050235,
      "rel-constrast": 3.619084596633911,
      "step": 1668,
      "subrel-constrast": 4.785716533660889,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0630099773406982,
      "cov-distil (oracle2student)": 3.801894187927246,
      "cov-distil (oracle2teacher)": 3.472684860229492,
      "epoch": 1.3100470957613815,
      "rel-constrast": 1.6390337944030762,
      "step": 1669,
      "subrel-constrast": 2.546905517578125,
      "view-similarity": 0
    },
    {
      "epoch": 1.3108320251177394,
      "grad_norm": 3.65625,
      "learning_rate": 8.425279275875336e-05,
      "loss": 0.6583,
      "step": 1670
    },
    {
      "cov-distil": 1.3347251415252686,
      "cov-distil (oracle2student)": 3.9187722206115723,
      "cov-distil (oracle2teacher)": 3.86374568939209,
      "epoch": 1.3108320251177394,
      "rel-constrast": 2.055846691131592,
      "step": 1670,
      "subrel-constrast": 2.9782745838165283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.577581763267517,
      "cov-distil (oracle2student)": 4.795753479003906,
      "cov-distil (oracle2teacher)": 4.811631679534912,
      "epoch": 1.3116169544740974,
      "rel-constrast": 2.0504143238067627,
      "step": 1671,
      "subrel-constrast": 3.3893659114837646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7609477043151855,
      "cov-distil (oracle2student)": 3.7987725734710693,
      "cov-distil (oracle2teacher)": 4.076668739318848,
      "epoch": 1.3124018838304552,
      "rel-constrast": 2.5990395545959473,
      "step": 1672,
      "subrel-constrast": 3.4222970008850098,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.021164894104004,
      "cov-distil (oracle2student)": 6.286694049835205,
      "cov-distil (oracle2teacher)": 6.317997455596924,
      "epoch": 1.3131868131868132,
      "rel-constrast": 2.268789291381836,
      "step": 1673,
      "subrel-constrast": 3.640162706375122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694205403327942,
      "cov-distil (oracle2student)": 4.735102653503418,
      "cov-distil (oracle2teacher)": 4.117523193359375,
      "epoch": 1.3139717425431712,
      "rel-constrast": 2.5016534328460693,
      "step": 1674,
      "subrel-constrast": 3.2514586448669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.288990020751953,
      "cov-distil (oracle2student)": 3.1181111335754395,
      "cov-distil (oracle2teacher)": 3.0609703063964844,
      "epoch": 1.314756671899529,
      "rel-constrast": 2.390270948410034,
      "step": 1675,
      "subrel-constrast": 3.348663091659546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0185794830322266,
      "cov-distil (oracle2student)": 3.5132505893707275,
      "cov-distil (oracle2teacher)": 3.7186989784240723,
      "epoch": 1.315541601255887,
      "rel-constrast": 1.8051296472549438,
      "step": 1676,
      "subrel-constrast": 3.070416212081909,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0484933853149414,
      "cov-distil (oracle2student)": 4.24826192855835,
      "cov-distil (oracle2teacher)": 4.091063976287842,
      "epoch": 1.316326530612245,
      "rel-constrast": 2.640793561935425,
      "step": 1677,
      "subrel-constrast": 3.9526443481445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4704766273498535,
      "cov-distil (oracle2student)": 3.332988977432251,
      "cov-distil (oracle2teacher)": 3.6019210815429688,
      "epoch": 1.317111459968603,
      "rel-constrast": 3.0564515590667725,
      "step": 1678,
      "subrel-constrast": 3.9155046939849854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4378740787506104,
      "cov-distil (oracle2student)": 5.53654146194458,
      "cov-distil (oracle2teacher)": 5.132451057434082,
      "epoch": 1.3178963893249607,
      "rel-constrast": 2.577461004257202,
      "step": 1679,
      "subrel-constrast": 3.552064895629883,
      "view-similarity": 0
    },
    {
      "epoch": 1.3186813186813187,
      "grad_norm": 4.15625,
      "learning_rate": 8.399766893612096e-05,
      "loss": 0.6453,
      "step": 1680
    },
    {
      "cov-distil": 2.050544261932373,
      "cov-distil (oracle2student)": 4.245779037475586,
      "cov-distil (oracle2teacher)": 4.490480422973633,
      "epoch": 1.3186813186813187,
      "rel-constrast": 2.3001043796539307,
      "step": 1680,
      "subrel-constrast": 3.6745173931121826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4064412117004395,
      "cov-distil (oracle2student)": 3.383897304534912,
      "cov-distil (oracle2teacher)": 3.6969590187072754,
      "epoch": 1.3194662480376766,
      "rel-constrast": 2.772294044494629,
      "step": 1681,
      "subrel-constrast": 3.4005489349365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7849855422973633,
      "cov-distil (oracle2student)": 5.653348922729492,
      "cov-distil (oracle2teacher)": 5.28851842880249,
      "epoch": 1.3202511773940344,
      "rel-constrast": 3.2302560806274414,
      "step": 1682,
      "subrel-constrast": 3.948759078979492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4001648426055908,
      "cov-distil (oracle2student)": 4.117809295654297,
      "cov-distil (oracle2teacher)": 4.075198650360107,
      "epoch": 1.3210361067503924,
      "rel-constrast": 2.6168127059936523,
      "step": 1683,
      "subrel-constrast": 3.2433712482452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2496085166931152,
      "cov-distil (oracle2student)": 4.8889007568359375,
      "cov-distil (oracle2teacher)": 4.505984783172607,
      "epoch": 1.3218210361067504,
      "rel-constrast": 2.7246205806732178,
      "step": 1684,
      "subrel-constrast": 3.6713435649871826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8805975914001465,
      "cov-distil (oracle2student)": 3.5028257369995117,
      "cov-distil (oracle2teacher)": 3.618457317352295,
      "epoch": 1.3226059654631084,
      "rel-constrast": 2.483369827270508,
      "step": 1685,
      "subrel-constrast": 2.9931399822235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9990968704223633,
      "cov-distil (oracle2student)": 4.32846736907959,
      "cov-distil (oracle2teacher)": 4.361021518707275,
      "epoch": 1.3233908948194664,
      "rel-constrast": 2.635408401489258,
      "step": 1686,
      "subrel-constrast": 3.7518837451934814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1077628135681152,
      "cov-distil (oracle2student)": 4.366940975189209,
      "cov-distil (oracle2teacher)": 4.538523197174072,
      "epoch": 1.3241758241758241,
      "rel-constrast": 2.7729787826538086,
      "step": 1687,
      "subrel-constrast": 3.6971848011016846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6480307579040527,
      "cov-distil (oracle2student)": 4.6824798583984375,
      "cov-distil (oracle2teacher)": 4.272972583770752,
      "epoch": 1.3249607535321821,
      "rel-constrast": 2.908491611480713,
      "step": 1688,
      "subrel-constrast": 4.107661247253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6747064590454102,
      "cov-distil (oracle2student)": 3.952880382537842,
      "cov-distil (oracle2teacher)": 4.392299175262451,
      "epoch": 1.3257456828885401,
      "rel-constrast": 2.831124782562256,
      "step": 1689,
      "subrel-constrast": 4.032668590545654,
      "view-similarity": 0
    },
    {
      "epoch": 1.3265306122448979,
      "grad_norm": 4.65625,
      "learning_rate": 8.374088811506819e-05,
      "loss": 0.7274,
      "step": 1690
    },
    {
      "cov-distil": 1.718658208847046,
      "cov-distil (oracle2student)": 4.235909461975098,
      "cov-distil (oracle2teacher)": 4.444118499755859,
      "epoch": 1.3265306122448979,
      "rel-constrast": 3.0620782375335693,
      "step": 1690,
      "subrel-constrast": 3.861325979232788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3331830501556396,
      "cov-distil (oracle2student)": 3.697096824645996,
      "cov-distil (oracle2teacher)": 3.6706161499023438,
      "epoch": 1.3273155416012559,
      "rel-constrast": 1.8230271339416504,
      "step": 1691,
      "subrel-constrast": 2.6218721866607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9298396110534668,
      "cov-distil (oracle2student)": 4.56110143661499,
      "cov-distil (oracle2teacher)": 4.534353256225586,
      "epoch": 1.3281004709576139,
      "rel-constrast": 3.616757869720459,
      "step": 1692,
      "subrel-constrast": 4.130124568939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343091011047363,
      "cov-distil (oracle2student)": 3.6687986850738525,
      "cov-distil (oracle2teacher)": 3.7581968307495117,
      "epoch": 1.3288854003139718,
      "rel-constrast": 2.4935994148254395,
      "step": 1693,
      "subrel-constrast": 3.680856943130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6041101217269897,
      "cov-distil (oracle2student)": 4.8957014083862305,
      "cov-distil (oracle2teacher)": 4.358303070068359,
      "epoch": 1.3296703296703296,
      "rel-constrast": 2.5024561882019043,
      "step": 1694,
      "subrel-constrast": 3.2974958419799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.56101393699646,
      "cov-distil (oracle2student)": 5.442448139190674,
      "cov-distil (oracle2teacher)": 5.276628494262695,
      "epoch": 1.3304552590266876,
      "rel-constrast": 2.9887876510620117,
      "step": 1695,
      "subrel-constrast": 3.8439886569976807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8542513847351074,
      "cov-distil (oracle2student)": 5.081512451171875,
      "cov-distil (oracle2teacher)": 5.097212791442871,
      "epoch": 1.3312401883830456,
      "rel-constrast": 3.272490978240967,
      "step": 1696,
      "subrel-constrast": 3.555237054824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7063637971878052,
      "cov-distil (oracle2student)": 4.100310802459717,
      "cov-distil (oracle2teacher)": 3.749868392944336,
      "epoch": 1.3320251177394034,
      "rel-constrast": 3.6020047664642334,
      "step": 1697,
      "subrel-constrast": 3.7397778034210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0483319759368896,
      "cov-distil (oracle2student)": 4.913484573364258,
      "cov-distil (oracle2teacher)": 4.740216255187988,
      "epoch": 1.3328100470957613,
      "rel-constrast": 2.6365180015563965,
      "step": 1698,
      "subrel-constrast": 3.6276602745056152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4551856517791748,
      "cov-distil (oracle2student)": 4.813895225524902,
      "cov-distil (oracle2teacher)": 4.479180335998535,
      "epoch": 1.3335949764521193,
      "rel-constrast": 2.169851779937744,
      "step": 1699,
      "subrel-constrast": 2.785719871520996,
      "view-similarity": 0
    },
    {
      "epoch": 1.3343799058084773,
      "grad_norm": 3.828125,
      "learning_rate": 8.348246281072998e-05,
      "loss": 0.7481,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "overlap": 0.33906251192092896,
      "step": 1700
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "student margin": 0.0638427734375
    },
    {
      "epoch": 1.3343799058084773,
      "step": 1700,
      "teacher margin": 0.03863525390625
    },
    {
      "epoch": 1.3343799058084773,
      "margin difference": -0.02520751953125,
      "step": 1700
    },
    {
      "cov-distil": 2.007420778274536,
      "cov-distil (oracle2student)": 5.126811504364014,
      "cov-distil (oracle2teacher)": 4.990643501281738,
      "epoch": 1.3343799058084773,
      "rel-constrast": 2.7000644207000732,
      "step": 1700,
      "subrel-constrast": 3.947174310684204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9138017892837524,
      "cov-distil (oracle2student)": 4.108338832855225,
      "cov-distil (oracle2teacher)": 4.245441913604736,
      "epoch": 1.335164835164835,
      "rel-constrast": 2.3999674320220947,
      "step": 1701,
      "subrel-constrast": 3.3800864219665527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2943004369735718,
      "cov-distil (oracle2student)": 4.72023344039917,
      "cov-distil (oracle2teacher)": 4.4872331619262695,
      "epoch": 1.335949764521193,
      "rel-constrast": 2.405075788497925,
      "step": 1702,
      "subrel-constrast": 3.365633249282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3020492792129517,
      "cov-distil (oracle2student)": 2.6876208782196045,
      "cov-distil (oracle2teacher)": 3.287539005279541,
      "epoch": 1.336734693877551,
      "rel-constrast": 1.9859967231750488,
      "step": 1703,
      "subrel-constrast": 2.826226234436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471366882324219,
      "cov-distil (oracle2student)": 2.19405198097229,
      "cov-distil (oracle2teacher)": 2.509423017501831,
      "epoch": 1.3375196232339088,
      "rel-constrast": 1.6672639846801758,
      "step": 1704,
      "subrel-constrast": 2.4563982486724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.156125068664551,
      "cov-distil (oracle2student)": 2.8912289142608643,
      "cov-distil (oracle2teacher)": 3.236537456512451,
      "epoch": 1.3383045525902668,
      "rel-constrast": 1.9632697105407715,
      "step": 1705,
      "subrel-constrast": 3.4945313930511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.610756754875183,
      "cov-distil (oracle2student)": 3.273530960083008,
      "cov-distil (oracle2teacher)": 4.1035566329956055,
      "epoch": 1.3390894819466248,
      "rel-constrast": 2.3459343910217285,
      "step": 1706,
      "subrel-constrast": 3.5092103481292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042755126953125,
      "cov-distil (oracle2student)": 3.5374374389648438,
      "cov-distil (oracle2teacher)": 3.301053524017334,
      "epoch": 1.3398744113029828,
      "rel-constrast": 2.9914536476135254,
      "step": 1707,
      "subrel-constrast": 3.8699193000793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4568771123886108,
      "cov-distil (oracle2student)": 3.934551239013672,
      "cov-distil (oracle2teacher)": 3.959078788757324,
      "epoch": 1.3406593406593408,
      "rel-constrast": 2.6037118434906006,
      "step": 1708,
      "subrel-constrast": 3.1158010959625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.545238971710205,
      "cov-distil (oracle2student)": 4.401773452758789,
      "cov-distil (oracle2teacher)": 4.641738414764404,
      "epoch": 1.3414442700156985,
      "rel-constrast": 2.3192763328552246,
      "step": 1709,
      "subrel-constrast": 2.9738717079162598,
      "view-similarity": 0
    },
    {
      "epoch": 1.3422291993720565,
      "grad_norm": 4.0625,
      "learning_rate": 8.322240561839109e-05,
      "loss": 0.6264,
      "step": 1710
    },
    {
      "cov-distil": 1.2020816802978516,
      "cov-distil (oracle2student)": 5.415652275085449,
      "cov-distil (oracle2teacher)": 5.077106475830078,
      "epoch": 1.3422291993720565,
      "rel-constrast": 2.5648350715637207,
      "step": 1710,
      "subrel-constrast": 3.100729465484619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587611436843872,
      "cov-distil (oracle2student)": 5.83677339553833,
      "cov-distil (oracle2teacher)": 5.140038967132568,
      "epoch": 1.3430141287284145,
      "rel-constrast": 1.5756118297576904,
      "step": 1711,
      "subrel-constrast": 2.795224905014038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696420669555664,
      "cov-distil (oracle2student)": 2.8665785789489746,
      "cov-distil (oracle2teacher)": 3.621185064315796,
      "epoch": 1.3437990580847723,
      "rel-constrast": 2.811777353286743,
      "step": 1712,
      "subrel-constrast": 4.107734680175781,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6127099990844727,
      "cov-distil (oracle2student)": 5.357635974884033,
      "cov-distil (oracle2teacher)": 4.861023902893066,
      "epoch": 1.3445839874411303,
      "rel-constrast": 2.405003070831299,
      "step": 1713,
      "subrel-constrast": 3.3830175399780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3019258975982666,
      "cov-distil (oracle2student)": 5.534795761108398,
      "cov-distil (oracle2teacher)": 5.366189956665039,
      "epoch": 1.3453689167974883,
      "rel-constrast": 2.153869152069092,
      "step": 1714,
      "subrel-constrast": 3.1685914993286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.887404203414917,
      "cov-distil (oracle2student)": 5.182031631469727,
      "cov-distil (oracle2teacher)": 4.719752788543701,
      "epoch": 1.3461538461538463,
      "rel-constrast": 2.2270007133483887,
      "step": 1715,
      "subrel-constrast": 3.0013670921325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5581865310668945,
      "cov-distil (oracle2student)": 4.21533203125,
      "cov-distil (oracle2teacher)": 4.186931133270264,
      "epoch": 1.346938775510204,
      "rel-constrast": 2.9422049522399902,
      "step": 1716,
      "subrel-constrast": 3.7323384284973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.842010498046875,
      "cov-distil (oracle2student)": 4.35585880279541,
      "cov-distil (oracle2teacher)": 4.397416591644287,
      "epoch": 1.347723704866562,
      "rel-constrast": 2.4181694984436035,
      "step": 1717,
      "subrel-constrast": 3.692917585372925,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167186975479126,
      "cov-distil (oracle2student)": 4.029361248016357,
      "cov-distil (oracle2teacher)": 4.3272857666015625,
      "epoch": 1.34850863422292,
      "rel-constrast": 3.772559642791748,
      "step": 1718,
      "subrel-constrast": 5.0320892333984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6595337390899658,
      "cov-distil (oracle2student)": 3.732426881790161,
      "cov-distil (oracle2teacher)": 4.148924350738525,
      "epoch": 1.3492935635792778,
      "rel-constrast": 2.6639158725738525,
      "step": 1719,
      "subrel-constrast": 3.814491033554077,
      "view-similarity": 0
    },
    {
      "epoch": 1.3500784929356358,
      "grad_norm": 4.3125,
      "learning_rate": 8.296072921287217e-05,
      "loss": 0.6797,
      "step": 1720
    },
    {
      "cov-distil": 1.6186983585357666,
      "cov-distil (oracle2student)": 4.605317115783691,
      "cov-distil (oracle2teacher)": 4.523687839508057,
      "epoch": 1.3500784929356358,
      "rel-constrast": 2.502931594848633,
      "step": 1720,
      "subrel-constrast": 3.3338682651519775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5118753910064697,
      "cov-distil (oracle2student)": 5.772075176239014,
      "cov-distil (oracle2teacher)": 4.487231254577637,
      "epoch": 1.3508634222919937,
      "rel-constrast": 2.7293925285339355,
      "step": 1721,
      "subrel-constrast": 2.8093454837799072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063023567199707,
      "cov-distil (oracle2student)": 3.511174440383911,
      "cov-distil (oracle2teacher)": 3.877438545227051,
      "epoch": 1.3516483516483517,
      "rel-constrast": 2.4285290241241455,
      "step": 1722,
      "subrel-constrast": 3.7065255641937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880595445632935,
      "cov-distil (oracle2student)": 4.123880386352539,
      "cov-distil (oracle2teacher)": 3.8856730461120605,
      "epoch": 1.3524332810047095,
      "rel-constrast": 3.0825326442718506,
      "step": 1723,
      "subrel-constrast": 3.7952795028686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.028446674346924,
      "cov-distil (oracle2student)": 4.004979610443115,
      "cov-distil (oracle2teacher)": 3.7563953399658203,
      "epoch": 1.3532182103610675,
      "rel-constrast": 2.9738547801971436,
      "step": 1724,
      "subrel-constrast": 3.4249989986419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0091211795806885,
      "cov-distil (oracle2student)": 2.9819655418395996,
      "cov-distil (oracle2teacher)": 3.158005475997925,
      "epoch": 1.3540031397174255,
      "rel-constrast": 2.551286220550537,
      "step": 1725,
      "subrel-constrast": 3.784935474395752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625432014465332,
      "cov-distil (oracle2student)": 5.422312259674072,
      "cov-distil (oracle2teacher)": 4.900361061096191,
      "epoch": 1.3547880690737832,
      "rel-constrast": 3.7191474437713623,
      "step": 1726,
      "subrel-constrast": 4.375423431396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8108094930648804,
      "cov-distil (oracle2student)": 6.131348133087158,
      "cov-distil (oracle2teacher)": 5.872661590576172,
      "epoch": 1.3555729984301412,
      "rel-constrast": 2.7158827781677246,
      "step": 1727,
      "subrel-constrast": 3.7563834190368652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8295433521270752,
      "cov-distil (oracle2student)": 4.181763172149658,
      "cov-distil (oracle2teacher)": 4.149383068084717,
      "epoch": 1.3563579277864992,
      "rel-constrast": 2.728367328643799,
      "step": 1728,
      "subrel-constrast": 3.330777645111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1274609565734863,
      "cov-distil (oracle2student)": 5.93967866897583,
      "cov-distil (oracle2teacher)": 5.546834945678711,
      "epoch": 1.3571428571428572,
      "rel-constrast": 2.0503687858581543,
      "step": 1729,
      "subrel-constrast": 3.244884729385376,
      "view-similarity": 0
    },
    {
      "epoch": 1.3579277864992152,
      "grad_norm": 3.671875,
      "learning_rate": 8.269744634791208e-05,
      "loss": 0.7326,
      "step": 1730
    },
    {
      "cov-distil": 1.2700073719024658,
      "cov-distil (oracle2student)": 5.255403995513916,
      "cov-distil (oracle2teacher)": 5.19132137298584,
      "epoch": 1.3579277864992152,
      "rel-constrast": 2.3602328300476074,
      "step": 1730,
      "subrel-constrast": 3.1642184257507324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564855813980103,
      "cov-distil (oracle2student)": 3.216610908508301,
      "cov-distil (oracle2teacher)": 3.642207622528076,
      "epoch": 1.358712715855573,
      "rel-constrast": 2.465871810913086,
      "step": 1731,
      "subrel-constrast": 3.3709256649017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800950527191162,
      "cov-distil (oracle2student)": 4.192522048950195,
      "cov-distil (oracle2teacher)": 3.9291510581970215,
      "epoch": 1.359497645211931,
      "rel-constrast": 2.5884525775909424,
      "step": 1732,
      "subrel-constrast": 3.660327196121216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9210578203201294,
      "cov-distil (oracle2student)": 3.3386850357055664,
      "cov-distil (oracle2teacher)": 3.939089298248291,
      "epoch": 1.3602825745682887,
      "rel-constrast": 2.7817578315734863,
      "step": 1733,
      "subrel-constrast": 3.3395488262176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2141246795654297,
      "cov-distil (oracle2student)": 2.9009203910827637,
      "cov-distil (oracle2teacher)": 3.3323233127593994,
      "epoch": 1.3610675039246467,
      "rel-constrast": 1.5891475677490234,
      "step": 1734,
      "subrel-constrast": 2.796766996383667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5387113094329834,
      "cov-distil (oracle2student)": 4.606778621673584,
      "cov-distil (oracle2teacher)": 4.422255516052246,
      "epoch": 1.3618524332810047,
      "rel-constrast": 2.093904495239258,
      "step": 1735,
      "subrel-constrast": 3.3185224533081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.250237226486206,
      "cov-distil (oracle2student)": 7.83317756652832,
      "cov-distil (oracle2teacher)": 6.797055244445801,
      "epoch": 1.3626373626373627,
      "rel-constrast": 4.403263568878174,
      "step": 1736,
      "subrel-constrast": 4.642731189727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2308006286621094,
      "cov-distil (oracle2student)": 4.196468830108643,
      "cov-distil (oracle2teacher)": 4.2232160568237305,
      "epoch": 1.3634222919937207,
      "rel-constrast": 3.281442642211914,
      "step": 1737,
      "subrel-constrast": 4.241112232208252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3034025430679321,
      "cov-distil (oracle2student)": 4.555351257324219,
      "cov-distil (oracle2teacher)": 4.1124372482299805,
      "epoch": 1.3642072213500784,
      "rel-constrast": 2.730532646179199,
      "step": 1738,
      "subrel-constrast": 3.232243776321411,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730625629425049,
      "cov-distil (oracle2student)": 4.6711835861206055,
      "cov-distil (oracle2teacher)": 4.911448955535889,
      "epoch": 1.3649921507064364,
      "rel-constrast": 3.4492530822753906,
      "step": 1739,
      "subrel-constrast": 4.380240440368652,
      "view-similarity": 0
    },
    {
      "epoch": 1.3657770800627944,
      "grad_norm": 5.09375,
      "learning_rate": 8.243256985554621e-05,
      "loss": 0.736,
      "step": 1740
    },
    {
      "cov-distil": 1.253608226776123,
      "cov-distil (oracle2student)": 3.634097099304199,
      "cov-distil (oracle2teacher)": 3.7632551193237305,
      "epoch": 1.3657770800627944,
      "rel-constrast": 2.5906739234924316,
      "step": 1740,
      "subrel-constrast": 3.2450015544891357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5085209608078003,
      "cov-distil (oracle2student)": 3.4923510551452637,
      "cov-distil (oracle2teacher)": 3.0960230827331543,
      "epoch": 1.3665620094191522,
      "rel-constrast": 2.304354190826416,
      "step": 1741,
      "subrel-constrast": 2.5855836868286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3343987464904785,
      "cov-distil (oracle2student)": 5.000710964202881,
      "cov-distil (oracle2teacher)": 4.802783489227295,
      "epoch": 1.3673469387755102,
      "rel-constrast": 1.9682992696762085,
      "step": 1742,
      "subrel-constrast": 3.904613494873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0727643966674805,
      "cov-distil (oracle2student)": 3.703493118286133,
      "cov-distil (oracle2teacher)": 3.9936137199401855,
      "epoch": 1.3681318681318682,
      "rel-constrast": 2.2547171115875244,
      "step": 1743,
      "subrel-constrast": 2.757246971130371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8151416778564453,
      "cov-distil (oracle2student)": 3.9137792587280273,
      "cov-distil (oracle2teacher)": 4.161849021911621,
      "epoch": 1.3689167974882261,
      "rel-constrast": 2.599672794342041,
      "step": 1744,
      "subrel-constrast": 3.3511104583740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8042494058609009,
      "cov-distil (oracle2student)": 3.9734339714050293,
      "cov-distil (oracle2teacher)": 4.020196914672852,
      "epoch": 1.369701726844584,
      "rel-constrast": 3.596745252609253,
      "step": 1745,
      "subrel-constrast": 3.9469316005706787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8457491397857666,
      "cov-distil (oracle2student)": 4.525157928466797,
      "cov-distil (oracle2teacher)": 4.269577503204346,
      "epoch": 1.370486656200942,
      "rel-constrast": 3.517057418823242,
      "step": 1746,
      "subrel-constrast": 4.42742395401001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5751407146453857,
      "cov-distil (oracle2student)": 3.8010964393615723,
      "cov-distil (oracle2teacher)": 3.79811692237854,
      "epoch": 1.3712715855572999,
      "rel-constrast": 2.124835968017578,
      "step": 1747,
      "subrel-constrast": 3.031113862991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4263429641723633,
      "cov-distil (oracle2student)": 5.764950275421143,
      "cov-distil (oracle2teacher)": 5.446891784667969,
      "epoch": 1.3720565149136577,
      "rel-constrast": 2.344695806503296,
      "step": 1748,
      "subrel-constrast": 2.958601951599121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6976799964904785,
      "cov-distil (oracle2student)": 3.16373872756958,
      "cov-distil (oracle2teacher)": 3.6584229469299316,
      "epoch": 1.3728414442700156,
      "rel-constrast": 2.035679817199707,
      "step": 1749,
      "subrel-constrast": 2.9972763061523438,
      "view-similarity": 0
    },
    {
      "epoch": 1.3736263736263736,
      "grad_norm": 4.59375,
      "learning_rate": 8.21661126454811e-05,
      "loss": 0.6768,
      "step": 1750
    },
    {
      "cov-distil": 1.587414026260376,
      "cov-distil (oracle2student)": 5.700289726257324,
      "cov-distil (oracle2teacher)": 5.108148097991943,
      "epoch": 1.3736263736263736,
      "rel-constrast": 3.4402730464935303,
      "step": 1750,
      "subrel-constrast": 4.064019203186035,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0925660133361816,
      "cov-distil (oracle2student)": 3.2063100337982178,
      "cov-distil (oracle2teacher)": 3.425992488861084,
      "epoch": 1.3744113029827316,
      "rel-constrast": 2.5701074600219727,
      "step": 1751,
      "subrel-constrast": 3.0471251010894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67726469039917,
      "cov-distil (oracle2student)": 4.570610046386719,
      "cov-distil (oracle2teacher)": 4.720889091491699,
      "epoch": 1.3751962323390896,
      "rel-constrast": 2.0217723846435547,
      "step": 1752,
      "subrel-constrast": 3.157724380493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7760343551635742,
      "cov-distil (oracle2student)": 3.467555522918701,
      "cov-distil (oracle2teacher)": 4.103845596313477,
      "epoch": 1.3759811616954474,
      "rel-constrast": 2.5423190593719482,
      "step": 1753,
      "subrel-constrast": 3.991210699081421,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7878460884094238,
      "cov-distil (oracle2student)": 2.527076244354248,
      "cov-distil (oracle2teacher)": 2.5414295196533203,
      "epoch": 1.3767660910518054,
      "rel-constrast": 1.799957513809204,
      "step": 1754,
      "subrel-constrast": 2.655740261077881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9240944385528564,
      "cov-distil (oracle2student)": 2.7960734367370605,
      "cov-distil (oracle2teacher)": 3.09932804107666,
      "epoch": 1.3775510204081631,
      "rel-constrast": 1.7657136917114258,
      "step": 1755,
      "subrel-constrast": 2.977025032043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890785932540894,
      "cov-distil (oracle2student)": 3.7636446952819824,
      "cov-distil (oracle2teacher)": 3.6200196743011475,
      "epoch": 1.3783359497645211,
      "rel-constrast": 2.0407633781433105,
      "step": 1756,
      "subrel-constrast": 3.071333646774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3786143064498901,
      "cov-distil (oracle2student)": 4.329286575317383,
      "cov-distil (oracle2teacher)": 4.017061710357666,
      "epoch": 1.379120879120879,
      "rel-constrast": 2.8878836631774902,
      "step": 1757,
      "subrel-constrast": 3.430614471435547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3370552062988281,
      "cov-distil (oracle2student)": 4.3742356300354,
      "cov-distil (oracle2teacher)": 4.537632942199707,
      "epoch": 1.379905808477237,
      "rel-constrast": 2.6245622634887695,
      "step": 1758,
      "subrel-constrast": 3.474097490310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5852335691452026,
      "cov-distil (oracle2student)": 3.995792865753174,
      "cov-distil (oracle2teacher)": 3.854130268096924,
      "epoch": 1.380690737833595,
      "rel-constrast": 2.7314467430114746,
      "step": 1759,
      "subrel-constrast": 3.4584405422210693,
      "view-similarity": 0
    },
    {
      "epoch": 1.3814756671899528,
      "grad_norm": 4.21875,
      "learning_rate": 8.189808770446528e-05,
      "loss": 0.653,
      "step": 1760
    },
    {
      "cov-distil": 1.5878982543945312,
      "cov-distil (oracle2student)": 4.699788570404053,
      "cov-distil (oracle2teacher)": 4.689018249511719,
      "epoch": 1.3814756671899528,
      "rel-constrast": 2.7255852222442627,
      "step": 1760,
      "subrel-constrast": 3.5946290493011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7654361724853516,
      "cov-distil (oracle2student)": 3.2683568000793457,
      "cov-distil (oracle2teacher)": 3.640550136566162,
      "epoch": 1.3822605965463108,
      "rel-constrast": 2.8038859367370605,
      "step": 1761,
      "subrel-constrast": 4.378583908081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.734825611114502,
      "cov-distil (oracle2student)": 4.138693809509277,
      "cov-distil (oracle2teacher)": 3.86045241355896,
      "epoch": 1.3830455259026688,
      "rel-constrast": 1.839156150817871,
      "step": 1762,
      "subrel-constrast": 2.9730260372161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0881670713424683,
      "cov-distil (oracle2student)": 4.172369956970215,
      "cov-distil (oracle2teacher)": 3.887850761413574,
      "epoch": 1.3838304552590266,
      "rel-constrast": 2.491182327270508,
      "step": 1763,
      "subrel-constrast": 2.9188997745513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.091349720954895,
      "cov-distil (oracle2student)": 4.139802932739258,
      "cov-distil (oracle2teacher)": 3.908513069152832,
      "epoch": 1.3846153846153846,
      "rel-constrast": 2.745521068572998,
      "step": 1764,
      "subrel-constrast": 3.1347339153289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6643078327178955,
      "cov-distil (oracle2student)": 4.337242126464844,
      "cov-distil (oracle2teacher)": 4.464029312133789,
      "epoch": 1.3854003139717426,
      "rel-constrast": 2.252650260925293,
      "step": 1765,
      "subrel-constrast": 3.3178460597991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.237680435180664,
      "cov-distil (oracle2student)": 4.175577163696289,
      "cov-distil (oracle2teacher)": 3.9473276138305664,
      "epoch": 1.3861852433281006,
      "rel-constrast": 3.2350809574127197,
      "step": 1766,
      "subrel-constrast": 4.121254920959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.321902275085449,
      "cov-distil (oracle2student)": 2.5915474891662598,
      "cov-distil (oracle2teacher)": 3.074460983276367,
      "epoch": 1.3869701726844583,
      "rel-constrast": 1.9847042560577393,
      "step": 1767,
      "subrel-constrast": 3.5915369987487793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2839252948760986,
      "cov-distil (oracle2student)": 3.6312265396118164,
      "cov-distil (oracle2teacher)": 3.6210789680480957,
      "epoch": 1.3877551020408163,
      "rel-constrast": 2.2360291481018066,
      "step": 1768,
      "subrel-constrast": 2.520883083343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0616157054901123,
      "cov-distil (oracle2student)": 4.694174766540527,
      "cov-distil (oracle2teacher)": 4.570796966552734,
      "epoch": 1.3885400313971743,
      "rel-constrast": 1.9161736965179443,
      "step": 1769,
      "subrel-constrast": 2.971682071685791,
      "view-similarity": 0
    },
    {
      "epoch": 1.389324960753532,
      "grad_norm": 3.6875,
      "learning_rate": 8.162850809565623e-05,
      "loss": 0.6503,
      "step": 1770
    },
    {
      "cov-distil": 1.7911581993103027,
      "cov-distil (oracle2student)": 1.7847342491149902,
      "cov-distil (oracle2teacher)": 2.3251793384552,
      "epoch": 1.389324960753532,
      "rel-constrast": 2.2152767181396484,
      "step": 1770,
      "subrel-constrast": 3.363593578338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.238121509552002,
      "cov-distil (oracle2student)": 4.4758405685424805,
      "cov-distil (oracle2teacher)": 4.350610733032227,
      "epoch": 1.39010989010989,
      "rel-constrast": 2.275913715362549,
      "step": 1771,
      "subrel-constrast": 3.0306971073150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.243859052658081,
      "cov-distil (oracle2student)": 2.958573579788208,
      "cov-distil (oracle2teacher)": 3.5605368614196777,
      "epoch": 1.390894819466248,
      "rel-constrast": 2.5708189010620117,
      "step": 1772,
      "subrel-constrast": 3.592510938644409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5953938961029053,
      "cov-distil (oracle2student)": 3.580658435821533,
      "cov-distil (oracle2teacher)": 3.45452880859375,
      "epoch": 1.391679748822606,
      "rel-constrast": 1.9356931447982788,
      "step": 1773,
      "subrel-constrast": 2.997227191925049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2823195457458496,
      "cov-distil (oracle2student)": 4.646981716156006,
      "cov-distil (oracle2teacher)": 3.9556028842926025,
      "epoch": 1.392464678178964,
      "rel-constrast": 4.6369709968566895,
      "step": 1774,
      "subrel-constrast": 4.995344161987305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8098257780075073,
      "cov-distil (oracle2student)": 4.854538917541504,
      "cov-distil (oracle2teacher)": 4.0693206787109375,
      "epoch": 1.3932496075353218,
      "rel-constrast": 2.355666160583496,
      "step": 1775,
      "subrel-constrast": 3.4977264404296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2657265663146973,
      "cov-distil (oracle2student)": 3.9202399253845215,
      "cov-distil (oracle2teacher)": 4.486349582672119,
      "epoch": 1.3940345368916798,
      "rel-constrast": 2.9767444133758545,
      "step": 1776,
      "subrel-constrast": 4.019029140472412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9741121530532837,
      "cov-distil (oracle2student)": 4.821683406829834,
      "cov-distil (oracle2teacher)": 4.518147945404053,
      "epoch": 1.3948194662480375,
      "rel-constrast": 3.1818621158599854,
      "step": 1777,
      "subrel-constrast": 3.2594375610351562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7746057510375977,
      "cov-distil (oracle2student)": 4.8046979904174805,
      "cov-distil (oracle2teacher)": 5.3537750244140625,
      "epoch": 1.3956043956043955,
      "rel-constrast": 1.4478034973144531,
      "step": 1778,
      "subrel-constrast": 2.9454092979431152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9360096454620361,
      "cov-distil (oracle2student)": 4.02476692199707,
      "cov-distil (oracle2teacher)": 3.6791727542877197,
      "epoch": 1.3963893249607535,
      "rel-constrast": 2.154944896697998,
      "step": 1779,
      "subrel-constrast": 3.4948248863220215,
      "view-similarity": 0
    },
    {
      "epoch": 1.3971742543171115,
      "grad_norm": 3.578125,
      "learning_rate": 8.135738695798376e-05,
      "loss": 0.6886,
      "step": 1780
    },
    {
      "cov-distil": 2.2653894424438477,
      "cov-distil (oracle2student)": 4.856362342834473,
      "cov-distil (oracle2teacher)": 5.227888107299805,
      "epoch": 1.3971742543171115,
      "rel-constrast": 2.225477695465088,
      "step": 1780,
      "subrel-constrast": 3.830958604812622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574233531951904,
      "cov-distil (oracle2student)": 2.0328829288482666,
      "cov-distil (oracle2teacher)": 2.4995973110198975,
      "epoch": 1.3979591836734695,
      "rel-constrast": 2.8403096199035645,
      "step": 1781,
      "subrel-constrast": 3.9371423721313477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6199233531951904,
      "cov-distil (oracle2student)": 4.0791778564453125,
      "cov-distil (oracle2teacher)": 4.012298583984375,
      "epoch": 1.3987441130298273,
      "rel-constrast": 2.2512199878692627,
      "step": 1782,
      "subrel-constrast": 3.73724627494812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8885248899459839,
      "cov-distil (oracle2student)": 3.9554829597473145,
      "cov-distil (oracle2teacher)": 3.465695858001709,
      "epoch": 1.3995290423861853,
      "rel-constrast": 2.9839208126068115,
      "step": 1783,
      "subrel-constrast": 3.9713196754455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6474705934524536,
      "cov-distil (oracle2student)": 4.211050033569336,
      "cov-distil (oracle2teacher)": 3.745621681213379,
      "epoch": 1.4003139717425432,
      "rel-constrast": 2.851886749267578,
      "step": 1784,
      "subrel-constrast": 3.769148349761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6519209146499634,
      "cov-distil (oracle2student)": 5.710249900817871,
      "cov-distil (oracle2teacher)": 5.592648506164551,
      "epoch": 1.401098901098901,
      "rel-constrast": 3.401124954223633,
      "step": 1785,
      "subrel-constrast": 4.344626426696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7476379871368408,
      "cov-distil (oracle2student)": 4.808788299560547,
      "cov-distil (oracle2teacher)": 4.286399841308594,
      "epoch": 1.401883830455259,
      "rel-constrast": 2.1005806922912598,
      "step": 1786,
      "subrel-constrast": 2.9688286781311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0778818130493164,
      "cov-distil (oracle2student)": 4.6036810874938965,
      "cov-distil (oracle2teacher)": 4.463495254516602,
      "epoch": 1.402668759811617,
      "rel-constrast": 2.2354331016540527,
      "step": 1787,
      "subrel-constrast": 3.0898284912109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8977010250091553,
      "cov-distil (oracle2student)": 4.5342559814453125,
      "cov-distil (oracle2teacher)": 4.812628746032715,
      "epoch": 1.403453689167975,
      "rel-constrast": 1.4379332065582275,
      "step": 1788,
      "subrel-constrast": 2.7917566299438477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1265580654144287,
      "cov-distil (oracle2student)": 4.130144119262695,
      "cov-distil (oracle2teacher)": 3.607974052429199,
      "epoch": 1.4042386185243327,
      "rel-constrast": 2.5620317459106445,
      "step": 1789,
      "subrel-constrast": 3.1731271743774414,
      "view-similarity": 0
    },
    {
      "epoch": 1.4050235478806907,
      "grad_norm": 4.09375,
      "learning_rate": 8.108473750550965e-05,
      "loss": 0.6634,
      "step": 1790
    },
    {
      "cov-distil": 2.713531494140625,
      "cov-distil (oracle2student)": 3.5905346870422363,
      "cov-distil (oracle2teacher)": 3.5756676197052,
      "epoch": 1.4050235478806907,
      "rel-constrast": 2.012556791305542,
      "step": 1790,
      "subrel-constrast": 3.825944423675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4234951734542847,
      "cov-distil (oracle2student)": 3.9254813194274902,
      "cov-distil (oracle2teacher)": 3.756920337677002,
      "epoch": 1.4058084772370487,
      "rel-constrast": 1.879807472229004,
      "step": 1791,
      "subrel-constrast": 2.892953395843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1895884275436401,
      "cov-distil (oracle2student)": 5.288776397705078,
      "cov-distil (oracle2teacher)": 4.957866191864014,
      "epoch": 1.4065934065934065,
      "rel-constrast": 2.6803483963012695,
      "step": 1792,
      "subrel-constrast": 3.7163467407226562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9748430252075195,
      "cov-distil (oracle2student)": 3.188847303390503,
      "cov-distil (oracle2teacher)": 3.597384452819824,
      "epoch": 1.4073783359497645,
      "rel-constrast": 3.516477346420288,
      "step": 1793,
      "subrel-constrast": 4.237978458404541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7916675806045532,
      "cov-distil (oracle2student)": 3.3598079681396484,
      "cov-distil (oracle2teacher)": 3.7764270305633545,
      "epoch": 1.4081632653061225,
      "rel-constrast": 2.622880458831787,
      "step": 1794,
      "subrel-constrast": 4.008255958557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3931841850280762,
      "cov-distil (oracle2student)": 5.266664028167725,
      "cov-distil (oracle2teacher)": 4.909642219543457,
      "epoch": 1.4089481946624804,
      "rel-constrast": 2.5851385593414307,
      "step": 1795,
      "subrel-constrast": 3.2807676792144775,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5095930099487305,
      "cov-distil (oracle2student)": 5.2917890548706055,
      "cov-distil (oracle2teacher)": 4.843402862548828,
      "epoch": 1.4097331240188384,
      "rel-constrast": 2.5725579261779785,
      "step": 1796,
      "subrel-constrast": 3.4274039268493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3010673522949219,
      "cov-distil (oracle2student)": 1.8040032386779785,
      "cov-distil (oracle2teacher)": 1.9515187740325928,
      "epoch": 1.4105180533751962,
      "rel-constrast": 1.3872175216674805,
      "step": 1797,
      "subrel-constrast": 2.1578330993652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6702035665512085,
      "cov-distil (oracle2student)": 4.403817176818848,
      "cov-distil (oracle2teacher)": 4.081132888793945,
      "epoch": 1.4113029827315542,
      "rel-constrast": 2.1491150856018066,
      "step": 1798,
      "subrel-constrast": 2.6521859169006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.121619701385498,
      "cov-distil (oracle2student)": 3.986100673675537,
      "cov-distil (oracle2teacher)": 3.7160582542419434,
      "epoch": 1.412087912087912,
      "rel-constrast": 3.239656448364258,
      "step": 1799,
      "subrel-constrast": 4.121799468994141,
      "view-similarity": 0
    },
    {
      "epoch": 1.41287284144427,
      "grad_norm": 5.625,
      "learning_rate": 8.081057302678352e-05,
      "loss": 0.6614,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "overlap": 0.32343751192092896,
      "step": 1800
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "student margin": 0.06842041015625
    },
    {
      "epoch": 1.41287284144427,
      "step": 1800,
      "teacher margin": 0.042510986328125
    },
    {
      "epoch": 1.41287284144427,
      "margin difference": -0.025909423828125,
      "step": 1800
    },
    {
      "cov-distil": 1.5777705907821655,
      "cov-distil (oracle2student)": 3.4719464778900146,
      "cov-distil (oracle2teacher)": 3.5276832580566406,
      "epoch": 1.41287284144427,
      "rel-constrast": 2.5973100662231445,
      "step": 1800,
      "subrel-constrast": 3.5625929832458496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4123971462249756,
      "cov-distil (oracle2student)": 3.4347851276397705,
      "cov-distil (oracle2teacher)": 3.218916177749634,
      "epoch": 1.413657770800628,
      "rel-constrast": 2.104672908782959,
      "step": 1801,
      "subrel-constrast": 3.147381067276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.728933572769165,
      "cov-distil (oracle2student)": 4.616417407989502,
      "cov-distil (oracle2teacher)": 4.34867525100708,
      "epoch": 1.414442700156986,
      "rel-constrast": 2.6861772537231445,
      "step": 1802,
      "subrel-constrast": 3.560088872909546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7483588457107544,
      "cov-distil (oracle2student)": 2.4953784942626953,
      "cov-distil (oracle2teacher)": 2.6156437397003174,
      "epoch": 1.415227629513344,
      "rel-constrast": 1.2559077739715576,
      "step": 1803,
      "subrel-constrast": 2.2817392349243164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1997532844543457,
      "cov-distil (oracle2student)": 3.2942323684692383,
      "cov-distil (oracle2teacher)": 3.3918685913085938,
      "epoch": 1.4160125588697017,
      "rel-constrast": 1.9750075340270996,
      "step": 1804,
      "subrel-constrast": 2.9396023750305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0918285846710205,
      "cov-distil (oracle2student)": 5.645631313323975,
      "cov-distil (oracle2teacher)": 4.85610294342041,
      "epoch": 1.4167974882260597,
      "rel-constrast": 2.818538188934326,
      "step": 1805,
      "subrel-constrast": 2.6583361625671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6751914024353027,
      "cov-distil (oracle2student)": 4.59328031539917,
      "cov-distil (oracle2teacher)": 4.4994025230407715,
      "epoch": 1.4175824175824177,
      "rel-constrast": 2.113581418991089,
      "step": 1806,
      "subrel-constrast": 2.9972217082977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1671643257141113,
      "cov-distil (oracle2student)": 5.35481595993042,
      "cov-distil (oracle2teacher)": 4.82894229888916,
      "epoch": 1.4183673469387754,
      "rel-constrast": 1.6069931983947754,
      "step": 1807,
      "subrel-constrast": 2.9576563835144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5081427097320557,
      "cov-distil (oracle2student)": 4.27778434753418,
      "cov-distil (oracle2teacher)": 3.9521074295043945,
      "epoch": 1.4191522762951334,
      "rel-constrast": 2.483769416809082,
      "step": 1808,
      "subrel-constrast": 3.13090443611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232184410095215,
      "cov-distil (oracle2student)": 5.286380290985107,
      "cov-distil (oracle2teacher)": 4.706452369689941,
      "epoch": 1.4199372056514914,
      "rel-constrast": 2.8749027252197266,
      "step": 1809,
      "subrel-constrast": 3.5975632667541504,
      "view-similarity": 0
    },
    {
      "epoch": 1.4207221350078494,
      "grad_norm": 4.59375,
      "learning_rate": 8.053490688419533e-05,
      "loss": 0.6038,
      "step": 1810
    },
    {
      "cov-distil": 1.892610788345337,
      "cov-distil (oracle2student)": 4.810943603515625,
      "cov-distil (oracle2teacher)": 4.599486351013184,
      "epoch": 1.4207221350078494,
      "rel-constrast": 2.4484810829162598,
      "step": 1810,
      "subrel-constrast": 3.350630760192871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3378212451934814,
      "cov-distil (oracle2student)": 4.486128330230713,
      "cov-distil (oracle2teacher)": 3.964082717895508,
      "epoch": 1.4215070643642072,
      "rel-constrast": 2.0527548789978027,
      "step": 1811,
      "subrel-constrast": 2.7412195205688477,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.175534963607788,
      "cov-distil (oracle2student)": 3.829874038696289,
      "cov-distil (oracle2teacher)": 4.178239822387695,
      "epoch": 1.4222919937205651,
      "rel-constrast": 3.0567471981048584,
      "step": 1812,
      "subrel-constrast": 4.031434059143066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9140148162841797,
      "cov-distil (oracle2student)": 4.574459552764893,
      "cov-distil (oracle2teacher)": 4.612103462219238,
      "epoch": 1.4230769230769231,
      "rel-constrast": 1.4823675155639648,
      "step": 1813,
      "subrel-constrast": 3.140157461166382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324232816696167,
      "cov-distil (oracle2student)": 4.839756965637207,
      "cov-distil (oracle2teacher)": 4.255583763122559,
      "epoch": 1.423861852433281,
      "rel-constrast": 1.6891429424285889,
      "step": 1814,
      "subrel-constrast": 2.653327226638794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0702846050262451,
      "cov-distil (oracle2student)": 2.8276286125183105,
      "cov-distil (oracle2teacher)": 3.3097293376922607,
      "epoch": 1.4246467817896389,
      "rel-constrast": 2.3675448894500732,
      "step": 1815,
      "subrel-constrast": 3.0031862258911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8669545650482178,
      "cov-distil (oracle2student)": 5.956426620483398,
      "cov-distil (oracle2teacher)": 5.325616836547852,
      "epoch": 1.4254317111459969,
      "rel-constrast": 2.6898632049560547,
      "step": 1816,
      "subrel-constrast": 3.490630865097046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7726540565490723,
      "cov-distil (oracle2student)": 5.416834354400635,
      "cov-distil (oracle2teacher)": 4.929178237915039,
      "epoch": 1.4262166405023549,
      "rel-constrast": 3.1741085052490234,
      "step": 1817,
      "subrel-constrast": 3.6860978603363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09568452835083,
      "cov-distil (oracle2student)": 4.058872222900391,
      "cov-distil (oracle2teacher)": 4.072582721710205,
      "epoch": 1.4270015698587128,
      "rel-constrast": 3.181279420852661,
      "step": 1818,
      "subrel-constrast": 3.4425389766693115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018135786056519,
      "cov-distil (oracle2student)": 3.606372833251953,
      "cov-distil (oracle2teacher)": 3.5912041664123535,
      "epoch": 1.4277864992150706,
      "rel-constrast": 2.5887715816497803,
      "step": 1819,
      "subrel-constrast": 3.301304817199707,
      "view-similarity": 0
    },
    {
      "epoch": 1.4285714285714286,
      "grad_norm": 4.65625,
      "learning_rate": 8.02577525133239e-05,
      "loss": 0.6612,
      "step": 1820
    },
    {
      "cov-distil": 1.6106890439987183,
      "cov-distil (oracle2student)": 3.8022031784057617,
      "cov-distil (oracle2teacher)": 3.7633914947509766,
      "epoch": 1.4285714285714286,
      "rel-constrast": 2.2175848484039307,
      "step": 1820,
      "subrel-constrast": 3.090505838394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449737548828125,
      "cov-distil (oracle2student)": 5.97035551071167,
      "cov-distil (oracle2teacher)": 5.16622257232666,
      "epoch": 1.4293563579277864,
      "rel-constrast": 2.578678607940674,
      "step": 1821,
      "subrel-constrast": 3.403792381286621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2892136573791504,
      "cov-distil (oracle2student)": 4.964870452880859,
      "cov-distil (oracle2teacher)": 4.802122116088867,
      "epoch": 1.4301412872841444,
      "rel-constrast": 2.0650992393493652,
      "step": 1822,
      "subrel-constrast": 3.070966958999634,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689548373222351,
      "cov-distil (oracle2student)": 3.801048755645752,
      "cov-distil (oracle2teacher)": 3.5372042655944824,
      "epoch": 1.4309262166405023,
      "rel-constrast": 1.6462897062301636,
      "step": 1823,
      "subrel-constrast": 2.664851188659668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1022744178771973,
      "cov-distil (oracle2student)": 3.3872604370117188,
      "cov-distil (oracle2teacher)": 3.1379430294036865,
      "epoch": 1.4317111459968603,
      "rel-constrast": 2.246166229248047,
      "step": 1824,
      "subrel-constrast": 3.3516271114349365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391831874847412,
      "cov-distil (oracle2student)": 3.6001176834106445,
      "cov-distil (oracle2teacher)": 3.77467679977417,
      "epoch": 1.4324960753532183,
      "rel-constrast": 2.6091578006744385,
      "step": 1825,
      "subrel-constrast": 3.395796537399292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7626323699951172,
      "cov-distil (oracle2student)": 7.052005767822266,
      "cov-distil (oracle2teacher)": 6.453646659851074,
      "epoch": 1.433281004709576,
      "rel-constrast": 3.441565990447998,
      "step": 1826,
      "subrel-constrast": 4.044673442840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5210915803909302,
      "cov-distil (oracle2student)": 4.623686790466309,
      "cov-distil (oracle2teacher)": 4.096124649047852,
      "epoch": 1.434065934065934,
      "rel-constrast": 2.7023215293884277,
      "step": 1827,
      "subrel-constrast": 3.006610631942749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845717906951904,
      "cov-distil (oracle2student)": 4.117569446563721,
      "cov-distil (oracle2teacher)": 4.130375862121582,
      "epoch": 1.434850863422292,
      "rel-constrast": 2.3974099159240723,
      "step": 1828,
      "subrel-constrast": 3.1961050033569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5704052448272705,
      "cov-distil (oracle2student)": 6.947028160095215,
      "cov-distil (oracle2teacher)": 5.6303863525390625,
      "epoch": 1.4356357927786498,
      "rel-constrast": 3.4797167778015137,
      "step": 1829,
      "subrel-constrast": 3.708390474319458,
      "view-similarity": 0
    },
    {
      "epoch": 1.4364207221350078,
      "grad_norm": 4.9375,
      "learning_rate": 7.997912342228232e-05,
      "loss": 0.6753,
      "step": 1830
    },
    {
      "cov-distil": 1.3259416818618774,
      "cov-distil (oracle2student)": 5.923844337463379,
      "cov-distil (oracle2teacher)": 5.295834064483643,
      "epoch": 1.4364207221350078,
      "rel-constrast": 2.9652533531188965,
      "step": 1830,
      "subrel-constrast": 3.5283541679382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1745874881744385,
      "cov-distil (oracle2student)": 2.5317611694335938,
      "cov-distil (oracle2teacher)": 3.361032485961914,
      "epoch": 1.4372056514913658,
      "rel-constrast": 1.9364569187164307,
      "step": 1831,
      "subrel-constrast": 3.4755940437316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2745411396026611,
      "cov-distil (oracle2student)": 4.405739784240723,
      "cov-distil (oracle2teacher)": 4.500865936279297,
      "epoch": 1.4379905808477238,
      "rel-constrast": 1.748441457748413,
      "step": 1832,
      "subrel-constrast": 2.277310848236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8830902576446533,
      "cov-distil (oracle2student)": 5.244917392730713,
      "cov-distil (oracle2teacher)": 4.638619422912598,
      "epoch": 1.4387755102040816,
      "rel-constrast": 2.3674416542053223,
      "step": 1833,
      "subrel-constrast": 3.17592191696167,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4114291667938232,
      "cov-distil (oracle2student)": 2.805773973464966,
      "cov-distil (oracle2teacher)": 3.4459614753723145,
      "epoch": 1.4395604395604396,
      "rel-constrast": 2.1647706031799316,
      "step": 1834,
      "subrel-constrast": 3.371300458908081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3446857929229736,
      "cov-distil (oracle2student)": 3.2991223335266113,
      "cov-distil (oracle2teacher)": 3.174574613571167,
      "epoch": 1.4403453689167975,
      "rel-constrast": 2.93190860748291,
      "step": 1835,
      "subrel-constrast": 3.5713229179382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2416455745697021,
      "cov-distil (oracle2student)": 4.44789981842041,
      "cov-distil (oracle2teacher)": 4.356147289276123,
      "epoch": 1.4411302982731553,
      "rel-constrast": 2.258272171020508,
      "step": 1836,
      "subrel-constrast": 2.7660653591156006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3452012538909912,
      "cov-distil (oracle2student)": 3.2660422325134277,
      "cov-distil (oracle2teacher)": 3.222515106201172,
      "epoch": 1.4419152276295133,
      "rel-constrast": 2.7703452110290527,
      "step": 1837,
      "subrel-constrast": 3.3372440338134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.993546724319458,
      "cov-distil (oracle2student)": 3.5785574913024902,
      "cov-distil (oracle2teacher)": 3.499195098876953,
      "epoch": 1.4427001569858713,
      "rel-constrast": 2.656054973602295,
      "step": 1838,
      "subrel-constrast": 3.5133585929870605,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210256576538086,
      "cov-distil (oracle2student)": 2.751357316970825,
      "cov-distil (oracle2teacher)": 3.1986443996429443,
      "epoch": 1.4434850863422293,
      "rel-constrast": 2.053617477416992,
      "step": 1839,
      "subrel-constrast": 3.175776958465576,
      "view-similarity": 0
    },
    {
      "epoch": 1.4442700156985873,
      "grad_norm": 3.59375,
      "learning_rate": 7.969903319105935e-05,
      "loss": 0.6393,
      "step": 1840
    },
    {
      "cov-distil": 1.7331438064575195,
      "cov-distil (oracle2student)": 6.668321132659912,
      "cov-distil (oracle2teacher)": 5.585765838623047,
      "epoch": 1.4442700156985873,
      "rel-constrast": 3.772783041000366,
      "step": 1840,
      "subrel-constrast": 4.179546356201172,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.412273406982422,
      "cov-distil (oracle2student)": 7.441709518432617,
      "cov-distil (oracle2teacher)": 6.852656841278076,
      "epoch": 1.445054945054945,
      "rel-constrast": 3.2948005199432373,
      "step": 1841,
      "subrel-constrast": 4.201717853546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8498246669769287,
      "cov-distil (oracle2student)": 2.600234031677246,
      "cov-distil (oracle2teacher)": 2.7400190830230713,
      "epoch": 1.445839874411303,
      "rel-constrast": 1.8998374938964844,
      "step": 1842,
      "subrel-constrast": 2.9326841831207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2829949855804443,
      "cov-distil (oracle2student)": 4.415867805480957,
      "cov-distil (oracle2teacher)": 4.130264759063721,
      "epoch": 1.4466248037676608,
      "rel-constrast": 1.9379241466522217,
      "step": 1843,
      "subrel-constrast": 2.892453908920288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2653441429138184,
      "cov-distil (oracle2student)": 3.5493345260620117,
      "cov-distil (oracle2teacher)": 3.460683822631836,
      "epoch": 1.4474097331240188,
      "rel-constrast": 3.0171797275543213,
      "step": 1844,
      "subrel-constrast": 3.6071648597717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0000877380371094,
      "cov-distil (oracle2student)": 6.051172256469727,
      "cov-distil (oracle2teacher)": 6.108983039855957,
      "epoch": 1.4481946624803768,
      "rel-constrast": 3.5298471450805664,
      "step": 1845,
      "subrel-constrast": 4.613471508026123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5856980085372925,
      "cov-distil (oracle2student)": 4.818604469299316,
      "cov-distil (oracle2teacher)": 4.779183387756348,
      "epoch": 1.4489795918367347,
      "rel-constrast": 2.6353583335876465,
      "step": 1846,
      "subrel-constrast": 3.321237087249756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5992907285690308,
      "cov-distil (oracle2student)": 4.401127338409424,
      "cov-distil (oracle2teacher)": 4.1265788078308105,
      "epoch": 1.4497645211930927,
      "rel-constrast": 2.8418290615081787,
      "step": 1847,
      "subrel-constrast": 3.3654162883758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3330987691879272,
      "cov-distil (oracle2student)": 4.489046573638916,
      "cov-distil (oracle2teacher)": 4.517386436462402,
      "epoch": 1.4505494505494505,
      "rel-constrast": 2.8708384037017822,
      "step": 1848,
      "subrel-constrast": 3.587742805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771682262420654,
      "cov-distil (oracle2student)": 5.24262809753418,
      "cov-distil (oracle2teacher)": 5.064661979675293,
      "epoch": 1.4513343799058085,
      "rel-constrast": 2.853928565979004,
      "step": 1849,
      "subrel-constrast": 3.5136187076568604,
      "view-similarity": 0
    },
    {
      "epoch": 1.4521193092621665,
      "grad_norm": 4.71875,
      "learning_rate": 7.941749547085777e-05,
      "loss": 0.758,
      "step": 1850
    },
    {
      "cov-distil": 1.9485580921173096,
      "cov-distil (oracle2student)": 3.0894665718078613,
      "cov-distil (oracle2teacher)": 3.54312801361084,
      "epoch": 1.4521193092621665,
      "rel-constrast": 1.6639125347137451,
      "step": 1850,
      "subrel-constrast": 3.1801154613494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5645349025726318,
      "cov-distil (oracle2student)": 5.015529632568359,
      "cov-distil (oracle2teacher)": 4.744769096374512,
      "epoch": 1.4529042386185242,
      "rel-constrast": 3.5592103004455566,
      "step": 1851,
      "subrel-constrast": 4.05716609954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.348825454711914,
      "cov-distil (oracle2student)": 5.618232250213623,
      "cov-distil (oracle2teacher)": 5.720325469970703,
      "epoch": 1.4536891679748822,
      "rel-constrast": 2.827518939971924,
      "step": 1852,
      "subrel-constrast": 4.12335729598999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459314346313477,
      "cov-distil (oracle2student)": 3.8605241775512695,
      "cov-distil (oracle2teacher)": 3.5481560230255127,
      "epoch": 1.4544740973312402,
      "rel-constrast": 3.226402759552002,
      "step": 1853,
      "subrel-constrast": 3.4049811363220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2122879028320312,
      "cov-distil (oracle2student)": 2.79302978515625,
      "cov-distil (oracle2teacher)": 2.902271270751953,
      "epoch": 1.4552590266875982,
      "rel-constrast": 3.025144577026367,
      "step": 1854,
      "subrel-constrast": 3.9762516021728516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9295567274093628,
      "cov-distil (oracle2student)": 4.097653388977051,
      "cov-distil (oracle2teacher)": 4.460182189941406,
      "epoch": 1.456043956043956,
      "rel-constrast": 2.472968339920044,
      "step": 1855,
      "subrel-constrast": 3.5338261127471924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9634439945220947,
      "cov-distil (oracle2student)": 3.0036590099334717,
      "cov-distil (oracle2teacher)": 2.9497323036193848,
      "epoch": 1.456828885400314,
      "rel-constrast": 2.1469006538391113,
      "step": 1856,
      "subrel-constrast": 3.174811601638794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756185531616211,
      "cov-distil (oracle2student)": 4.577803611755371,
      "cov-distil (oracle2teacher)": 4.195806503295898,
      "epoch": 1.457613814756672,
      "rel-constrast": 2.450063467025757,
      "step": 1857,
      "subrel-constrast": 3.229724407196045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8134500980377197,
      "cov-distil (oracle2student)": 3.436284303665161,
      "cov-distil (oracle2teacher)": 4.089195728302002,
      "epoch": 1.4583987441130297,
      "rel-constrast": 2.460465908050537,
      "step": 1858,
      "subrel-constrast": 3.372145414352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774916172027588,
      "cov-distil (oracle2student)": 4.810733795166016,
      "cov-distil (oracle2teacher)": 4.8866729736328125,
      "epoch": 1.4591836734693877,
      "rel-constrast": 2.834474563598633,
      "step": 1859,
      "subrel-constrast": 3.8617782592773438,
      "view-similarity": 0
    },
    {
      "epoch": 1.4599686028257457,
      "grad_norm": 4.4375,
      "learning_rate": 7.913452398342881e-05,
      "loss": 0.7103,
      "step": 1860
    },
    {
      "cov-distil": 1.52197265625,
      "cov-distil (oracle2student)": 3.836055278778076,
      "cov-distil (oracle2teacher)": 3.4842286109924316,
      "epoch": 1.4599686028257457,
      "rel-constrast": 2.647437334060669,
      "step": 1860,
      "subrel-constrast": 3.3668606281280518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2722694873809814,
      "cov-distil (oracle2student)": 6.303731918334961,
      "cov-distil (oracle2teacher)": 5.919926643371582,
      "epoch": 1.4607535321821037,
      "rel-constrast": 1.918820858001709,
      "step": 1861,
      "subrel-constrast": 2.6694977283477783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.362201452255249,
      "cov-distil (oracle2student)": 3.5872793197631836,
      "cov-distil (oracle2teacher)": 3.47131609916687,
      "epoch": 1.4615384615384617,
      "rel-constrast": 3.0067896842956543,
      "step": 1862,
      "subrel-constrast": 3.4771950244903564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.772390365600586,
      "cov-distil (oracle2student)": 5.021002769470215,
      "cov-distil (oracle2teacher)": 4.458714485168457,
      "epoch": 1.4623233908948194,
      "rel-constrast": 2.3119473457336426,
      "step": 1863,
      "subrel-constrast": 3.520709753036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314399003982544,
      "cov-distil (oracle2student)": 4.426251411437988,
      "cov-distil (oracle2teacher)": 4.223935604095459,
      "epoch": 1.4631083202511774,
      "rel-constrast": 2.248854160308838,
      "step": 1864,
      "subrel-constrast": 3.53951096534729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3072807788848877,
      "cov-distil (oracle2student)": 3.9012258052825928,
      "cov-distil (oracle2teacher)": 3.55198335647583,
      "epoch": 1.4638932496075352,
      "rel-constrast": 3.263444423675537,
      "step": 1865,
      "subrel-constrast": 3.7345101833343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5258052349090576,
      "cov-distil (oracle2student)": 3.387803077697754,
      "cov-distil (oracle2teacher)": 3.31318998336792,
      "epoch": 1.4646781789638932,
      "rel-constrast": 3.10018253326416,
      "step": 1866,
      "subrel-constrast": 3.7318215370178223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2737534046173096,
      "cov-distil (oracle2student)": 2.974205732345581,
      "cov-distil (oracle2teacher)": 3.707487106323242,
      "epoch": 1.4654631083202512,
      "rel-constrast": 2.9498510360717773,
      "step": 1867,
      "subrel-constrast": 3.804115056991577,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2348015308380127,
      "cov-distil (oracle2student)": 4.473909378051758,
      "cov-distil (oracle2teacher)": 4.597431182861328,
      "epoch": 1.4662480376766092,
      "rel-constrast": 2.151139736175537,
      "step": 1868,
      "subrel-constrast": 3.2728676795959473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0933599472045898,
      "cov-distil (oracle2student)": 3.8700737953186035,
      "cov-distil (oracle2teacher)": 3.693554162979126,
      "epoch": 1.4670329670329672,
      "rel-constrast": 1.9148038625717163,
      "step": 1869,
      "subrel-constrast": 2.800344944000244,
      "view-similarity": 0
    },
    {
      "epoch": 1.467817896389325,
      "grad_norm": 4.34375,
      "learning_rate": 7.885013252040359e-05,
      "loss": 0.677,
      "step": 1870
    },
    {
      "cov-distil": 2.1662256717681885,
      "cov-distil (oracle2student)": 3.3389534950256348,
      "cov-distil (oracle2teacher)": 3.5883586406707764,
      "epoch": 1.467817896389325,
      "rel-constrast": 3.149477005004883,
      "step": 1870,
      "subrel-constrast": 4.288212299346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7512558698654175,
      "cov-distil (oracle2student)": 3.2108278274536133,
      "cov-distil (oracle2teacher)": 3.0249414443969727,
      "epoch": 1.468602825745683,
      "rel-constrast": 2.0957114696502686,
      "step": 1871,
      "subrel-constrast": 3.154172897338867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9940195083618164,
      "cov-distil (oracle2student)": 4.0536789894104,
      "cov-distil (oracle2teacher)": 3.981785297393799,
      "epoch": 1.469387755102041,
      "rel-constrast": 2.963197708129883,
      "step": 1872,
      "subrel-constrast": 3.7424232959747314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.796790361404419,
      "cov-distil (oracle2student)": 3.669740915298462,
      "cov-distil (oracle2teacher)": 4.37542200088501,
      "epoch": 1.4701726844583987,
      "rel-constrast": 2.4123449325561523,
      "step": 1873,
      "subrel-constrast": 3.695403575897217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.262810230255127,
      "cov-distil (oracle2student)": 3.8970913887023926,
      "cov-distil (oracle2teacher)": 4.062918663024902,
      "epoch": 1.4709576138147566,
      "rel-constrast": 1.9517865180969238,
      "step": 1874,
      "subrel-constrast": 3.2888295650482178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9337990283966064,
      "cov-distil (oracle2student)": 4.754410743713379,
      "cov-distil (oracle2teacher)": 4.851389408111572,
      "epoch": 1.4717425431711146,
      "rel-constrast": 3.5194921493530273,
      "step": 1875,
      "subrel-constrast": 3.835653066635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2246627807617188,
      "cov-distil (oracle2student)": 4.056242942810059,
      "cov-distil (oracle2teacher)": 4.259171962738037,
      "epoch": 1.4725274725274726,
      "rel-constrast": 2.6464312076568604,
      "step": 1876,
      "subrel-constrast": 3.961592674255371,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2836079597473145,
      "cov-distil (oracle2student)": 4.850823402404785,
      "cov-distil (oracle2teacher)": 4.584602355957031,
      "epoch": 1.4733124018838304,
      "rel-constrast": 2.863163948059082,
      "step": 1877,
      "subrel-constrast": 3.2533721923828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.956789255142212,
      "cov-distil (oracle2student)": 4.599555969238281,
      "cov-distil (oracle2teacher)": 4.486266613006592,
      "epoch": 1.4740973312401884,
      "rel-constrast": 3.4276998043060303,
      "step": 1878,
      "subrel-constrast": 4.526918411254883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7241930961608887,
      "cov-distil (oracle2student)": 4.413828372955322,
      "cov-distil (oracle2teacher)": 3.8278238773345947,
      "epoch": 1.4748822605965464,
      "rel-constrast": 2.295938014984131,
      "step": 1879,
      "subrel-constrast": 3.208172082901001,
      "view-similarity": 0
    },
    {
      "epoch": 1.4756671899529041,
      "grad_norm": 4.0625,
      "learning_rate": 7.856433494262077e-05,
      "loss": 0.7309,
      "step": 1880
    },
    {
      "cov-distil": 1.9619479179382324,
      "cov-distil (oracle2student)": 4.178736686706543,
      "cov-distil (oracle2teacher)": 3.9842467308044434,
      "epoch": 1.4756671899529041,
      "rel-constrast": 2.6152429580688477,
      "step": 1880,
      "subrel-constrast": 3.441816806793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086646556854248,
      "cov-distil (oracle2student)": 5.1097822189331055,
      "cov-distil (oracle2teacher)": 4.503220558166504,
      "epoch": 1.4764521193092621,
      "rel-constrast": 2.525790214538574,
      "step": 1881,
      "subrel-constrast": 3.6547601222991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.523575782775879,
      "cov-distil (oracle2student)": 3.617493152618408,
      "cov-distil (oracle2teacher)": 3.5494041442871094,
      "epoch": 1.4772370486656201,
      "rel-constrast": 1.635216236114502,
      "step": 1882,
      "subrel-constrast": 2.5541107654571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782243013381958,
      "cov-distil (oracle2student)": 3.0781664848327637,
      "cov-distil (oracle2teacher)": 3.2590599060058594,
      "epoch": 1.478021978021978,
      "rel-constrast": 2.161602020263672,
      "step": 1883,
      "subrel-constrast": 2.974276304244995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426692008972168,
      "cov-distil (oracle2student)": 3.707613945007324,
      "cov-distil (oracle2teacher)": 3.9118263721466064,
      "epoch": 1.478806907378336,
      "rel-constrast": 2.3459181785583496,
      "step": 1884,
      "subrel-constrast": 3.1636595726013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4721711874008179,
      "cov-distil (oracle2student)": 4.048822402954102,
      "cov-distil (oracle2teacher)": 3.920128345489502,
      "epoch": 1.4795918367346939,
      "rel-constrast": 2.869980573654175,
      "step": 1885,
      "subrel-constrast": 3.299013376235962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0839803218841553,
      "cov-distil (oracle2student)": 4.764129638671875,
      "cov-distil (oracle2teacher)": 4.409634113311768,
      "epoch": 1.4803767660910518,
      "rel-constrast": 1.50699782371521,
      "step": 1886,
      "subrel-constrast": 2.66340970993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7537177801132202,
      "cov-distil (oracle2student)": 6.437176704406738,
      "cov-distil (oracle2teacher)": 5.9921698570251465,
      "epoch": 1.4811616954474096,
      "rel-constrast": 3.1251754760742188,
      "step": 1887,
      "subrel-constrast": 4.060230731964111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4291915893554688,
      "cov-distil (oracle2student)": 3.330860137939453,
      "cov-distil (oracle2teacher)": 3.335958480834961,
      "epoch": 1.4819466248037676,
      "rel-constrast": 2.1467604637145996,
      "step": 1888,
      "subrel-constrast": 3.0894992351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3521504402160645,
      "cov-distil (oracle2student)": 3.286504030227661,
      "cov-distil (oracle2teacher)": 3.541555881500244,
      "epoch": 1.4827315541601256,
      "rel-constrast": 3.6367299556732178,
      "step": 1889,
      "subrel-constrast": 4.0568342208862305,
      "view-similarity": 0
    },
    {
      "epoch": 1.4835164835164836,
      "grad_norm": 6.53125,
      "learning_rate": 7.827714517945115e-05,
      "loss": 0.6564,
      "step": 1890
    },
    {
      "cov-distil": 1.6304035186767578,
      "cov-distil (oracle2student)": 3.4439871311187744,
      "cov-distil (oracle2teacher)": 3.355569839477539,
      "epoch": 1.4835164835164836,
      "rel-constrast": 2.1439995765686035,
      "step": 1890,
      "subrel-constrast": 2.6918957233428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5647752285003662,
      "cov-distil (oracle2student)": 3.156834602355957,
      "cov-distil (oracle2teacher)": 3.1192684173583984,
      "epoch": 1.4843014128728416,
      "rel-constrast": 3.003936290740967,
      "step": 1891,
      "subrel-constrast": 3.5022482872009277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581449031829834,
      "cov-distil (oracle2student)": 3.811399459838867,
      "cov-distil (oracle2teacher)": 3.813384532928467,
      "epoch": 1.4850863422291993,
      "rel-constrast": 2.075209379196167,
      "step": 1892,
      "subrel-constrast": 2.8351476192474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7315571308135986,
      "cov-distil (oracle2student)": 3.4859917163848877,
      "cov-distil (oracle2teacher)": 3.8453245162963867,
      "epoch": 1.4858712715855573,
      "rel-constrast": 2.3041064739227295,
      "step": 1893,
      "subrel-constrast": 3.05730938911438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2768774032592773,
      "cov-distil (oracle2student)": 4.2608442306518555,
      "cov-distil (oracle2teacher)": 4.286587715148926,
      "epoch": 1.4866562009419153,
      "rel-constrast": 2.9366915225982666,
      "step": 1894,
      "subrel-constrast": 3.4502310752868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.696824550628662,
      "cov-distil (oracle2student)": 5.276810646057129,
      "cov-distil (oracle2teacher)": 5.086861610412598,
      "epoch": 1.487441130298273,
      "rel-constrast": 2.1211040019989014,
      "step": 1895,
      "subrel-constrast": 3.1188063621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3582959175109863,
      "cov-distil (oracle2student)": 2.8549928665161133,
      "cov-distil (oracle2teacher)": 2.7563600540161133,
      "epoch": 1.488226059654631,
      "rel-constrast": 2.0383543968200684,
      "step": 1896,
      "subrel-constrast": 2.823132038116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2648911476135254,
      "cov-distil (oracle2student)": 6.979656219482422,
      "cov-distil (oracle2teacher)": 6.314308166503906,
      "epoch": 1.489010989010989,
      "rel-constrast": 2.73305082321167,
      "step": 1897,
      "subrel-constrast": 3.4325621128082275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7057569026947021,
      "cov-distil (oracle2student)": 4.346531867980957,
      "cov-distil (oracle2teacher)": 4.212472915649414,
      "epoch": 1.489795918367347,
      "rel-constrast": 2.8278372287750244,
      "step": 1898,
      "subrel-constrast": 3.4344980716705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9052321910858154,
      "cov-distil (oracle2student)": 5.260918617248535,
      "cov-distil (oracle2teacher)": 5.032794952392578,
      "epoch": 1.4905808477237048,
      "rel-constrast": 2.8182830810546875,
      "step": 1899,
      "subrel-constrast": 3.6049554347991943,
      "view-similarity": 0
    },
    {
      "epoch": 1.4913657770800628,
      "grad_norm": 4.875,
      "learning_rate": 7.798857722811856e-05,
      "loss": 0.6644,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "overlap": 0.328125,
      "step": 1900
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "student margin": 0.0452880859375
    },
    {
      "epoch": 1.4913657770800628,
      "step": 1900,
      "teacher margin": 0.028045654296875
    },
    {
      "epoch": 1.4913657770800628,
      "margin difference": -0.017242431640625,
      "step": 1900
    },
    {
      "cov-distil": 1.882176399230957,
      "cov-distil (oracle2student)": 4.321346759796143,
      "cov-distil (oracle2teacher)": 4.528651237487793,
      "epoch": 1.4913657770800628,
      "rel-constrast": 3.4739418029785156,
      "step": 1900,
      "subrel-constrast": 3.9462509155273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3060190677642822,
      "cov-distil (oracle2student)": 3.385277271270752,
      "cov-distil (oracle2teacher)": 3.5905685424804688,
      "epoch": 1.4921507064364208,
      "rel-constrast": 2.3196933269500732,
      "step": 1901,
      "subrel-constrast": 2.874878406524658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.26092529296875,
      "cov-distil (oracle2student)": 2.518801212310791,
      "cov-distil (oracle2teacher)": 2.329855442047119,
      "epoch": 1.4929356357927785,
      "rel-constrast": 2.121781826019287,
      "step": 1902,
      "subrel-constrast": 2.2023942470550537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4620296955108643,
      "cov-distil (oracle2student)": 3.8718338012695312,
      "cov-distil (oracle2teacher)": 3.8365557193756104,
      "epoch": 1.4937205651491365,
      "rel-constrast": 1.7907485961914062,
      "step": 1903,
      "subrel-constrast": 2.5905706882476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037835121154785,
      "cov-distil (oracle2student)": 3.2696564197540283,
      "cov-distil (oracle2teacher)": 3.624835729598999,
      "epoch": 1.4945054945054945,
      "rel-constrast": 3.4190711975097656,
      "step": 1904,
      "subrel-constrast": 4.008632183074951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017167568206787,
      "cov-distil (oracle2student)": 3.934730052947998,
      "cov-distil (oracle2teacher)": 4.010739803314209,
      "epoch": 1.4952904238618525,
      "rel-constrast": 2.3278183937072754,
      "step": 1905,
      "subrel-constrast": 2.8030014038085938,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2577404975891113,
      "cov-distil (oracle2student)": 5.226375579833984,
      "cov-distil (oracle2teacher)": 4.641557693481445,
      "epoch": 1.4960753532182103,
      "rel-constrast": 2.6078367233276367,
      "step": 1906,
      "subrel-constrast": 3.916501760482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6293599605560303,
      "cov-distil (oracle2student)": 4.489864349365234,
      "cov-distil (oracle2teacher)": 4.3343095779418945,
      "epoch": 1.4968602825745683,
      "rel-constrast": 2.5417661666870117,
      "step": 1907,
      "subrel-constrast": 3.0418851375579834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041426420211792,
      "cov-distil (oracle2student)": 2.294217586517334,
      "cov-distil (oracle2teacher)": 2.9767820835113525,
      "epoch": 1.4976452119309263,
      "rel-constrast": 2.018766403198242,
      "step": 1908,
      "subrel-constrast": 2.886190891265869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7125988006591797,
      "cov-distil (oracle2student)": 3.875645637512207,
      "cov-distil (oracle2teacher)": 3.9450645446777344,
      "epoch": 1.498430141287284,
      "rel-constrast": 2.3436896800994873,
      "step": 1909,
      "subrel-constrast": 3.3813915252685547,
      "view-similarity": 0
    },
    {
      "epoch": 1.499215070643642,
      "grad_norm": 3.96875,
      "learning_rate": 7.769864515301787e-05,
      "loss": 0.6671,
      "step": 1910
    },
    {
      "cov-distil": 1.4655067920684814,
      "cov-distil (oracle2student)": 3.166985034942627,
      "cov-distil (oracle2teacher)": 3.808764934539795,
      "epoch": 1.499215070643642,
      "rel-constrast": 2.845541477203369,
      "step": 1910,
      "subrel-constrast": 3.616903066635132,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.419888496398926,
      "cov-distil (oracle2student)": 4.31748104095459,
      "cov-distil (oracle2teacher)": 4.529298782348633,
      "epoch": 1.5,
      "rel-constrast": 3.1837615966796875,
      "step": 1911,
      "subrel-constrast": 4.0641913414001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771244764328003,
      "cov-distil (oracle2student)": 5.218039512634277,
      "cov-distil (oracle2teacher)": 4.628267765045166,
      "epoch": 1.500784929356358,
      "rel-constrast": 1.9433872699737549,
      "step": 1912,
      "subrel-constrast": 3.352454662322998,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103170394897461,
      "cov-distil (oracle2student)": 3.659334897994995,
      "cov-distil (oracle2teacher)": 3.9739131927490234,
      "epoch": 1.501569858712716,
      "rel-constrast": 2.611997127532959,
      "step": 1913,
      "subrel-constrast": 3.9816362857818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7057501077651978,
      "cov-distil (oracle2student)": 6.294707775115967,
      "cov-distil (oracle2teacher)": 5.561486721038818,
      "epoch": 1.5023547880690737,
      "rel-constrast": 3.2622368335723877,
      "step": 1914,
      "subrel-constrast": 3.599514961242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936646580696106,
      "cov-distil (oracle2student)": 4.904885292053223,
      "cov-distil (oracle2teacher)": 4.5848259925842285,
      "epoch": 1.5031397174254317,
      "rel-constrast": 3.692253351211548,
      "step": 1915,
      "subrel-constrast": 4.915129661560059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0543813705444336,
      "cov-distil (oracle2student)": 3.208527088165283,
      "cov-distil (oracle2teacher)": 3.5591094493865967,
      "epoch": 1.5039246467817895,
      "rel-constrast": 2.602038860321045,
      "step": 1916,
      "subrel-constrast": 3.808842658996582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.476601004600525,
      "cov-distil (oracle2student)": 5.102556228637695,
      "cov-distil (oracle2teacher)": 4.82636022567749,
      "epoch": 1.5047095761381475,
      "rel-constrast": 2.9089183807373047,
      "step": 1917,
      "subrel-constrast": 3.3778836727142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1111698150634766,
      "cov-distil (oracle2student)": 3.652646064758301,
      "cov-distil (oracle2teacher)": 3.9428389072418213,
      "epoch": 1.5054945054945055,
      "rel-constrast": 2.0567831993103027,
      "step": 1918,
      "subrel-constrast": 3.2882843017578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7563709020614624,
      "cov-distil (oracle2student)": 3.6494970321655273,
      "cov-distil (oracle2teacher)": 3.711500406265259,
      "epoch": 1.5062794348508635,
      "rel-constrast": 2.6341042518615723,
      "step": 1919,
      "subrel-constrast": 3.8776659965515137,
      "view-similarity": 0
    },
    {
      "epoch": 1.5070643642072215,
      "grad_norm": 5.28125,
      "learning_rate": 7.740736308502938e-05,
      "loss": 0.7405,
      "step": 1920
    },
    {
      "cov-distil": 1.8479868173599243,
      "cov-distil (oracle2student)": 4.236990928649902,
      "cov-distil (oracle2teacher)": 4.58717155456543,
      "epoch": 1.5070643642072215,
      "rel-constrast": 5.207501411437988,
      "step": 1920,
      "subrel-constrast": 5.626379013061523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6648390293121338,
      "cov-distil (oracle2student)": 3.670872688293457,
      "cov-distil (oracle2teacher)": 3.2936487197875977,
      "epoch": 1.5078492935635794,
      "rel-constrast": 3.1430702209472656,
      "step": 1921,
      "subrel-constrast": 3.621849536895752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688633441925049,
      "cov-distil (oracle2student)": 4.691165924072266,
      "cov-distil (oracle2teacher)": 4.516253471374512,
      "epoch": 1.5086342229199372,
      "rel-constrast": 2.107180595397949,
      "step": 1922,
      "subrel-constrast": 3.6131033897399902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9684548377990723,
      "cov-distil (oracle2student)": 5.353768348693848,
      "cov-distil (oracle2teacher)": 4.498270034790039,
      "epoch": 1.509419152276295,
      "rel-constrast": 3.0759663581848145,
      "step": 1923,
      "subrel-constrast": 3.947181463241577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8287177085876465,
      "cov-distil (oracle2student)": 5.542801380157471,
      "cov-distil (oracle2teacher)": 4.773843765258789,
      "epoch": 1.510204081632653,
      "rel-constrast": 1.623232126235962,
      "step": 1924,
      "subrel-constrast": 2.71696400642395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767244577407837,
      "cov-distil (oracle2student)": 3.5580432415008545,
      "cov-distil (oracle2teacher)": 3.746077060699463,
      "epoch": 1.510989010989011,
      "rel-constrast": 3.1156914234161377,
      "step": 1925,
      "subrel-constrast": 3.7781035900115967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.658043384552002,
      "cov-distil (oracle2student)": 3.859222412109375,
      "cov-distil (oracle2teacher)": 3.823638439178467,
      "epoch": 1.511773940345369,
      "rel-constrast": 1.864740014076233,
      "step": 1926,
      "subrel-constrast": 3.1901087760925293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3122897148132324,
      "cov-distil (oracle2student)": 3.9805843830108643,
      "cov-distil (oracle2teacher)": 3.90921950340271,
      "epoch": 1.512558869701727,
      "rel-constrast": 2.1849396228790283,
      "step": 1927,
      "subrel-constrast": 2.8885738849639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4447695016860962,
      "cov-distil (oracle2student)": 3.110409736633301,
      "cov-distil (oracle2teacher)": 3.334228038787842,
      "epoch": 1.513343799058085,
      "rel-constrast": 2.5490832328796387,
      "step": 1928,
      "subrel-constrast": 3.370072841644287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0674595832824707,
      "cov-distil (oracle2student)": 4.9435715675354,
      "cov-distil (oracle2teacher)": 5.041852951049805,
      "epoch": 1.5141287284144427,
      "rel-constrast": 2.8210129737854004,
      "step": 1929,
      "subrel-constrast": 4.014791965484619,
      "view-similarity": 0
    },
    {
      "epoch": 1.5149136577708007,
      "grad_norm": 4.34375,
      "learning_rate": 7.711474522083015e-05,
      "loss": 0.7384,
      "step": 1930
    },
    {
      "cov-distil": 1.453208088874817,
      "cov-distil (oracle2student)": 4.64152717590332,
      "cov-distil (oracle2teacher)": 4.540942668914795,
      "epoch": 1.5149136577708007,
      "rel-constrast": 2.206407308578491,
      "step": 1930,
      "subrel-constrast": 3.182925224304199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3451260328292847,
      "cov-distil (oracle2student)": 3.966032028198242,
      "cov-distil (oracle2teacher)": 4.026778697967529,
      "epoch": 1.5156985871271584,
      "rel-constrast": 2.2017884254455566,
      "step": 1931,
      "subrel-constrast": 2.9174323081970215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847785472869873,
      "cov-distil (oracle2student)": 4.235088348388672,
      "cov-distil (oracle2teacher)": 4.092257022857666,
      "epoch": 1.5164835164835164,
      "rel-constrast": 2.3661880493164062,
      "step": 1932,
      "subrel-constrast": 3.3420658111572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2522152662277222,
      "cov-distil (oracle2student)": 5.6540350914001465,
      "cov-distil (oracle2teacher)": 5.324484825134277,
      "epoch": 1.5172684458398744,
      "rel-constrast": 3.105912446975708,
      "step": 1933,
      "subrel-constrast": 3.450591802597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6794459819793701,
      "cov-distil (oracle2student)": 4.158851623535156,
      "cov-distil (oracle2teacher)": 4.08482027053833,
      "epoch": 1.5180533751962324,
      "rel-constrast": 3.006924629211426,
      "step": 1934,
      "subrel-constrast": 3.921078681945801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8738235235214233,
      "cov-distil (oracle2student)": 5.375153064727783,
      "cov-distil (oracle2teacher)": 5.066486358642578,
      "epoch": 1.5188383045525904,
      "rel-constrast": 2.8490853309631348,
      "step": 1935,
      "subrel-constrast": 3.615523099899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7461261749267578,
      "cov-distil (oracle2student)": 3.2766077518463135,
      "cov-distil (oracle2teacher)": 3.601454257965088,
      "epoch": 1.5196232339089482,
      "rel-constrast": 2.7448530197143555,
      "step": 1936,
      "subrel-constrast": 3.5041744709014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4979009628295898,
      "cov-distil (oracle2student)": 4.822342395782471,
      "cov-distil (oracle2teacher)": 4.987776756286621,
      "epoch": 1.5204081632653061,
      "rel-constrast": 3.1795268058776855,
      "step": 1937,
      "subrel-constrast": 3.8045616149902344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2712125778198242,
      "cov-distil (oracle2student)": 4.104774475097656,
      "cov-distil (oracle2teacher)": 4.2720465660095215,
      "epoch": 1.521193092621664,
      "rel-constrast": 2.0701584815979004,
      "step": 1938,
      "subrel-constrast": 2.9231767654418945,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7388660907745361,
      "cov-distil (oracle2student)": 4.739819526672363,
      "cov-distil (oracle2teacher)": 4.761089324951172,
      "epoch": 1.521978021978022,
      "rel-constrast": 3.2006053924560547,
      "step": 1939,
      "subrel-constrast": 4.109777450561523,
      "view-similarity": 0
    },
    {
      "epoch": 1.5227629513343799,
      "grad_norm": 5.28125,
      "learning_rate": 7.682080582220206e-05,
      "loss": 0.7119,
      "step": 1940
    },
    {
      "cov-distil": 1.361477017402649,
      "cov-distil (oracle2student)": 5.237096786499023,
      "cov-distil (oracle2teacher)": 5.407157897949219,
      "epoch": 1.5227629513343799,
      "rel-constrast": 2.5117101669311523,
      "step": 1940,
      "subrel-constrast": 3.401499032974243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7744730710983276,
      "cov-distil (oracle2student)": 3.463897228240967,
      "cov-distil (oracle2teacher)": 3.8477540016174316,
      "epoch": 1.5235478806907379,
      "rel-constrast": 2.114017963409424,
      "step": 1941,
      "subrel-constrast": 3.3935844898223877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140411853790283,
      "cov-distil (oracle2student)": 5.807343006134033,
      "cov-distil (oracle2teacher)": 5.435577392578125,
      "epoch": 1.5243328100470959,
      "rel-constrast": 2.405731439590454,
      "step": 1942,
      "subrel-constrast": 3.443795680999756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6112818717956543,
      "cov-distil (oracle2student)": 3.6637368202209473,
      "cov-distil (oracle2teacher)": 3.930610418319702,
      "epoch": 1.5251177394034539,
      "rel-constrast": 2.3963146209716797,
      "step": 1943,
      "subrel-constrast": 3.3127260208129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.158677101135254,
      "cov-distil (oracle2student)": 4.826622009277344,
      "cov-distil (oracle2teacher)": 4.563141822814941,
      "epoch": 1.5259026687598116,
      "rel-constrast": 1.9589675664901733,
      "step": 1944,
      "subrel-constrast": 2.5028882026672363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.350368857383728,
      "cov-distil (oracle2student)": 3.049185037612915,
      "cov-distil (oracle2teacher)": 2.5051021575927734,
      "epoch": 1.5266875981161694,
      "rel-constrast": 2.46467924118042,
      "step": 1945,
      "subrel-constrast": 2.9973433017730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8557021617889404,
      "cov-distil (oracle2student)": 5.4873552322387695,
      "cov-distil (oracle2teacher)": 5.427309036254883,
      "epoch": 1.5274725274725274,
      "rel-constrast": 2.8078575134277344,
      "step": 1946,
      "subrel-constrast": 3.839097261428833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5392483472824097,
      "cov-distil (oracle2student)": 5.033282279968262,
      "cov-distil (oracle2teacher)": 5.36849308013916,
      "epoch": 1.5282574568288854,
      "rel-constrast": 3.1471996307373047,
      "step": 1947,
      "subrel-constrast": 4.1658477783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795596957206726,
      "cov-distil (oracle2student)": 4.793800354003906,
      "cov-distil (oracle2teacher)": 4.325750350952148,
      "epoch": 1.5290423861852434,
      "rel-constrast": 2.606502056121826,
      "step": 1948,
      "subrel-constrast": 3.4861676692962646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5998507738113403,
      "cov-distil (oracle2student)": 6.318147659301758,
      "cov-distil (oracle2teacher)": 5.4966020584106445,
      "epoch": 1.5298273155416013,
      "rel-constrast": 3.566494941711426,
      "step": 1949,
      "subrel-constrast": 4.503613471984863,
      "view-similarity": 0
    },
    {
      "epoch": 1.5306122448979593,
      "grad_norm": 4.65625,
      "learning_rate": 7.65255592153367e-05,
      "loss": 0.69,
      "step": 1950
    },
    {
      "cov-distil": 1.8056347370147705,
      "cov-distil (oracle2student)": 3.1158065795898438,
      "cov-distil (oracle2teacher)": 2.596479654312134,
      "epoch": 1.5306122448979593,
      "rel-constrast": 2.3107688426971436,
      "step": 1950,
      "subrel-constrast": 3.1221678256988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650850534439087,
      "cov-distil (oracle2student)": 3.7862634658813477,
      "cov-distil (oracle2teacher)": 3.4823360443115234,
      "epoch": 1.531397174254317,
      "rel-constrast": 2.8290462493896484,
      "step": 1951,
      "subrel-constrast": 3.2630443572998047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.426438808441162,
      "cov-distil (oracle2student)": 3.8044357299804688,
      "cov-distil (oracle2teacher)": 3.755549907684326,
      "epoch": 1.532182103610675,
      "rel-constrast": 1.747359275817871,
      "step": 1952,
      "subrel-constrast": 2.615429162979126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1917927265167236,
      "cov-distil (oracle2student)": 4.57763671875,
      "cov-distil (oracle2teacher)": 4.089620113372803,
      "epoch": 1.5329670329670328,
      "rel-constrast": 2.4328088760375977,
      "step": 1953,
      "subrel-constrast": 2.6520891189575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9155510663986206,
      "cov-distil (oracle2student)": 4.616288661956787,
      "cov-distil (oracle2teacher)": 4.5364766120910645,
      "epoch": 1.5337519623233908,
      "rel-constrast": 2.204709529876709,
      "step": 1954,
      "subrel-constrast": 3.781869888305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6973836421966553,
      "cov-distil (oracle2student)": 3.9314258098602295,
      "cov-distil (oracle2teacher)": 4.1623005867004395,
      "epoch": 1.5345368916797488,
      "rel-constrast": 2.111983299255371,
      "step": 1955,
      "subrel-constrast": 3.125185489654541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9443424940109253,
      "cov-distil (oracle2student)": 5.966854572296143,
      "cov-distil (oracle2teacher)": 5.052210807800293,
      "epoch": 1.5353218210361068,
      "rel-constrast": 2.2273576259613037,
      "step": 1956,
      "subrel-constrast": 3.1276142597198486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9446415901184082,
      "cov-distil (oracle2student)": 3.4834072589874268,
      "cov-distil (oracle2teacher)": 3.422940969467163,
      "epoch": 1.5361067503924648,
      "rel-constrast": 2.999157190322876,
      "step": 1957,
      "subrel-constrast": 4.620311260223389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3920013904571533,
      "cov-distil (oracle2student)": 3.011315107345581,
      "cov-distil (oracle2teacher)": 2.9870572090148926,
      "epoch": 1.5368916797488226,
      "rel-constrast": 1.8134509325027466,
      "step": 1958,
      "subrel-constrast": 2.6567745208740234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6527531147003174,
      "cov-distil (oracle2student)": 4.652704238891602,
      "cov-distil (oracle2teacher)": 4.185896396636963,
      "epoch": 1.5376766091051806,
      "rel-constrast": 3.587486743927002,
      "step": 1959,
      "subrel-constrast": 3.986356019973755,
      "view-similarity": 0
    },
    {
      "epoch": 1.5384615384615383,
      "grad_norm": 5.40625,
      "learning_rate": 7.622901979013717e-05,
      "loss": 0.6482,
      "step": 1960
    },
    {
      "cov-distil": 1.8176507949829102,
      "cov-distil (oracle2student)": 3.48872447013855,
      "cov-distil (oracle2teacher)": 3.3295884132385254,
      "epoch": 1.5384615384615383,
      "rel-constrast": 2.4158167839050293,
      "step": 1960,
      "subrel-constrast": 3.4482104778289795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9480230808258057,
      "cov-distil (oracle2student)": 3.6776158809661865,
      "cov-distil (oracle2teacher)": 3.8232100009918213,
      "epoch": 1.5392464678178963,
      "rel-constrast": 2.629610300064087,
      "step": 1961,
      "subrel-constrast": 3.172403335571289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9085776805877686,
      "cov-distil (oracle2student)": 3.8024349212646484,
      "cov-distil (oracle2teacher)": 3.927485704421997,
      "epoch": 1.5400313971742543,
      "rel-constrast": 2.144521713256836,
      "step": 1962,
      "subrel-constrast": 2.984346628189087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7492765188217163,
      "cov-distil (oracle2student)": 5.445972442626953,
      "cov-distil (oracle2teacher)": 5.470183372497559,
      "epoch": 1.5408163265306123,
      "rel-constrast": 2.1577200889587402,
      "step": 1963,
      "subrel-constrast": 3.625018835067749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775299072265625,
      "cov-distil (oracle2student)": 5.888525009155273,
      "cov-distil (oracle2teacher)": 5.139584064483643,
      "epoch": 1.5416012558869703,
      "rel-constrast": 1.8441896438598633,
      "step": 1964,
      "subrel-constrast": 3.2510485649108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.397416114807129,
      "cov-distil (oracle2student)": 3.1572108268737793,
      "cov-distil (oracle2teacher)": 3.323540687561035,
      "epoch": 1.542386185243328,
      "rel-constrast": 2.799686908721924,
      "step": 1965,
      "subrel-constrast": 3.396336793899536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1543893814086914,
      "cov-distil (oracle2student)": 4.49449348449707,
      "cov-distil (oracle2teacher)": 4.077282905578613,
      "epoch": 1.543171114599686,
      "rel-constrast": 1.9950757026672363,
      "step": 1966,
      "subrel-constrast": 2.380448579788208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680515766143799,
      "cov-distil (oracle2student)": 5.059708118438721,
      "cov-distil (oracle2teacher)": 4.676880836486816,
      "epoch": 1.5439560439560438,
      "rel-constrast": 2.895705223083496,
      "step": 1967,
      "subrel-constrast": 3.7869789600372314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.159435987472534,
      "cov-distil (oracle2student)": 3.707273483276367,
      "cov-distil (oracle2teacher)": 3.7301597595214844,
      "epoch": 1.5447409733124018,
      "rel-constrast": 2.4837610721588135,
      "step": 1968,
      "subrel-constrast": 3.3255538940429688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5871353149414062,
      "cov-distil (oracle2student)": 3.2574167251586914,
      "cov-distil (oracle2teacher)": 3.3079915046691895,
      "epoch": 1.5455259026687598,
      "rel-constrast": 2.087963104248047,
      "step": 1969,
      "subrel-constrast": 2.996978282928467,
      "view-similarity": 0
    },
    {
      "epoch": 1.5463108320251178,
      "grad_norm": 3.4375,
      "learning_rate": 7.593120199951671e-05,
      "loss": 0.629,
      "step": 1970
    },
    {
      "cov-distil": 1.9690154790878296,
      "cov-distil (oracle2student)": 4.378446578979492,
      "cov-distil (oracle2teacher)": 4.128361701965332,
      "epoch": 1.5463108320251178,
      "rel-constrast": 2.7072932720184326,
      "step": 1970,
      "subrel-constrast": 3.409289598464966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8516205549240112,
      "cov-distil (oracle2student)": 3.693108081817627,
      "cov-distil (oracle2teacher)": 3.857853412628174,
      "epoch": 1.5470957613814758,
      "rel-constrast": 2.5130319595336914,
      "step": 1971,
      "subrel-constrast": 3.275332450866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8370418548583984,
      "cov-distil (oracle2student)": 4.78091287612915,
      "cov-distil (oracle2teacher)": 4.665119171142578,
      "epoch": 1.5478806907378337,
      "rel-constrast": 3.2192280292510986,
      "step": 1972,
      "subrel-constrast": 3.690011739730835,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3388088941574097,
      "cov-distil (oracle2student)": 3.762845754623413,
      "cov-distil (oracle2teacher)": 3.0120022296905518,
      "epoch": 1.5486656200941915,
      "rel-constrast": 2.0949742794036865,
      "step": 1973,
      "subrel-constrast": 2.6198742389678955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4961446523666382,
      "cov-distil (oracle2student)": 5.047679901123047,
      "cov-distil (oracle2teacher)": 5.011362075805664,
      "epoch": 1.5494505494505495,
      "rel-constrast": 1.83363938331604,
      "step": 1974,
      "subrel-constrast": 3.0833628177642822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8002792596817017,
      "cov-distil (oracle2student)": 4.900270938873291,
      "cov-distil (oracle2teacher)": 5.005253791809082,
      "epoch": 1.5502354788069073,
      "rel-constrast": 2.6499056816101074,
      "step": 1975,
      "subrel-constrast": 3.8934340476989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8390977382659912,
      "cov-distil (oracle2student)": 5.812366485595703,
      "cov-distil (oracle2teacher)": 5.248931884765625,
      "epoch": 1.5510204081632653,
      "rel-constrast": 2.632948398590088,
      "step": 1976,
      "subrel-constrast": 3.6958072185516357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8633060455322266,
      "cov-distil (oracle2student)": 3.4966392517089844,
      "cov-distil (oracle2teacher)": 3.319152593612671,
      "epoch": 1.5518053375196232,
      "rel-constrast": 1.9258382320404053,
      "step": 1977,
      "subrel-constrast": 2.783630847930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1908988952636719,
      "cov-distil (oracle2student)": 4.5133442878723145,
      "cov-distil (oracle2teacher)": 4.396853446960449,
      "epoch": 1.5525902668759812,
      "rel-constrast": 1.7799235582351685,
      "step": 1978,
      "subrel-constrast": 2.790210723876953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.729663372039795,
      "cov-distil (oracle2student)": 4.211812496185303,
      "cov-distil (oracle2teacher)": 3.942366600036621,
      "epoch": 1.5533751962323392,
      "rel-constrast": 2.4570183753967285,
      "step": 1979,
      "subrel-constrast": 3.6614489555358887,
      "view-similarity": 0
    },
    {
      "epoch": 1.554160125588697,
      "grad_norm": 3.765625,
      "learning_rate": 7.563212035869425e-05,
      "loss": 0.6376,
      "step": 1980
    },
    {
      "cov-distil": 2.2532081604003906,
      "cov-distil (oracle2student)": 3.999899387359619,
      "cov-distil (oracle2teacher)": 4.203377723693848,
      "epoch": 1.554160125588697,
      "rel-constrast": 2.3707122802734375,
      "step": 1980,
      "subrel-constrast": 3.7094032764434814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8388769626617432,
      "cov-distil (oracle2student)": 3.3949060440063477,
      "cov-distil (oracle2teacher)": 3.302953004837036,
      "epoch": 1.554945054945055,
      "rel-constrast": 2.3796331882476807,
      "step": 1981,
      "subrel-constrast": 2.957841157913208,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3061678409576416,
      "cov-distil (oracle2student)": 2.3480544090270996,
      "cov-distil (oracle2teacher)": 2.6704013347625732,
      "epoch": 1.5557299843014127,
      "rel-constrast": 1.8767749071121216,
      "step": 1982,
      "subrel-constrast": 2.3932344913482666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.063325881958008,
      "cov-distil (oracle2student)": 5.084612846374512,
      "cov-distil (oracle2teacher)": 4.510683059692383,
      "epoch": 1.5565149136577707,
      "rel-constrast": 2.454249858856201,
      "step": 1983,
      "subrel-constrast": 2.9083359241485596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8958406448364258,
      "cov-distil (oracle2student)": 3.5269412994384766,
      "cov-distil (oracle2teacher)": 3.332796812057495,
      "epoch": 1.5572998430141287,
      "rel-constrast": 1.9571231603622437,
      "step": 1984,
      "subrel-constrast": 2.703017473220825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8548953533172607,
      "cov-distil (oracle2student)": 3.324617624282837,
      "cov-distil (oracle2teacher)": 3.327575206756592,
      "epoch": 1.5580847723704867,
      "rel-constrast": 1.8276617527008057,
      "step": 1985,
      "subrel-constrast": 2.9328746795654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3755221366882324,
      "cov-distil (oracle2student)": 4.503578186035156,
      "cov-distil (oracle2teacher)": 4.415449142456055,
      "epoch": 1.5588697017268447,
      "rel-constrast": 1.5420383214950562,
      "step": 1986,
      "subrel-constrast": 2.5991218090057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744797706604004,
      "cov-distil (oracle2student)": 3.3771324157714844,
      "cov-distil (oracle2teacher)": 3.8086438179016113,
      "epoch": 1.5596546310832025,
      "rel-constrast": 2.0057942867279053,
      "step": 1987,
      "subrel-constrast": 2.8921315670013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6223173141479492,
      "cov-distil (oracle2student)": 3.8213891983032227,
      "cov-distil (oracle2teacher)": 3.6837286949157715,
      "epoch": 1.5604395604395604,
      "rel-constrast": 3.328127145767212,
      "step": 1988,
      "subrel-constrast": 3.9414241313934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4430760145187378,
      "cov-distil (oracle2student)": 3.198427200317383,
      "cov-distil (oracle2teacher)": 3.111884117126465,
      "epoch": 1.5612244897959182,
      "rel-constrast": 2.3900580406188965,
      "step": 1989,
      "subrel-constrast": 3.021857500076294,
      "view-similarity": 0
    },
    {
      "epoch": 1.5620094191522762,
      "grad_norm": 4.28125,
      "learning_rate": 7.533178944448705e-05,
      "loss": 0.5968,
      "step": 1990
    },
    {
      "cov-distil": 2.149750232696533,
      "cov-distil (oracle2student)": 3.4002742767333984,
      "cov-distil (oracle2teacher)": 3.661470890045166,
      "epoch": 1.5620094191522762,
      "rel-constrast": 2.5122265815734863,
      "step": 1990,
      "subrel-constrast": 3.5214898586273193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3558712005615234,
      "cov-distil (oracle2student)": 3.1185193061828613,
      "cov-distil (oracle2teacher)": 3.258875846862793,
      "epoch": 1.5627943485086342,
      "rel-constrast": 2.295931816101074,
      "step": 1991,
      "subrel-constrast": 2.645867109298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.540228843688965,
      "cov-distil (oracle2student)": 4.121006488800049,
      "cov-distil (oracle2teacher)": 3.8893914222717285,
      "epoch": 1.5635792778649922,
      "rel-constrast": 3.1815240383148193,
      "step": 1992,
      "subrel-constrast": 3.8294012546539307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.885571002960205,
      "cov-distil (oracle2student)": 2.993668556213379,
      "cov-distil (oracle2teacher)": 3.0252492427825928,
      "epoch": 1.5643642072213502,
      "rel-constrast": 1.826718807220459,
      "step": 1993,
      "subrel-constrast": 2.929121732711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5808994770050049,
      "cov-distil (oracle2student)": 3.5081939697265625,
      "cov-distil (oracle2teacher)": 3.9941587448120117,
      "epoch": 1.5651491365777082,
      "rel-constrast": 2.3553664684295654,
      "step": 1994,
      "subrel-constrast": 3.079759120941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6137017011642456,
      "cov-distil (oracle2student)": 4.479508876800537,
      "cov-distil (oracle2teacher)": 4.17257022857666,
      "epoch": 1.565934065934066,
      "rel-constrast": 2.999258518218994,
      "step": 1995,
      "subrel-constrast": 3.1742615699768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5352989435195923,
      "cov-distil (oracle2student)": 2.4700796604156494,
      "cov-distil (oracle2teacher)": 3.288512706756592,
      "epoch": 1.566718995290424,
      "rel-constrast": 2.4549620151519775,
      "step": 1996,
      "subrel-constrast": 3.4670917987823486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8539447784423828,
      "cov-distil (oracle2student)": 4.863157749176025,
      "cov-distil (oracle2teacher)": 4.32414436340332,
      "epoch": 1.5675039246467817,
      "rel-constrast": 1.2425296306610107,
      "step": 1997,
      "subrel-constrast": 2.2880823612213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4424726963043213,
      "cov-distil (oracle2student)": 2.471997022628784,
      "cov-distil (oracle2teacher)": 2.9475913047790527,
      "epoch": 1.5682888540031397,
      "rel-constrast": 2.0074470043182373,
      "step": 1998,
      "subrel-constrast": 3.238314628601074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050971508026123,
      "cov-distil (oracle2student)": 4.175458908081055,
      "cov-distil (oracle2teacher)": 3.8629250526428223,
      "epoch": 1.5690737833594977,
      "rel-constrast": 3.260364532470703,
      "step": 1999,
      "subrel-constrast": 3.607520341873169,
      "view-similarity": 0
    },
    {
      "epoch": 1.5698587127158556,
      "grad_norm": 5.40625,
      "learning_rate": 7.503022389460014e-05,
      "loss": 0.6509,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-P@10": 0.7619999999999999,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-nDCG@10": 0.7725640054825221,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-alpha_nDCG@10": 0.5936336536153634,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-P@10": 0.43599999999999994,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-nDCG@10": 0.6123316618857118,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-alpha_nDCG@10": 0.6002840203097067,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "eval/avg": 0.5415729359766813,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "overlap": 0.30000001192092896,
      "step": 2000
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "student margin": 0.06976318359375
    },
    {
      "epoch": 1.5698587127158556,
      "step": 2000,
      "teacher margin": 0.04571533203125
    },
    {
      "epoch": 1.5698587127158556,
      "margin difference": -0.0240478515625,
      "step": 2000
    },
    {
      "cov-distil": 2.0480122566223145,
      "cov-distil (oracle2student)": 3.802516222000122,
      "cov-distil (oracle2teacher)": 3.603893756866455,
      "epoch": 1.5698587127158556,
      "rel-constrast": 2.282470703125,
      "step": 2000,
      "subrel-constrast": 2.8910176753997803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6419408321380615,
      "cov-distil (oracle2student)": 4.812507629394531,
      "cov-distil (oracle2teacher)": 4.584537029266357,
      "epoch": 1.5706436420722136,
      "rel-constrast": 2.3486626148223877,
      "step": 2001,
      "subrel-constrast": 3.040226936340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5922330617904663,
      "cov-distil (oracle2student)": 3.912424325942993,
      "cov-distil (oracle2teacher)": 3.957167625427246,
      "epoch": 1.5714285714285714,
      "rel-constrast": 1.7773106098175049,
      "step": 2002,
      "subrel-constrast": 2.861877202987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4596247673034668,
      "cov-distil (oracle2student)": 3.935250997543335,
      "cov-distil (oracle2teacher)": 3.5644352436065674,
      "epoch": 1.5722135007849294,
      "rel-constrast": 2.421617269515991,
      "step": 2003,
      "subrel-constrast": 2.714348316192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9312952756881714,
      "cov-distil (oracle2student)": 4.093258857727051,
      "cov-distil (oracle2teacher)": 3.7761025428771973,
      "epoch": 1.5729984301412872,
      "rel-constrast": 2.3054261207580566,
      "step": 2004,
      "subrel-constrast": 3.314701795578003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.241195797920227,
      "cov-distil (oracle2student)": 3.8664050102233887,
      "cov-distil (oracle2teacher)": 3.4543676376342773,
      "epoch": 1.5737833594976451,
      "rel-constrast": 2.3402490615844727,
      "step": 2005,
      "subrel-constrast": 3.188040256500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0463345050811768,
      "cov-distil (oracle2student)": 4.832172393798828,
      "cov-distil (oracle2teacher)": 4.58749532699585,
      "epoch": 1.5745682888540031,
      "rel-constrast": 2.6787500381469727,
      "step": 2006,
      "subrel-constrast": 3.5643351078033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5995049476623535,
      "cov-distil (oracle2student)": 3.0593161582946777,
      "cov-distil (oracle2teacher)": 3.116464614868164,
      "epoch": 1.5753532182103611,
      "rel-constrast": 1.944485068321228,
      "step": 2007,
      "subrel-constrast": 3.0464701652526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.511136531829834,
      "cov-distil (oracle2student)": 3.5933995246887207,
      "cov-distil (oracle2teacher)": 3.5147242546081543,
      "epoch": 1.576138147566719,
      "rel-constrast": 2.743253707885742,
      "step": 2008,
      "subrel-constrast": 2.822554588317871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6375982761383057,
      "cov-distil (oracle2student)": 5.914776802062988,
      "cov-distil (oracle2teacher)": 5.583504676818848,
      "epoch": 1.5769230769230769,
      "rel-constrast": 2.6521244049072266,
      "step": 2009,
      "subrel-constrast": 3.3539466857910156,
      "view-similarity": 0
    },
    {
      "epoch": 1.5777080062794349,
      "grad_norm": 4.53125,
      "learning_rate": 7.472743840691299e-05,
      "loss": 0.6291,
      "step": 2010
    },
    {
      "cov-distil": 1.8178108930587769,
      "cov-distil (oracle2student)": 4.369724273681641,
      "cov-distil (oracle2teacher)": 4.490944862365723,
      "epoch": 1.5777080062794349,
      "rel-constrast": 3.5755324363708496,
      "step": 2010,
      "subrel-constrast": 4.197117805480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0023961067199707,
      "cov-distil (oracle2student)": 4.778526306152344,
      "cov-distil (oracle2teacher)": 4.470696449279785,
      "epoch": 1.5784929356357926,
      "rel-constrast": 3.007341146469116,
      "step": 2011,
      "subrel-constrast": 4.435262680053711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161839485168457,
      "cov-distil (oracle2student)": 6.036843776702881,
      "cov-distil (oracle2teacher)": 5.439601898193359,
      "epoch": 1.5792778649921506,
      "rel-constrast": 2.2063913345336914,
      "step": 2012,
      "subrel-constrast": 3.1568846702575684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512437343597412,
      "cov-distil (oracle2student)": 3.4635939598083496,
      "cov-distil (oracle2teacher)": 3.656309127807617,
      "epoch": 1.5800627943485086,
      "rel-constrast": 1.9892972707748413,
      "step": 2013,
      "subrel-constrast": 3.085172653198242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0308053493499756,
      "cov-distil (oracle2student)": 5.122287750244141,
      "cov-distil (oracle2teacher)": 4.9359259605407715,
      "epoch": 1.5808477237048666,
      "rel-constrast": 2.530801773071289,
      "step": 2014,
      "subrel-constrast": 4.063508033752441,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6262617111206055,
      "cov-distil (oracle2student)": 3.3606348037719727,
      "cov-distil (oracle2teacher)": 3.5602312088012695,
      "epoch": 1.5816326530612246,
      "rel-constrast": 2.011883020401001,
      "step": 2015,
      "subrel-constrast": 2.8250629901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6744050979614258,
      "cov-distil (oracle2student)": 4.5834503173828125,
      "cov-distil (oracle2teacher)": 4.433972358703613,
      "epoch": 1.5824175824175826,
      "rel-constrast": 2.1359810829162598,
      "step": 2016,
      "subrel-constrast": 3.054776191711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7541859149932861,
      "cov-distil (oracle2student)": 4.02455997467041,
      "cov-distil (oracle2teacher)": 3.89284610748291,
      "epoch": 1.5832025117739403,
      "rel-constrast": 2.207427978515625,
      "step": 2017,
      "subrel-constrast": 3.2270894050598145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.41725492477417,
      "cov-distil (oracle2student)": 3.9525392055511475,
      "cov-distil (oracle2teacher)": 4.133624076843262,
      "epoch": 1.5839874411302983,
      "rel-constrast": 1.4535807371139526,
      "step": 2018,
      "subrel-constrast": 2.786393880844116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7719411849975586,
      "cov-distil (oracle2student)": 4.202335357666016,
      "cov-distil (oracle2teacher)": 4.377612113952637,
      "epoch": 1.584772370486656,
      "rel-constrast": 2.3122878074645996,
      "step": 2019,
      "subrel-constrast": 3.475618839263916,
      "view-similarity": 0
    },
    {
      "epoch": 1.585557299843014,
      "grad_norm": 4.125,
      "learning_rate": 7.44234477387631e-05,
      "loss": 0.6327,
      "step": 2020
    },
    {
      "cov-distil": 2.012359142303467,
      "cov-distil (oracle2student)": 4.62397575378418,
      "cov-distil (oracle2teacher)": 4.484783172607422,
      "epoch": 1.585557299843014,
      "rel-constrast": 2.5531749725341797,
      "step": 2020,
      "subrel-constrast": 3.2301039695739746,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1857686042785645,
      "cov-distil (oracle2student)": 4.872531890869141,
      "cov-distil (oracle2teacher)": 4.771039962768555,
      "epoch": 1.586342229199372,
      "rel-constrast": 2.8119752407073975,
      "step": 2021,
      "subrel-constrast": 3.4609475135803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752249240875244,
      "cov-distil (oracle2student)": 4.619443893432617,
      "cov-distil (oracle2teacher)": 4.5574421882629395,
      "epoch": 1.58712715855573,
      "rel-constrast": 3.101047992706299,
      "step": 2022,
      "subrel-constrast": 4.014131546020508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790917158126831,
      "cov-distil (oracle2student)": 2.4512457847595215,
      "cov-distil (oracle2teacher)": 3.060333013534546,
      "epoch": 1.587912087912088,
      "rel-constrast": 1.8997998237609863,
      "step": 2023,
      "subrel-constrast": 2.5701253414154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9456162452697754,
      "cov-distil (oracle2student)": 3.748837471008301,
      "cov-distil (oracle2teacher)": 3.6515719890594482,
      "epoch": 1.5886970172684458,
      "rel-constrast": 2.9627363681793213,
      "step": 2024,
      "subrel-constrast": 2.7942538261413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4321331977844238,
      "cov-distil (oracle2student)": 3.8221378326416016,
      "cov-distil (oracle2teacher)": 3.457833766937256,
      "epoch": 1.5894819466248038,
      "rel-constrast": 2.540371894836426,
      "step": 2025,
      "subrel-constrast": 3.302891254425049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232957124710083,
      "cov-distil (oracle2student)": 4.134505271911621,
      "cov-distil (oracle2teacher)": 4.416843891143799,
      "epoch": 1.5902668759811616,
      "rel-constrast": 3.01430606842041,
      "step": 2026,
      "subrel-constrast": 4.793826103210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8293179273605347,
      "cov-distil (oracle2student)": 5.57621955871582,
      "cov-distil (oracle2teacher)": 5.392806053161621,
      "epoch": 1.5910518053375196,
      "rel-constrast": 3.3498830795288086,
      "step": 2027,
      "subrel-constrast": 4.5888495445251465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098787307739258,
      "cov-distil (oracle2student)": 2.985347270965576,
      "cov-distil (oracle2teacher)": 3.550382137298584,
      "epoch": 1.5918367346938775,
      "rel-constrast": 2.627476930618286,
      "step": 2028,
      "subrel-constrast": 3.4192276000976562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4357848167419434,
      "cov-distil (oracle2student)": 4.383039474487305,
      "cov-distil (oracle2teacher)": 4.036092758178711,
      "epoch": 1.5926216640502355,
      "rel-constrast": 1.4704153537750244,
      "step": 2029,
      "subrel-constrast": 2.376995086669922,
      "view-similarity": 0
    },
    {
      "epoch": 1.5934065934065935,
      "grad_norm": 3.28125,
      "learning_rate": 7.411826670622676e-05,
      "loss": 0.7051,
      "step": 2030
    },
    {
      "cov-distil": 2.0624277591705322,
      "cov-distil (oracle2student)": 3.953458309173584,
      "cov-distil (oracle2teacher)": 4.612829208374023,
      "epoch": 1.5934065934065935,
      "rel-constrast": 2.6832869052886963,
      "step": 2030,
      "subrel-constrast": 4.24299430847168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9606410264968872,
      "cov-distil (oracle2student)": 4.635538101196289,
      "cov-distil (oracle2teacher)": 4.357367038726807,
      "epoch": 1.5941915227629513,
      "rel-constrast": 2.4385600090026855,
      "step": 2031,
      "subrel-constrast": 3.8144149780273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5796953439712524,
      "cov-distil (oracle2student)": 3.490147113800049,
      "cov-distil (oracle2teacher)": 3.423062801361084,
      "epoch": 1.5949764521193093,
      "rel-constrast": 1.6069223880767822,
      "step": 2032,
      "subrel-constrast": 2.5731468200683594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3712036609649658,
      "cov-distil (oracle2student)": 4.652402400970459,
      "cov-distil (oracle2teacher)": 4.856367111206055,
      "epoch": 1.595761381475667,
      "rel-constrast": 3.1063742637634277,
      "step": 2033,
      "subrel-constrast": 3.5131888389587402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2104787826538086,
      "cov-distil (oracle2student)": 5.217586517333984,
      "cov-distil (oracle2teacher)": 5.163678169250488,
      "epoch": 1.596546310832025,
      "rel-constrast": 2.194951057434082,
      "step": 2034,
      "subrel-constrast": 3.219332218170166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9141775369644165,
      "cov-distil (oracle2student)": 5.920848846435547,
      "cov-distil (oracle2teacher)": 5.225229740142822,
      "epoch": 1.597331240188383,
      "rel-constrast": 2.9471466541290283,
      "step": 2035,
      "subrel-constrast": 4.02113151550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8171329498291016,
      "cov-distil (oracle2student)": 3.1779427528381348,
      "cov-distil (oracle2teacher)": 3.3558921813964844,
      "epoch": 1.598116169544741,
      "rel-constrast": 3.517026901245117,
      "step": 2036,
      "subrel-constrast": 3.7489371299743652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.717170238494873,
      "cov-distil (oracle2student)": 5.378691673278809,
      "cov-distil (oracle2teacher)": 4.930651664733887,
      "epoch": 1.598901098901099,
      "rel-constrast": 2.4528231620788574,
      "step": 2037,
      "subrel-constrast": 3.6913723945617676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.167726993560791,
      "cov-distil (oracle2student)": 4.3168182373046875,
      "cov-distil (oracle2teacher)": 4.23375940322876,
      "epoch": 1.599686028257457,
      "rel-constrast": 3.733428716659546,
      "step": 2038,
      "subrel-constrast": 4.053901195526123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8856682777404785,
      "cov-distil (oracle2student)": 3.7373363971710205,
      "cov-distil (oracle2teacher)": 3.5263075828552246,
      "epoch": 1.6004709576138147,
      "rel-constrast": 2.068113327026367,
      "step": 2039,
      "subrel-constrast": 2.7022714614868164,
      "view-similarity": 0
    },
    {
      "epoch": 1.6012558869701727,
      "grad_norm": 5.0,
      "learning_rate": 7.381191018339696e-05,
      "loss": 0.7129,
      "step": 2040
    },
    {
      "cov-distil": 1.7191104888916016,
      "cov-distil (oracle2student)": 3.647611618041992,
      "cov-distil (oracle2teacher)": 4.05498743057251,
      "epoch": 1.6012558869701727,
      "rel-constrast": 2.5951650142669678,
      "step": 2040,
      "subrel-constrast": 3.6040408611297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6537266969680786,
      "cov-distil (oracle2student)": 4.325659275054932,
      "cov-distil (oracle2teacher)": 4.304486274719238,
      "epoch": 1.6020408163265305,
      "rel-constrast": 1.8956650495529175,
      "step": 2041,
      "subrel-constrast": 3.116425037384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5520248413085938,
      "cov-distil (oracle2student)": 5.193666934967041,
      "cov-distil (oracle2teacher)": 4.711236000061035,
      "epoch": 1.6028257456828885,
      "rel-constrast": 2.698167085647583,
      "step": 2042,
      "subrel-constrast": 3.123408555984497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6050410270690918,
      "cov-distil (oracle2student)": 3.4864490032196045,
      "cov-distil (oracle2teacher)": 3.716817855834961,
      "epoch": 1.6036106750392465,
      "rel-constrast": 2.9346771240234375,
      "step": 2043,
      "subrel-constrast": 4.0912065505981445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5610835552215576,
      "cov-distil (oracle2student)": 4.715941429138184,
      "cov-distil (oracle2teacher)": 4.163002014160156,
      "epoch": 1.6043956043956045,
      "rel-constrast": 3.4369635581970215,
      "step": 2044,
      "subrel-constrast": 3.6951167583465576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650925874710083,
      "cov-distil (oracle2student)": 4.095573425292969,
      "cov-distil (oracle2teacher)": 4.245753288269043,
      "epoch": 1.6051805337519625,
      "rel-constrast": 3.1262998580932617,
      "step": 2045,
      "subrel-constrast": 4.012432098388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8922834396362305,
      "cov-distil (oracle2student)": 4.442370414733887,
      "cov-distil (oracle2teacher)": 4.092273712158203,
      "epoch": 1.6059654631083202,
      "rel-constrast": 2.8246803283691406,
      "step": 2046,
      "subrel-constrast": 3.055232286453247,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6539969444274902,
      "cov-distil (oracle2student)": 4.026941299438477,
      "cov-distil (oracle2teacher)": 3.9992189407348633,
      "epoch": 1.6067503924646782,
      "rel-constrast": 2.7471582889556885,
      "step": 2047,
      "subrel-constrast": 3.7512972354888916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7420387268066406,
      "cov-distil (oracle2student)": 4.838529586791992,
      "cov-distil (oracle2teacher)": 3.976196765899658,
      "epoch": 1.607535321821036,
      "rel-constrast": 1.8701820373535156,
      "step": 2048,
      "subrel-constrast": 2.806685447692871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9212754964828491,
      "cov-distil (oracle2student)": 3.408540725708008,
      "cov-distil (oracle2teacher)": 3.6043014526367188,
      "epoch": 1.608320251177394,
      "rel-constrast": 1.8657612800598145,
      "step": 2049,
      "subrel-constrast": 2.6609973907470703,
      "view-similarity": 0
    },
    {
      "epoch": 1.609105180533752,
      "grad_norm": 3.34375,
      "learning_rate": 7.350439310165842e-05,
      "loss": 0.6922,
      "step": 2050
    },
    {
      "cov-distil": 2.243185520172119,
      "cov-distil (oracle2student)": 4.353415012359619,
      "cov-distil (oracle2teacher)": 4.149518966674805,
      "epoch": 1.609105180533752,
      "rel-constrast": 2.0559844970703125,
      "step": 2050,
      "subrel-constrast": 3.3963465690612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4270957708358765,
      "cov-distil (oracle2student)": 5.883199691772461,
      "cov-distil (oracle2teacher)": 5.425656318664551,
      "epoch": 1.60989010989011,
      "rel-constrast": 1.979694128036499,
      "step": 2051,
      "subrel-constrast": 3.0633509159088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1359423398971558,
      "cov-distil (oracle2student)": 3.6547162532806396,
      "cov-distil (oracle2teacher)": 4.3548712730407715,
      "epoch": 1.610675039246468,
      "rel-constrast": 2.5490217208862305,
      "step": 2052,
      "subrel-constrast": 3.454228639602661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6644152402877808,
      "cov-distil (oracle2student)": 3.1158697605133057,
      "cov-distil (oracle2teacher)": 3.075446367263794,
      "epoch": 1.6114599686028257,
      "rel-constrast": 1.9285556077957153,
      "step": 2053,
      "subrel-constrast": 3.016383647918701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5508413314819336,
      "cov-distil (oracle2student)": 5.340466499328613,
      "cov-distil (oracle2teacher)": 5.261895179748535,
      "epoch": 1.6122448979591837,
      "rel-constrast": 3.011784791946411,
      "step": 2054,
      "subrel-constrast": 3.7794644832611084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6677281856536865,
      "cov-distil (oracle2student)": 2.607341766357422,
      "cov-distil (oracle2teacher)": 2.966628074645996,
      "epoch": 1.6130298273155415,
      "rel-constrast": 1.956987738609314,
      "step": 2055,
      "subrel-constrast": 2.758204221725464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7606921195983887,
      "cov-distil (oracle2student)": 3.587364673614502,
      "cov-distil (oracle2teacher)": 3.78676700592041,
      "epoch": 1.6138147566718994,
      "rel-constrast": 1.4123995304107666,
      "step": 2056,
      "subrel-constrast": 2.5631535053253174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.818905234336853,
      "cov-distil (oracle2student)": 3.345170021057129,
      "cov-distil (oracle2teacher)": 3.461573839187622,
      "epoch": 1.6145996860282574,
      "rel-constrast": 2.574936866760254,
      "step": 2057,
      "subrel-constrast": 3.715597152709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456793785095215,
      "cov-distil (oracle2student)": 3.860732316970825,
      "cov-distil (oracle2teacher)": 3.886263132095337,
      "epoch": 1.6153846153846154,
      "rel-constrast": 2.6634459495544434,
      "step": 2058,
      "subrel-constrast": 3.6830105781555176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3616087436676025,
      "cov-distil (oracle2student)": 5.201751708984375,
      "cov-distil (oracle2teacher)": 4.348793983459473,
      "epoch": 1.6161695447409734,
      "rel-constrast": 2.008061170578003,
      "step": 2059,
      "subrel-constrast": 2.7017600536346436,
      "view-similarity": 0
    },
    {
      "epoch": 1.6169544740973314,
      "grad_norm": 4.3125,
      "learning_rate": 7.319573044895986e-05,
      "loss": 0.5945,
      "step": 2060
    },
    {
      "cov-distil": 1.719635009765625,
      "cov-distil (oracle2student)": 4.402989387512207,
      "cov-distil (oracle2teacher)": 4.096868515014648,
      "epoch": 1.6169544740973314,
      "rel-constrast": 2.378484010696411,
      "step": 2060,
      "subrel-constrast": 3.209225654602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6559854745864868,
      "cov-distil (oracle2student)": 5.0863847732543945,
      "cov-distil (oracle2teacher)": 4.7483415603637695,
      "epoch": 1.6177394034536892,
      "rel-constrast": 1.766070008277893,
      "step": 2061,
      "subrel-constrast": 2.788830518722534,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1067209243774414,
      "cov-distil (oracle2student)": 3.448300838470459,
      "cov-distil (oracle2teacher)": 3.3351919651031494,
      "epoch": 1.6185243328100472,
      "rel-constrast": 2.532332420349121,
      "step": 2062,
      "subrel-constrast": 3.723855495452881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3798320293426514,
      "cov-distil (oracle2student)": 5.026979923248291,
      "cov-distil (oracle2teacher)": 4.487767219543457,
      "epoch": 1.619309262166405,
      "rel-constrast": 2.690558433532715,
      "step": 2063,
      "subrel-constrast": 2.9197804927825928,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.317248821258545,
      "cov-distil (oracle2student)": 5.125448226928711,
      "cov-distil (oracle2teacher)": 4.857293128967285,
      "epoch": 1.620094191522763,
      "rel-constrast": 2.371309518814087,
      "step": 2064,
      "subrel-constrast": 3.5641870498657227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5667167901992798,
      "cov-distil (oracle2student)": 4.792797088623047,
      "cov-distil (oracle2teacher)": 5.226647853851318,
      "epoch": 1.620879120879121,
      "rel-constrast": 2.668372869491577,
      "step": 2065,
      "subrel-constrast": 3.557321071624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2476634979248047,
      "cov-distil (oracle2student)": 5.982142925262451,
      "cov-distil (oracle2teacher)": 4.978564262390137,
      "epoch": 1.6216640502354789,
      "rel-constrast": 3.1452291011810303,
      "step": 2066,
      "subrel-constrast": 4.107481956481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.767175316810608,
      "cov-distil (oracle2student)": 5.182674407958984,
      "cov-distil (oracle2teacher)": 4.725800514221191,
      "epoch": 1.6224489795918369,
      "rel-constrast": 2.9233293533325195,
      "step": 2067,
      "subrel-constrast": 3.422595262527466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3618980646133423,
      "cov-distil (oracle2student)": 5.070425033569336,
      "cov-distil (oracle2teacher)": 4.695559501647949,
      "epoch": 1.6232339089481946,
      "rel-constrast": 2.8248634338378906,
      "step": 2068,
      "subrel-constrast": 3.6191489696502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.80893874168396,
      "cov-distil (oracle2student)": 4.789034843444824,
      "cov-distil (oracle2teacher)": 5.002472877502441,
      "epoch": 1.6240188383045526,
      "rel-constrast": 2.4711947441101074,
      "step": 2069,
      "subrel-constrast": 3.783580780029297,
      "view-similarity": 0
    },
    {
      "epoch": 1.6248037676609104,
      "grad_norm": 4.25,
      "learning_rate": 7.28859372690835e-05,
      "loss": 0.6891,
      "step": 2070
    },
    {
      "cov-distil": 1.4798305034637451,
      "cov-distil (oracle2student)": 2.860460042953491,
      "cov-distil (oracle2teacher)": 3.2892963886260986,
      "epoch": 1.6248037676609104,
      "rel-constrast": 2.13696026802063,
      "step": 2070,
      "subrel-constrast": 3.1953859329223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7452362775802612,
      "cov-distil (oracle2student)": 6.152024745941162,
      "cov-distil (oracle2teacher)": 4.822818279266357,
      "epoch": 1.6255886970172684,
      "rel-constrast": 2.290203094482422,
      "step": 2071,
      "subrel-constrast": 2.574270248413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1513454914093018,
      "cov-distil (oracle2student)": 4.4871625900268555,
      "cov-distil (oracle2teacher)": 4.285198211669922,
      "epoch": 1.6263736263736264,
      "rel-constrast": 2.8316807746887207,
      "step": 2072,
      "subrel-constrast": 3.3433542251586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.848438024520874,
      "cov-distil (oracle2student)": 4.49575662612915,
      "cov-distil (oracle2teacher)": 4.525967121124268,
      "epoch": 1.6271585557299844,
      "rel-constrast": 2.257185935974121,
      "step": 2073,
      "subrel-constrast": 3.1716558933258057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2108912467956543,
      "cov-distil (oracle2student)": 3.40206241607666,
      "cov-distil (oracle2teacher)": 3.243140697479248,
      "epoch": 1.6279434850863423,
      "rel-constrast": 1.51939058303833,
      "step": 2074,
      "subrel-constrast": 2.5070459842681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.27958083152771,
      "cov-distil (oracle2student)": 6.1447248458862305,
      "cov-distil (oracle2teacher)": 5.030717849731445,
      "epoch": 1.6287284144427001,
      "rel-constrast": 2.4150052070617676,
      "step": 2075,
      "subrel-constrast": 2.8272864818573,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0567939281463623,
      "cov-distil (oracle2student)": 4.3741455078125,
      "cov-distil (oracle2teacher)": 4.193201065063477,
      "epoch": 1.629513343799058,
      "rel-constrast": 1.985520601272583,
      "step": 2076,
      "subrel-constrast": 2.738994598388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574901103973389,
      "cov-distil (oracle2student)": 5.5342183113098145,
      "cov-distil (oracle2teacher)": 5.239850997924805,
      "epoch": 1.6302982731554159,
      "rel-constrast": 1.4309372901916504,
      "step": 2077,
      "subrel-constrast": 2.8247766494750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00919246673584,
      "cov-distil (oracle2student)": 4.658812522888184,
      "cov-distil (oracle2teacher)": 4.480560302734375,
      "epoch": 1.6310832025117739,
      "rel-constrast": 2.392456293106079,
      "step": 2078,
      "subrel-constrast": 2.96321177482605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4415440559387207,
      "cov-distil (oracle2student)": 3.7027676105499268,
      "cov-distil (oracle2teacher)": 3.5990920066833496,
      "epoch": 1.6318681318681318,
      "rel-constrast": 1.523071050643921,
      "step": 2079,
      "subrel-constrast": 2.3443048000335693,
      "view-similarity": 0
    },
    {
      "epoch": 1.6326530612244898,
      "grad_norm": 4.03125,
      "learning_rate": 7.257502866091192e-05,
      "loss": 0.5615,
      "step": 2080
    },
    {
      "cov-distil": 1.421325922012329,
      "cov-distil (oracle2student)": 3.3781938552856445,
      "cov-distil (oracle2teacher)": 3.189007520675659,
      "epoch": 1.6326530612244898,
      "rel-constrast": 1.7328076362609863,
      "step": 2080,
      "subrel-constrast": 2.460239887237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.319292664527893,
      "cov-distil (oracle2student)": 5.092247009277344,
      "cov-distil (oracle2teacher)": 4.346836566925049,
      "epoch": 1.6334379905808478,
      "rel-constrast": 1.8076074123382568,
      "step": 2081,
      "subrel-constrast": 2.479222059249878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8518894910812378,
      "cov-distil (oracle2student)": 2.744947910308838,
      "cov-distil (oracle2teacher)": 3.407327175140381,
      "epoch": 1.6342229199372058,
      "rel-constrast": 2.478151559829712,
      "step": 2082,
      "subrel-constrast": 3.513625383377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8718348741531372,
      "cov-distil (oracle2student)": 4.028468132019043,
      "cov-distil (oracle2teacher)": 4.023082256317139,
      "epoch": 1.6350078492935636,
      "rel-constrast": 3.1895365715026855,
      "step": 2083,
      "subrel-constrast": 3.589229106903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0521419048309326,
      "cov-distil (oracle2student)": 4.927016735076904,
      "cov-distil (oracle2teacher)": 4.286075592041016,
      "epoch": 1.6357927786499213,
      "rel-constrast": 2.952366828918457,
      "step": 2084,
      "subrel-constrast": 3.562546968460083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668001413345337,
      "cov-distil (oracle2student)": 2.9234070777893066,
      "cov-distil (oracle2teacher)": 3.1241421699523926,
      "epoch": 1.6365777080062793,
      "rel-constrast": 2.0944511890411377,
      "step": 2085,
      "subrel-constrast": 3.11635160446167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6256673336029053,
      "cov-distil (oracle2student)": 2.8348982334136963,
      "cov-distil (oracle2teacher)": 3.1078453063964844,
      "epoch": 1.6373626373626373,
      "rel-constrast": 2.3656110763549805,
      "step": 2086,
      "subrel-constrast": 2.733490228652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1048901081085205,
      "cov-distil (oracle2student)": 3.034432888031006,
      "cov-distil (oracle2teacher)": 3.2563493251800537,
      "epoch": 1.6381475667189953,
      "rel-constrast": 2.2366886138916016,
      "step": 2087,
      "subrel-constrast": 3.333871841430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2138936519622803,
      "cov-distil (oracle2student)": 5.543572902679443,
      "cov-distil (oracle2teacher)": 5.202777862548828,
      "epoch": 1.6389324960753533,
      "rel-constrast": 2.7461419105529785,
      "step": 2088,
      "subrel-constrast": 3.2873151302337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9438915252685547,
      "cov-distil (oracle2student)": 3.598520040512085,
      "cov-distil (oracle2teacher)": 4.127265930175781,
      "epoch": 1.6397174254317113,
      "rel-constrast": 3.2035462856292725,
      "step": 2089,
      "subrel-constrast": 4.226278781890869,
      "view-similarity": 0
    },
    {
      "epoch": 1.640502354788069,
      "grad_norm": 4.96875,
      "learning_rate": 7.226301977769199e-05,
      "loss": 0.6629,
      "step": 2090
    },
    {
      "cov-distil": 1.458547830581665,
      "cov-distil (oracle2student)": 3.721972942352295,
      "cov-distil (oracle2teacher)": 3.9369287490844727,
      "epoch": 1.640502354788069,
      "rel-constrast": 2.2718889713287354,
      "step": 2090,
      "subrel-constrast": 2.907226800918579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7440623044967651,
      "cov-distil (oracle2student)": 4.877904891967773,
      "cov-distil (oracle2teacher)": 4.691880226135254,
      "epoch": 1.641287284144427,
      "rel-constrast": 1.9928433895111084,
      "step": 2091,
      "subrel-constrast": 2.7215054035186768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.533981204032898,
      "cov-distil (oracle2student)": 6.1908488273620605,
      "cov-distil (oracle2teacher)": 5.634490489959717,
      "epoch": 1.6420722135007848,
      "rel-constrast": 3.557304620742798,
      "step": 2092,
      "subrel-constrast": 3.754918098449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3883615732192993,
      "cov-distil (oracle2student)": 2.796076774597168,
      "cov-distil (oracle2teacher)": 3.2662205696105957,
      "epoch": 1.6428571428571428,
      "rel-constrast": 1.9729712009429932,
      "step": 2093,
      "subrel-constrast": 3.0785861015319824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6136999130249023,
      "cov-distil (oracle2student)": 5.756173133850098,
      "cov-distil (oracle2teacher)": 5.9966206550598145,
      "epoch": 1.6436420722135008,
      "rel-constrast": 3.1251683235168457,
      "step": 2094,
      "subrel-constrast": 3.900995969772339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6002309322357178,
      "cov-distil (oracle2student)": 4.718976020812988,
      "cov-distil (oracle2teacher)": 3.8822693824768066,
      "epoch": 1.6444270015698588,
      "rel-constrast": 2.5295655727386475,
      "step": 2095,
      "subrel-constrast": 3.3316853046417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5435030460357666,
      "cov-distil (oracle2student)": 3.7242398262023926,
      "cov-distil (oracle2teacher)": 3.882193088531494,
      "epoch": 1.6452119309262168,
      "rel-constrast": 2.096358060836792,
      "step": 2096,
      "subrel-constrast": 2.934307098388672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.802524447441101,
      "cov-distil (oracle2student)": 2.810492515563965,
      "cov-distil (oracle2teacher)": 3.2670679092407227,
      "epoch": 1.6459968602825745,
      "rel-constrast": 2.840493679046631,
      "step": 2097,
      "subrel-constrast": 3.3776321411132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7904956340789795,
      "cov-distil (oracle2student)": 3.547271966934204,
      "cov-distil (oracle2teacher)": 3.294407844543457,
      "epoch": 1.6467817896389325,
      "rel-constrast": 2.135108709335327,
      "step": 2098,
      "subrel-constrast": 2.8888118267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9606680870056152,
      "cov-distil (oracle2student)": 5.735011100769043,
      "cov-distil (oracle2teacher)": 5.210309982299805,
      "epoch": 1.6475667189952903,
      "rel-constrast": 2.417543411254883,
      "step": 2099,
      "subrel-constrast": 3.2189667224884033,
      "view-similarity": 0
    },
    {
      "epoch": 1.6483516483516483,
      "grad_norm": 4.40625,
      "learning_rate": 7.194992582629654e-05,
      "loss": 0.6646,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "overlap": 0.3046875,
      "step": 2100
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "student margin": 0.0618896484375
    },
    {
      "epoch": 1.6483516483516483,
      "step": 2100,
      "teacher margin": 0.04473876953125
    },
    {
      "epoch": 1.6483516483516483,
      "margin difference": -0.01715087890625,
      "step": 2100
    },
    {
      "cov-distil": 1.3497610092163086,
      "cov-distil (oracle2student)": 4.448290824890137,
      "cov-distil (oracle2teacher)": 4.743136405944824,
      "epoch": 1.6483516483516483,
      "rel-constrast": 2.8798489570617676,
      "step": 2100,
      "subrel-constrast": 3.573174476623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2860515117645264,
      "cov-distil (oracle2student)": 4.777411460876465,
      "cov-distil (oracle2teacher)": 5.039559364318848,
      "epoch": 1.6491365777080063,
      "rel-constrast": 2.6998801231384277,
      "step": 2101,
      "subrel-constrast": 3.3177924156188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1613197326660156,
      "cov-distil (oracle2student)": 4.800468921661377,
      "cov-distil (oracle2teacher)": 4.432588577270508,
      "epoch": 1.6499215070643642,
      "rel-constrast": 2.0849764347076416,
      "step": 2102,
      "subrel-constrast": 2.4626247882843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946505069732666,
      "cov-distil (oracle2student)": 4.296868324279785,
      "cov-distil (oracle2teacher)": 4.0226521492004395,
      "epoch": 1.6507064364207222,
      "rel-constrast": 2.539839506149292,
      "step": 2103,
      "subrel-constrast": 3.3165695667266846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5771567821502686,
      "cov-distil (oracle2student)": 4.877439975738525,
      "cov-distil (oracle2teacher)": 5.12632942199707,
      "epoch": 1.6514913657770802,
      "rel-constrast": 3.065974712371826,
      "step": 2104,
      "subrel-constrast": 3.783189535140991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535765528678894,
      "cov-distil (oracle2student)": 4.767383098602295,
      "cov-distil (oracle2teacher)": 4.153743267059326,
      "epoch": 1.652276295133438,
      "rel-constrast": 2.357940912246704,
      "step": 2105,
      "subrel-constrast": 2.809793710708618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375087261199951,
      "cov-distil (oracle2student)": 3.398599624633789,
      "cov-distil (oracle2teacher)": 3.5420238971710205,
      "epoch": 1.6530612244897958,
      "rel-constrast": 2.1325900554656982,
      "step": 2106,
      "subrel-constrast": 3.0124173164367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6096670627593994,
      "cov-distil (oracle2student)": 5.687679290771484,
      "cov-distil (oracle2teacher)": 4.71310567855835,
      "epoch": 1.6538461538461537,
      "rel-constrast": 3.084092617034912,
      "step": 2107,
      "subrel-constrast": 3.1460108757019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4643949270248413,
      "cov-distil (oracle2student)": 3.240464210510254,
      "cov-distil (oracle2teacher)": 3.186375856399536,
      "epoch": 1.6546310832025117,
      "rel-constrast": 2.0948996543884277,
      "step": 2108,
      "subrel-constrast": 3.181140661239624,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0587072372436523,
      "cov-distil (oracle2student)": 3.0121283531188965,
      "cov-distil (oracle2teacher)": 3.355327844619751,
      "epoch": 1.6554160125588697,
      "rel-constrast": 1.4263198375701904,
      "step": 2109,
      "subrel-constrast": 2.368817090988159,
      "view-similarity": 0
    },
    {
      "epoch": 1.6562009419152277,
      "grad_norm": 3.28125,
      "learning_rate": 7.163576206648304e-05,
      "loss": 0.6471,
      "step": 2110
    },
    {
      "cov-distil": 2.2273266315460205,
      "cov-distil (oracle2student)": 3.771512985229492,
      "cov-distil (oracle2teacher)": 3.694725751876831,
      "epoch": 1.6562009419152277,
      "rel-constrast": 3.3270137310028076,
      "step": 2110,
      "subrel-constrast": 3.866628885269165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7567903995513916,
      "cov-distil (oracle2student)": 5.220829486846924,
      "cov-distil (oracle2teacher)": 4.781108856201172,
      "epoch": 1.6569858712715857,
      "rel-constrast": 2.329909563064575,
      "step": 2111,
      "subrel-constrast": 2.9802889823913574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7337909936904907,
      "cov-distil (oracle2student)": 7.048054218292236,
      "cov-distil (oracle2teacher)": 6.464606285095215,
      "epoch": 1.6577708006279435,
      "rel-constrast": 2.493608236312866,
      "step": 2112,
      "subrel-constrast": 3.495666980743408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6343551874160767,
      "cov-distil (oracle2student)": 3.698709011077881,
      "cov-distil (oracle2teacher)": 4.069321155548096,
      "epoch": 1.6585557299843015,
      "rel-constrast": 3.2205898761749268,
      "step": 2113,
      "subrel-constrast": 4.038180351257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6008830070495605,
      "cov-distil (oracle2student)": 4.663025856018066,
      "cov-distil (oracle2teacher)": 4.18288516998291,
      "epoch": 1.6593406593406592,
      "rel-constrast": 2.801103115081787,
      "step": 2114,
      "subrel-constrast": 3.3233249187469482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629966378211975,
      "cov-distil (oracle2student)": 4.5576910972595215,
      "cov-distil (oracle2teacher)": 4.475728511810303,
      "epoch": 1.6601255886970172,
      "rel-constrast": 2.419167995452881,
      "step": 2115,
      "subrel-constrast": 2.710184097290039,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0531585216522217,
      "cov-distil (oracle2student)": 4.10582160949707,
      "cov-distil (oracle2teacher)": 3.9349288940429688,
      "epoch": 1.6609105180533752,
      "rel-constrast": 1.6471872329711914,
      "step": 2116,
      "subrel-constrast": 2.5712544918060303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9179913997650146,
      "cov-distil (oracle2student)": 4.540373802185059,
      "cov-distil (oracle2teacher)": 4.627369403839111,
      "epoch": 1.6616954474097332,
      "rel-constrast": 2.7733545303344727,
      "step": 2117,
      "subrel-constrast": 3.4765939712524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564727783203125,
      "cov-distil (oracle2student)": 2.883155584335327,
      "cov-distil (oracle2teacher)": 2.9048995971679688,
      "epoch": 1.6624803767660912,
      "rel-constrast": 2.2363617420196533,
      "step": 2118,
      "subrel-constrast": 3.1537082195281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1851565837860107,
      "cov-distil (oracle2student)": 2.6585288047790527,
      "cov-distil (oracle2teacher)": 3.198756694793701,
      "epoch": 1.663265306122449,
      "rel-constrast": 2.0089359283447266,
      "step": 2119,
      "subrel-constrast": 3.323472261428833,
      "view-similarity": 0
    },
    {
      "epoch": 1.664050235478807,
      "grad_norm": 3.5,
      "learning_rate": 7.132054381014995e-05,
      "loss": 0.6747,
      "step": 2120
    },
    {
      "cov-distil": 1.75319242477417,
      "cov-distil (oracle2student)": 4.031324863433838,
      "cov-distil (oracle2teacher)": 3.9204413890838623,
      "epoch": 1.664050235478807,
      "rel-constrast": 2.030323028564453,
      "step": 2120,
      "subrel-constrast": 2.7357394695281982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7705157995224,
      "cov-distil (oracle2student)": 5.771144866943359,
      "cov-distil (oracle2teacher)": 5.379360675811768,
      "epoch": 1.6648351648351647,
      "rel-constrast": 3.1217875480651855,
      "step": 2121,
      "subrel-constrast": 4.006388187408447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5270967483520508,
      "cov-distil (oracle2student)": 3.386014461517334,
      "cov-distil (oracle2teacher)": 3.6068263053894043,
      "epoch": 1.6656200941915227,
      "rel-constrast": 2.2214860916137695,
      "step": 2122,
      "subrel-constrast": 3.358098268508911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090665578842163,
      "cov-distil (oracle2student)": 3.7321178913116455,
      "cov-distil (oracle2teacher)": 3.764305353164673,
      "epoch": 1.6664050235478807,
      "rel-constrast": 2.6868865489959717,
      "step": 2123,
      "subrel-constrast": 3.565248966217041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1779639720916748,
      "cov-distil (oracle2student)": 4.216649055480957,
      "cov-distil (oracle2teacher)": 4.405429840087891,
      "epoch": 1.6671899529042387,
      "rel-constrast": 2.6303491592407227,
      "step": 2124,
      "subrel-constrast": 3.277238368988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9395205974578857,
      "cov-distil (oracle2student)": 4.412430286407471,
      "cov-distil (oracle2teacher)": 4.548359394073486,
      "epoch": 1.6679748822605966,
      "rel-constrast": 2.551888942718506,
      "step": 2125,
      "subrel-constrast": 3.5022339820861816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4489904642105103,
      "cov-distil (oracle2student)": 5.636395454406738,
      "cov-distil (oracle2teacher)": 5.413782119750977,
      "epoch": 1.6687598116169546,
      "rel-constrast": 1.669482946395874,
      "step": 2126,
      "subrel-constrast": 2.729733943939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3676738739013672,
      "cov-distil (oracle2student)": 4.931697845458984,
      "cov-distil (oracle2teacher)": 4.942054271697998,
      "epoch": 1.6695447409733124,
      "rel-constrast": 2.5964245796203613,
      "step": 2127,
      "subrel-constrast": 3.2624714374542236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.204157829284668,
      "cov-distil (oracle2student)": 4.170310974121094,
      "cov-distil (oracle2teacher)": 4.145266056060791,
      "epoch": 1.6703296703296702,
      "rel-constrast": 2.489495038986206,
      "step": 2128,
      "subrel-constrast": 2.9049339294433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6076669692993164,
      "cov-distil (oracle2student)": 4.796980857849121,
      "cov-distil (oracle2teacher)": 4.432198524475098,
      "epoch": 1.6711145996860282,
      "rel-constrast": 3.589982032775879,
      "step": 2129,
      "subrel-constrast": 4.507842063903809,
      "view-similarity": 0
    },
    {
      "epoch": 1.6718995290423861,
      "grad_norm": 5.59375,
      "learning_rate": 7.100428642059033e-05,
      "loss": 0.679,
      "step": 2130
    },
    {
      "cov-distil": 1.613613247871399,
      "cov-distil (oracle2student)": 6.694386959075928,
      "cov-distil (oracle2teacher)": 6.487380504608154,
      "epoch": 1.6718995290423861,
      "rel-constrast": 3.43534255027771,
      "step": 2130,
      "subrel-constrast": 3.8996410369873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.383479595184326,
      "cov-distil (oracle2student)": 3.5974364280700684,
      "cov-distil (oracle2teacher)": 3.9260096549987793,
      "epoch": 1.6726844583987441,
      "rel-constrast": 2.0507116317749023,
      "step": 2131,
      "subrel-constrast": 3.2882752418518066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0741052627563477,
      "cov-distil (oracle2student)": 4.848630428314209,
      "cov-distil (oracle2teacher)": 5.206170558929443,
      "epoch": 1.6734693877551021,
      "rel-constrast": 1.8541755676269531,
      "step": 2132,
      "subrel-constrast": 3.552482843399048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5120859146118164,
      "cov-distil (oracle2student)": 4.061798095703125,
      "cov-distil (oracle2teacher)": 4.937692165374756,
      "epoch": 1.67425431711146,
      "rel-constrast": 2.126654624938965,
      "step": 2133,
      "subrel-constrast": 3.508143186569214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9212923049926758,
      "cov-distil (oracle2student)": 4.00203800201416,
      "cov-distil (oracle2teacher)": 3.9917595386505127,
      "epoch": 1.6750392464678179,
      "rel-constrast": 2.3351023197174072,
      "step": 2134,
      "subrel-constrast": 3.2115540504455566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.54129958152771,
      "cov-distil (oracle2student)": 4.2561187744140625,
      "cov-distil (oracle2teacher)": 4.64018440246582,
      "epoch": 1.6758241758241759,
      "rel-constrast": 2.891310214996338,
      "step": 2135,
      "subrel-constrast": 3.7975265979766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.676819324493408,
      "cov-distil (oracle2student)": 5.042537212371826,
      "cov-distil (oracle2teacher)": 5.317297458648682,
      "epoch": 1.6766091051805336,
      "rel-constrast": 2.840847969055176,
      "step": 2136,
      "subrel-constrast": 4.027468681335449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5198194980621338,
      "cov-distil (oracle2student)": 4.089753150939941,
      "cov-distil (oracle2teacher)": 3.939669132232666,
      "epoch": 1.6773940345368916,
      "rel-constrast": 2.995364189147949,
      "step": 2137,
      "subrel-constrast": 3.5355184078216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4249824285507202,
      "cov-distil (oracle2student)": 3.3087687492370605,
      "cov-distil (oracle2teacher)": 3.563230514526367,
      "epoch": 1.6781789638932496,
      "rel-constrast": 3.186295986175537,
      "step": 2138,
      "subrel-constrast": 3.8798420429229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906024694442749,
      "cov-distil (oracle2student)": 4.130022048950195,
      "cov-distil (oracle2teacher)": 4.195207595825195,
      "epoch": 1.6789638932496076,
      "rel-constrast": 3.4741897583007812,
      "step": 2139,
      "subrel-constrast": 4.902989387512207,
      "view-similarity": 0
    },
    {
      "epoch": 1.6797488226059656,
      "grad_norm": 4.4375,
      "learning_rate": 7.068700531174319e-05,
      "loss": 0.7262,
      "step": 2140
    },
    {
      "cov-distil": 1.6732895374298096,
      "cov-distil (oracle2student)": 4.750794887542725,
      "cov-distil (oracle2teacher)": 4.655774116516113,
      "epoch": 1.6797488226059656,
      "rel-constrast": 2.5433905124664307,
      "step": 2140,
      "subrel-constrast": 3.3225090503692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1403075456619263,
      "cov-distil (oracle2student)": 5.209414482116699,
      "cov-distil (oracle2teacher)": 5.008328437805176,
      "epoch": 1.6805337519623234,
      "rel-constrast": 2.646214485168457,
      "step": 2141,
      "subrel-constrast": 3.460783004760742,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2491075992584229,
      "cov-distil (oracle2student)": 4.6693830490112305,
      "cov-distil (oracle2teacher)": 4.280936241149902,
      "epoch": 1.6813186813186813,
      "rel-constrast": 2.8557546138763428,
      "step": 2142,
      "subrel-constrast": 3.4805562496185303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9631447792053223,
      "cov-distil (oracle2student)": 5.354621887207031,
      "cov-distil (oracle2teacher)": 4.570590972900391,
      "epoch": 1.682103610675039,
      "rel-constrast": 1.9090867042541504,
      "step": 2143,
      "subrel-constrast": 2.823805332183838,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7892625331878662,
      "cov-distil (oracle2student)": 5.025681495666504,
      "cov-distil (oracle2teacher)": 4.806889533996582,
      "epoch": 1.682888540031397,
      "rel-constrast": 2.2632174491882324,
      "step": 2144,
      "subrel-constrast": 3.118859052658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6763784885406494,
      "cov-distil (oracle2student)": 4.2293572425842285,
      "cov-distil (oracle2teacher)": 3.9880316257476807,
      "epoch": 1.683673469387755,
      "rel-constrast": 2.424178123474121,
      "step": 2145,
      "subrel-constrast": 3.2856345176696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027146577835083,
      "cov-distil (oracle2student)": 2.743495464324951,
      "cov-distil (oracle2teacher)": 3.125617504119873,
      "epoch": 1.684458398744113,
      "rel-constrast": 2.2141406536102295,
      "step": 2146,
      "subrel-constrast": 3.3558332920074463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649271011352539,
      "cov-distil (oracle2student)": 4.348977565765381,
      "cov-distil (oracle2teacher)": 4.475724220275879,
      "epoch": 1.685243328100471,
      "rel-constrast": 3.2532451152801514,
      "step": 2147,
      "subrel-constrast": 4.146599769592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6213912963867188,
      "cov-distil (oracle2student)": 4.087448596954346,
      "cov-distil (oracle2teacher)": 4.4163126945495605,
      "epoch": 1.686028257456829,
      "rel-constrast": 2.248546600341797,
      "step": 2148,
      "subrel-constrast": 3.4049599170684814,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.140516757965088,
      "cov-distil (oracle2student)": 3.7960433959960938,
      "cov-distil (oracle2teacher)": 4.051546573638916,
      "epoch": 1.6868131868131868,
      "rel-constrast": 2.575256586074829,
      "step": 2149,
      "subrel-constrast": 3.728757619857788,
      "view-similarity": 0
    },
    {
      "epoch": 1.6875981161695446,
      "grad_norm": 4.125,
      "learning_rate": 7.036871594744217e-05,
      "loss": 0.6646,
      "step": 2150
    },
    {
      "cov-distil": 1.5581552982330322,
      "cov-distil (oracle2student)": 3.056246280670166,
      "cov-distil (oracle2teacher)": 3.5089850425720215,
      "epoch": 1.6875981161695446,
      "rel-constrast": 2.302194833755493,
      "step": 2150,
      "subrel-constrast": 2.9720423221588135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542721271514893,
      "cov-distil (oracle2student)": 5.019822597503662,
      "cov-distil (oracle2teacher)": 4.4140729904174805,
      "epoch": 1.6883830455259026,
      "rel-constrast": 2.6967062950134277,
      "step": 2151,
      "subrel-constrast": 3.6948344707489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.486313819885254,
      "cov-distil (oracle2student)": 4.304137706756592,
      "cov-distil (oracle2teacher)": 4.167298316955566,
      "epoch": 1.6891679748822606,
      "rel-constrast": 1.9715001583099365,
      "step": 2152,
      "subrel-constrast": 2.862724781036377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.967777967453003,
      "cov-distil (oracle2student)": 3.8586783409118652,
      "cov-distil (oracle2teacher)": 4.404350280761719,
      "epoch": 1.6899529042386185,
      "rel-constrast": 2.2965025901794434,
      "step": 2153,
      "subrel-constrast": 3.460477352142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301504373550415,
      "cov-distil (oracle2student)": 4.288969993591309,
      "cov-distil (oracle2teacher)": 3.82997727394104,
      "epoch": 1.6907378335949765,
      "rel-constrast": 2.3228025436401367,
      "step": 2154,
      "subrel-constrast": 3.0660617351531982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034067630767822,
      "cov-distil (oracle2student)": 2.409371852874756,
      "cov-distil (oracle2teacher)": 3.1163294315338135,
      "epoch": 1.6915227629513345,
      "rel-constrast": 2.2471420764923096,
      "step": 2155,
      "subrel-constrast": 3.3660635948181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5831586122512817,
      "cov-distil (oracle2student)": 2.3323118686676025,
      "cov-distil (oracle2teacher)": 2.523266077041626,
      "epoch": 1.6923076923076923,
      "rel-constrast": 1.1958585977554321,
      "step": 2156,
      "subrel-constrast": 2.3486855030059814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8026598691940308,
      "cov-distil (oracle2student)": 4.545708656311035,
      "cov-distil (oracle2teacher)": 4.528087615966797,
      "epoch": 1.6930926216640503,
      "rel-constrast": 2.5438907146453857,
      "step": 2157,
      "subrel-constrast": 3.506334066390991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4054172039031982,
      "cov-distil (oracle2student)": 5.396646499633789,
      "cov-distil (oracle2teacher)": 4.730644226074219,
      "epoch": 1.693877551020408,
      "rel-constrast": 1.9330992698669434,
      "step": 2158,
      "subrel-constrast": 2.719562530517578,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2676949501037598,
      "cov-distil (oracle2student)": 5.679821968078613,
      "cov-distil (oracle2teacher)": 5.419308185577393,
      "epoch": 1.694662480376766,
      "rel-constrast": 3.1563453674316406,
      "step": 2159,
      "subrel-constrast": 3.5602023601531982,
      "view-similarity": 0
    },
    {
      "epoch": 1.695447409733124,
      "grad_norm": 5.125,
      "learning_rate": 7.004943384066187e-05,
      "loss": 0.6047,
      "step": 2160
    },
    {
      "cov-distil": 1.3527356386184692,
      "cov-distil (oracle2student)": 7.670492649078369,
      "cov-distil (oracle2teacher)": 6.9628190994262695,
      "epoch": 1.695447409733124,
      "rel-constrast": 4.357490539550781,
      "step": 2160,
      "subrel-constrast": 4.498615741729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8453283309936523,
      "cov-distil (oracle2student)": 4.67099666595459,
      "cov-distil (oracle2teacher)": 4.279635429382324,
      "epoch": 1.696232339089482,
      "rel-constrast": 2.789661169052124,
      "step": 2161,
      "subrel-constrast": 3.571848154067993,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.122694730758667,
      "cov-distil (oracle2student)": 3.6437668800354004,
      "cov-distil (oracle2teacher)": 4.276539325714111,
      "epoch": 1.69701726844584,
      "rel-constrast": 2.040121555328369,
      "step": 2162,
      "subrel-constrast": 3.185361862182617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7657078504562378,
      "cov-distil (oracle2student)": 4.224247932434082,
      "cov-distil (oracle2teacher)": 4.071437835693359,
      "epoch": 1.6978021978021978,
      "rel-constrast": 3.4883980751037598,
      "step": 2163,
      "subrel-constrast": 4.36683988571167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8880165815353394,
      "cov-distil (oracle2student)": 3.107300043106079,
      "cov-distil (oracle2teacher)": 3.5153727531433105,
      "epoch": 1.6985871271585558,
      "rel-constrast": 1.9665087461471558,
      "step": 2164,
      "subrel-constrast": 3.472611427307129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7242205142974854,
      "cov-distil (oracle2student)": 6.1790056228637695,
      "cov-distil (oracle2teacher)": 5.7745680809021,
      "epoch": 1.6993720565149135,
      "rel-constrast": 2.3472273349761963,
      "step": 2165,
      "subrel-constrast": 3.424271583557129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8466873168945312,
      "cov-distil (oracle2student)": 2.5432183742523193,
      "cov-distil (oracle2teacher)": 2.7249860763549805,
      "epoch": 1.7001569858712715,
      "rel-constrast": 3.625544548034668,
      "step": 2166,
      "subrel-constrast": 3.84322190284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5888056755065918,
      "cov-distil (oracle2student)": 4.994532585144043,
      "cov-distil (oracle2teacher)": 4.3046112060546875,
      "epoch": 1.7009419152276295,
      "rel-constrast": 3.4187185764312744,
      "step": 2167,
      "subrel-constrast": 4.2261738777160645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.029876232147217,
      "cov-distil (oracle2student)": 5.4065728187561035,
      "cov-distil (oracle2teacher)": 5.09211540222168,
      "epoch": 1.7017268445839875,
      "rel-constrast": 1.5647592544555664,
      "step": 2168,
      "subrel-constrast": 2.557681083679199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2521531581878662,
      "cov-distil (oracle2student)": 4.281167984008789,
      "cov-distil (oracle2teacher)": 4.044576644897461,
      "epoch": 1.7025117739403455,
      "rel-constrast": 2.627070188522339,
      "step": 2169,
      "subrel-constrast": 3.356158971786499,
      "view-similarity": 0
    },
    {
      "epoch": 1.7032967032967035,
      "grad_norm": 5.03125,
      "learning_rate": 6.97291745527617e-05,
      "loss": 0.7492,
      "step": 2170
    },
    {
      "cov-distil": 2.1854748725891113,
      "cov-distil (oracle2student)": 3.1431756019592285,
      "cov-distil (oracle2teacher)": 3.1726772785186768,
      "epoch": 1.7032967032967035,
      "rel-constrast": 2.68967604637146,
      "step": 2170,
      "subrel-constrast": 3.578568696975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.003847360610962,
      "cov-distil (oracle2student)": 4.5324225425720215,
      "cov-distil (oracle2teacher)": 4.560193061828613,
      "epoch": 1.7040816326530612,
      "rel-constrast": 2.8205270767211914,
      "step": 2171,
      "subrel-constrast": 3.7905471324920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5060793161392212,
      "cov-distil (oracle2student)": 3.5749258995056152,
      "cov-distil (oracle2teacher)": 3.491405725479126,
      "epoch": 1.704866562009419,
      "rel-constrast": 2.1511754989624023,
      "step": 2172,
      "subrel-constrast": 3.022972345352173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9185209274291992,
      "cov-distil (oracle2student)": 5.4789204597473145,
      "cov-distil (oracle2teacher)": 4.998724937438965,
      "epoch": 1.705651491365777,
      "rel-constrast": 4.293696880340576,
      "step": 2173,
      "subrel-constrast": 5.297975540161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335676670074463,
      "cov-distil (oracle2student)": 3.388599157333374,
      "cov-distil (oracle2teacher)": 3.6603775024414062,
      "epoch": 1.706436420722135,
      "rel-constrast": 2.2331924438476562,
      "step": 2174,
      "subrel-constrast": 3.363441228866577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7688758373260498,
      "cov-distil (oracle2student)": 4.181797981262207,
      "cov-distil (oracle2teacher)": 3.9661779403686523,
      "epoch": 1.707221350078493,
      "rel-constrast": 2.3184428215026855,
      "step": 2175,
      "subrel-constrast": 2.9669179916381836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4372941255569458,
      "cov-distil (oracle2student)": 4.451197624206543,
      "cov-distil (oracle2teacher)": 4.666534423828125,
      "epoch": 1.708006279434851,
      "rel-constrast": 1.8917821645736694,
      "step": 2176,
      "subrel-constrast": 3.0432353019714355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.06882381439209,
      "cov-distil (oracle2student)": 4.246245384216309,
      "cov-distil (oracle2teacher)": 4.102151870727539,
      "epoch": 1.708791208791209,
      "rel-constrast": 1.4741255044937134,
      "step": 2177,
      "subrel-constrast": 2.2518858909606934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5364322662353516,
      "cov-distil (oracle2student)": 5.918917655944824,
      "cov-distil (oracle2teacher)": 5.494344234466553,
      "epoch": 1.7095761381475667,
      "rel-constrast": 2.651839256286621,
      "step": 2178,
      "subrel-constrast": 3.681114912033081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9932416677474976,
      "cov-distil (oracle2student)": 4.114870548248291,
      "cov-distil (oracle2teacher)": 4.11793851852417,
      "epoch": 1.7103610675039247,
      "rel-constrast": 2.002617359161377,
      "step": 2179,
      "subrel-constrast": 3.402768850326538,
      "view-similarity": 0
    },
    {
      "epoch": 1.7111459968602825,
      "grad_norm": 3.875,
      "learning_rate": 6.940795369272754e-05,
      "loss": 0.6601,
      "step": 2180
    },
    {
      "cov-distil": 2.0661439895629883,
      "cov-distil (oracle2student)": 4.476015090942383,
      "cov-distil (oracle2teacher)": 5.164781093597412,
      "epoch": 1.7111459968602825,
      "rel-constrast": 2.5784993171691895,
      "step": 2180,
      "subrel-constrast": 3.928992509841919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2476794719696045,
      "cov-distil (oracle2student)": 2.607280731201172,
      "cov-distil (oracle2teacher)": 2.9188032150268555,
      "epoch": 1.7119309262166404,
      "rel-constrast": 2.47688627243042,
      "step": 2181,
      "subrel-constrast": 3.1422278881073,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1833555698394775,
      "cov-distil (oracle2student)": 4.227731227874756,
      "cov-distil (oracle2teacher)": 4.227417945861816,
      "epoch": 1.7127158555729984,
      "rel-constrast": 2.7471437454223633,
      "step": 2182,
      "subrel-constrast": 3.799985647201538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6073167324066162,
      "cov-distil (oracle2student)": 2.967226028442383,
      "cov-distil (oracle2teacher)": 3.148456573486328,
      "epoch": 1.7135007849293564,
      "rel-constrast": 2.550004482269287,
      "step": 2183,
      "subrel-constrast": 3.7781152725219727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7328898906707764,
      "cov-distil (oracle2student)": 4.3841328620910645,
      "cov-distil (oracle2teacher)": 4.23508358001709,
      "epoch": 1.7142857142857144,
      "rel-constrast": 2.5172905921936035,
      "step": 2184,
      "subrel-constrast": 3.449209451675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4473662376403809,
      "cov-distil (oracle2student)": 4.067984580993652,
      "cov-distil (oracle2teacher)": 3.9404869079589844,
      "epoch": 1.7150706436420722,
      "rel-constrast": 2.7655375003814697,
      "step": 2185,
      "subrel-constrast": 3.4333181381225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.73777437210083,
      "cov-distil (oracle2student)": 4.513485431671143,
      "cov-distil (oracle2teacher)": 4.245095252990723,
      "epoch": 1.7158555729984302,
      "rel-constrast": 2.432680368423462,
      "step": 2186,
      "subrel-constrast": 3.442603349685669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9458690881729126,
      "cov-distil (oracle2student)": 4.105019569396973,
      "cov-distil (oracle2teacher)": 4.291688442230225,
      "epoch": 1.716640502354788,
      "rel-constrast": 2.4858195781707764,
      "step": 2187,
      "subrel-constrast": 3.438690662384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.044504404067993,
      "cov-distil (oracle2student)": 3.8109018802642822,
      "cov-distil (oracle2teacher)": 3.911818504333496,
      "epoch": 1.717425431711146,
      "rel-constrast": 2.0464377403259277,
      "step": 2188,
      "subrel-constrast": 3.0327060222625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6598045825958252,
      "cov-distil (oracle2student)": 7.487840175628662,
      "cov-distil (oracle2teacher)": 6.515576362609863,
      "epoch": 1.718210361067504,
      "rel-constrast": 2.5303566455841064,
      "step": 2189,
      "subrel-constrast": 3.4088351726531982,
      "view-similarity": 0
    },
    {
      "epoch": 1.718995290423862,
      "grad_norm": 4.71875,
      "learning_rate": 6.908578691641092e-05,
      "loss": 0.6724,
      "step": 2190
    },
    {
      "cov-distil": 2.0111353397369385,
      "cov-distil (oracle2student)": 3.1750168800354004,
      "cov-distil (oracle2teacher)": 3.5113940238952637,
      "epoch": 1.718995290423862,
      "rel-constrast": 2.584089756011963,
      "step": 2190,
      "subrel-constrast": 4.059396743774414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720171689987183,
      "cov-distil (oracle2student)": 3.056978464126587,
      "cov-distil (oracle2teacher)": 3.4058799743652344,
      "epoch": 1.7197802197802199,
      "rel-constrast": 1.736208200454712,
      "step": 2191,
      "subrel-constrast": 2.706848382949829,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.664804458618164,
      "cov-distil (oracle2student)": 5.019976615905762,
      "cov-distil (oracle2teacher)": 4.5902099609375,
      "epoch": 1.7205651491365777,
      "rel-constrast": 3.0918922424316406,
      "step": 2192,
      "subrel-constrast": 3.8275210857391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2113876342773438,
      "cov-distil (oracle2student)": 3.887434959411621,
      "cov-distil (oracle2teacher)": 3.782576560974121,
      "epoch": 1.7213500784929356,
      "rel-constrast": 2.467346429824829,
      "step": 2193,
      "subrel-constrast": 3.0722522735595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9107067584991455,
      "cov-distil (oracle2student)": 4.285866737365723,
      "cov-distil (oracle2teacher)": 4.13999080657959,
      "epoch": 1.7221350078492934,
      "rel-constrast": 2.8196566104888916,
      "step": 2194,
      "subrel-constrast": 3.3453121185302734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8206387758255005,
      "cov-distil (oracle2student)": 5.092296600341797,
      "cov-distil (oracle2teacher)": 4.957541465759277,
      "epoch": 1.7229199372056514,
      "rel-constrast": 2.375549793243408,
      "step": 2195,
      "subrel-constrast": 3.662961721420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5940167903900146,
      "cov-distil (oracle2student)": 4.2521185874938965,
      "cov-distil (oracle2teacher)": 4.313994407653809,
      "epoch": 1.7237048665620094,
      "rel-constrast": 3.0125372409820557,
      "step": 2196,
      "subrel-constrast": 3.5896661281585693,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3189494609832764,
      "cov-distil (oracle2student)": 3.397529125213623,
      "cov-distil (oracle2teacher)": 3.797180652618408,
      "epoch": 1.7244897959183674,
      "rel-constrast": 1.945441722869873,
      "step": 2197,
      "subrel-constrast": 2.915369749069214,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1340346336364746,
      "cov-distil (oracle2student)": 3.445955753326416,
      "cov-distil (oracle2teacher)": 3.422950029373169,
      "epoch": 1.7252747252747254,
      "rel-constrast": 1.2721424102783203,
      "step": 2198,
      "subrel-constrast": 2.4099438190460205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7690649032592773,
      "cov-distil (oracle2student)": 3.383620023727417,
      "cov-distil (oracle2teacher)": 4.185163974761963,
      "epoch": 1.7260596546310834,
      "rel-constrast": 2.562267780303955,
      "step": 2199,
      "subrel-constrast": 3.6458492279052734,
      "view-similarity": 0
    },
    {
      "epoch": 1.7268445839874411,
      "grad_norm": 4.625,
      "learning_rate": 6.876268992576604e-05,
      "loss": 0.6402,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "overlap": 0.3125,
      "step": 2200
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "student margin": 0.0635986328125
    },
    {
      "epoch": 1.7268445839874411,
      "step": 2200,
      "teacher margin": 0.0440673828125
    },
    {
      "epoch": 1.7268445839874411,
      "margin difference": -0.01953125,
      "step": 2200
    },
    {
      "cov-distil": 1.4868468046188354,
      "cov-distil (oracle2student)": 3.447221279144287,
      "cov-distil (oracle2teacher)": 3.3802788257598877,
      "epoch": 1.7268445839874411,
      "rel-constrast": 2.242770195007324,
      "step": 2200,
      "subrel-constrast": 2.7218987941741943,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0099618434906006,
      "cov-distil (oracle2student)": 3.7069056034088135,
      "cov-distil (oracle2teacher)": 3.8000826835632324,
      "epoch": 1.727629513343799,
      "rel-constrast": 3.161491870880127,
      "step": 2201,
      "subrel-constrast": 4.041457653045654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8774150609970093,
      "cov-distil (oracle2student)": 4.339339256286621,
      "cov-distil (oracle2teacher)": 4.214557647705078,
      "epoch": 1.7284144427001569,
      "rel-constrast": 1.9043606519699097,
      "step": 2202,
      "subrel-constrast": 2.5993053913116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4975359439849854,
      "cov-distil (oracle2student)": 3.602562427520752,
      "cov-distil (oracle2teacher)": 3.057152271270752,
      "epoch": 1.7291993720565149,
      "rel-constrast": 1.8284175395965576,
      "step": 2203,
      "subrel-constrast": 2.557542324066162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.914703607559204,
      "cov-distil (oracle2student)": 3.705993175506592,
      "cov-distil (oracle2teacher)": 3.6860876083374023,
      "epoch": 1.7299843014128728,
      "rel-constrast": 2.6790390014648438,
      "step": 2204,
      "subrel-constrast": 3.3735129833221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.46500563621521,
      "cov-distil (oracle2student)": 5.81571626663208,
      "cov-distil (oracle2teacher)": 5.251639366149902,
      "epoch": 1.7307692307692308,
      "rel-constrast": 3.9124999046325684,
      "step": 2205,
      "subrel-constrast": 4.541849136352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1470720767974854,
      "cov-distil (oracle2student)": 4.322119235992432,
      "cov-distil (oracle2teacher)": 3.7354896068573,
      "epoch": 1.7315541601255888,
      "rel-constrast": 2.9179930686950684,
      "step": 2206,
      "subrel-constrast": 3.664273262023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4577581882476807,
      "cov-distil (oracle2student)": 4.589237689971924,
      "cov-distil (oracle2teacher)": 4.540392875671387,
      "epoch": 1.7323390894819466,
      "rel-constrast": 2.3064889907836914,
      "step": 2207,
      "subrel-constrast": 3.567471504211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6088201999664307,
      "cov-distil (oracle2student)": 3.4050045013427734,
      "cov-distil (oracle2teacher)": 3.4604549407958984,
      "epoch": 1.7331240188383046,
      "rel-constrast": 2.3845059871673584,
      "step": 2208,
      "subrel-constrast": 2.932450294494629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7296836376190186,
      "cov-distil (oracle2student)": 4.393460750579834,
      "cov-distil (oracle2teacher)": 4.22329044342041,
      "epoch": 1.7339089481946623,
      "rel-constrast": 2.4833216667175293,
      "step": 2209,
      "subrel-constrast": 3.101980447769165,
      "view-similarity": 0
    },
    {
      "epoch": 1.7346938775510203,
      "grad_norm": 4.4375,
      "learning_rate": 6.843867846808438e-05,
      "loss": 0.691,
      "step": 2210
    },
    {
      "cov-distil": 1.2181700468063354,
      "cov-distil (oracle2student)": 5.297771453857422,
      "cov-distil (oracle2teacher)": 4.712156295776367,
      "epoch": 1.7346938775510203,
      "rel-constrast": 2.718451976776123,
      "step": 2210,
      "subrel-constrast": 3.3634419441223145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.271756887435913,
      "cov-distil (oracle2student)": 3.1708648204803467,
      "cov-distil (oracle2teacher)": 3.4545559883117676,
      "epoch": 1.7354788069073783,
      "rel-constrast": 3.104763984680176,
      "step": 2211,
      "subrel-constrast": 3.967848062515259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8295804262161255,
      "cov-distil (oracle2student)": 4.77410364151001,
      "cov-distil (oracle2teacher)": 3.942953109741211,
      "epoch": 1.7362637362637363,
      "rel-constrast": 1.8340013027191162,
      "step": 2212,
      "subrel-constrast": 2.7278988361358643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4331505298614502,
      "cov-distil (oracle2student)": 4.370412826538086,
      "cov-distil (oracle2teacher)": 3.693323850631714,
      "epoch": 1.7370486656200943,
      "rel-constrast": 2.097780227661133,
      "step": 2213,
      "subrel-constrast": 3.076481580734253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607147455215454,
      "cov-distil (oracle2student)": 2.672895908355713,
      "cov-distil (oracle2teacher)": 3.202122211456299,
      "epoch": 1.737833594976452,
      "rel-constrast": 3.124448299407959,
      "step": 2214,
      "subrel-constrast": 4.201994895935059,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0798897743225098,
      "cov-distil (oracle2student)": 5.828988075256348,
      "cov-distil (oracle2teacher)": 5.28759241104126,
      "epoch": 1.73861852433281,
      "rel-constrast": 2.127861261367798,
      "step": 2215,
      "subrel-constrast": 2.5110747814178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5844874382019043,
      "cov-distil (oracle2student)": 3.4234941005706787,
      "cov-distil (oracle2teacher)": 3.2541441917419434,
      "epoch": 1.7394034536891678,
      "rel-constrast": 2.901577949523926,
      "step": 2216,
      "subrel-constrast": 3.164602041244507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6932544708251953,
      "cov-distil (oracle2student)": 4.839381217956543,
      "cov-distil (oracle2teacher)": 4.835385322570801,
      "epoch": 1.7401883830455258,
      "rel-constrast": 1.8387064933776855,
      "step": 2217,
      "subrel-constrast": 3.197162628173828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2980754375457764,
      "cov-distil (oracle2student)": 3.3168551921844482,
      "cov-distil (oracle2teacher)": 3.501171588897705,
      "epoch": 1.7409733124018838,
      "rel-constrast": 2.5417680740356445,
      "step": 2218,
      "subrel-constrast": 2.9127092361450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6645852327346802,
      "cov-distil (oracle2student)": 3.370992660522461,
      "cov-distil (oracle2teacher)": 3.756485939025879,
      "epoch": 1.7417582417582418,
      "rel-constrast": 2.5107576847076416,
      "step": 2219,
      "subrel-constrast": 3.4787189960479736,
      "view-similarity": 0
    },
    {
      "epoch": 1.7425431711145998,
      "grad_norm": 4.8125,
      "learning_rate": 6.811376833522729e-05,
      "loss": 0.6592,
      "step": 2220
    },
    {
      "cov-distil": 1.6967799663543701,
      "cov-distil (oracle2student)": 4.282422065734863,
      "cov-distil (oracle2teacher)": 3.9564335346221924,
      "epoch": 1.7425431711145998,
      "rel-constrast": 2.1736412048339844,
      "step": 2220,
      "subrel-constrast": 3.16676664352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5281364917755127,
      "cov-distil (oracle2student)": 5.476376056671143,
      "cov-distil (oracle2teacher)": 5.423967361450195,
      "epoch": 1.7433281004709578,
      "rel-constrast": 2.5196688175201416,
      "step": 2221,
      "subrel-constrast": 3.6802456378936768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4979734420776367,
      "cov-distil (oracle2student)": 3.134425401687622,
      "cov-distil (oracle2teacher)": 3.316164016723633,
      "epoch": 1.7441130298273155,
      "rel-constrast": 2.4990835189819336,
      "step": 2222,
      "subrel-constrast": 3.375993490219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6688953638076782,
      "cov-distil (oracle2student)": 4.56557559967041,
      "cov-distil (oracle2teacher)": 4.56503963470459,
      "epoch": 1.7448979591836735,
      "rel-constrast": 2.614283561706543,
      "step": 2223,
      "subrel-constrast": 3.467289447784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680222749710083,
      "cov-distil (oracle2student)": 4.853841781616211,
      "cov-distil (oracle2teacher)": 4.717684745788574,
      "epoch": 1.7456828885400313,
      "rel-constrast": 2.0533251762390137,
      "step": 2224,
      "subrel-constrast": 3.0558834075927734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6383904218673706,
      "cov-distil (oracle2student)": 4.380013465881348,
      "cov-distil (oracle2teacher)": 4.191157341003418,
      "epoch": 1.7464678178963893,
      "rel-constrast": 2.105088233947754,
      "step": 2225,
      "subrel-constrast": 3.240752935409546,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767512798309326,
      "cov-distil (oracle2student)": 3.2362380027770996,
      "cov-distil (oracle2teacher)": 3.5055391788482666,
      "epoch": 1.7472527472527473,
      "rel-constrast": 1.0110182762145996,
      "step": 2226,
      "subrel-constrast": 2.024278402328491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6647818088531494,
      "cov-distil (oracle2student)": 4.688571929931641,
      "cov-distil (oracle2teacher)": 4.298598289489746,
      "epoch": 1.7480376766091053,
      "rel-constrast": 2.447786331176758,
      "step": 2227,
      "subrel-constrast": 2.7447123527526855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.579750657081604,
      "cov-distil (oracle2student)": 2.669940948486328,
      "cov-distil (oracle2teacher)": 3.5192010402679443,
      "epoch": 1.7488226059654632,
      "rel-constrast": 2.513198137283325,
      "step": 2228,
      "subrel-constrast": 3.8982834815979004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4197977781295776,
      "cov-distil (oracle2student)": 2.915574312210083,
      "cov-distil (oracle2teacher)": 2.6939449310302734,
      "epoch": 1.749607535321821,
      "rel-constrast": 2.6460976600646973,
      "step": 2229,
      "subrel-constrast": 2.8938002586364746,
      "view-similarity": 0
    },
    {
      "epoch": 1.750392464678179,
      "grad_norm": 4.65625,
      "learning_rate": 6.778797536285624e-05,
      "loss": 0.605,
      "step": 2230
    },
    {
      "cov-distil": 1.5007259845733643,
      "cov-distil (oracle2student)": 4.366735458374023,
      "cov-distil (oracle2teacher)": 4.172375202178955,
      "epoch": 1.750392464678179,
      "rel-constrast": 2.497586250305176,
      "step": 2230,
      "subrel-constrast": 2.9794654846191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2127220630645752,
      "cov-distil (oracle2student)": 3.8891611099243164,
      "cov-distil (oracle2teacher)": 3.5718994140625,
      "epoch": 1.7511773940345368,
      "rel-constrast": 2.161870002746582,
      "step": 2231,
      "subrel-constrast": 3.0754106044769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382326602935791,
      "cov-distil (oracle2student)": 4.441371917724609,
      "cov-distil (oracle2teacher)": 4.742238998413086,
      "epoch": 1.7519623233908947,
      "rel-constrast": 3.493922472000122,
      "step": 2232,
      "subrel-constrast": 4.378200531005859,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654332160949707,
      "cov-distil (oracle2student)": 3.124333381652832,
      "cov-distil (oracle2teacher)": 3.384107828140259,
      "epoch": 1.7527472527472527,
      "rel-constrast": 2.426176071166992,
      "step": 2233,
      "subrel-constrast": 3.5311946868896484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657342433929443,
      "cov-distil (oracle2student)": 2.7696499824523926,
      "cov-distil (oracle2teacher)": 2.840475082397461,
      "epoch": 1.7535321821036107,
      "rel-constrast": 1.5614253282546997,
      "step": 2234,
      "subrel-constrast": 2.741178274154663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3642563819885254,
      "cov-distil (oracle2student)": 4.197541236877441,
      "cov-distil (oracle2teacher)": 3.92352032661438,
      "epoch": 1.7543171114599687,
      "rel-constrast": 3.4126081466674805,
      "step": 2235,
      "subrel-constrast": 3.9098713397979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3301939964294434,
      "cov-distil (oracle2student)": 5.220586776733398,
      "cov-distil (oracle2teacher)": 5.08069372177124,
      "epoch": 1.7551020408163265,
      "rel-constrast": 2.172534942626953,
      "step": 2236,
      "subrel-constrast": 3.2226786613464355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6751433610916138,
      "cov-distil (oracle2student)": 3.7767231464385986,
      "cov-distil (oracle2teacher)": 3.5160720348358154,
      "epoch": 1.7558869701726845,
      "rel-constrast": 1.841733455657959,
      "step": 2237,
      "subrel-constrast": 2.8626670837402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7909868955612183,
      "cov-distil (oracle2student)": 4.2951579093933105,
      "cov-distil (oracle2teacher)": 4.156802177429199,
      "epoch": 1.7566718995290422,
      "rel-constrast": 4.068342208862305,
      "step": 2238,
      "subrel-constrast": 4.326308727264404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5779459476470947,
      "cov-distil (oracle2student)": 2.5920228958129883,
      "cov-distil (oracle2teacher)": 3.4898297786712646,
      "epoch": 1.7574568288854002,
      "rel-constrast": 2.4671478271484375,
      "step": 2239,
      "subrel-constrast": 3.6758790016174316,
      "view-similarity": 0
    },
    {
      "epoch": 1.7582417582417582,
      "grad_norm": 5.28125,
      "learning_rate": 6.746131542966112e-05,
      "loss": 0.6912,
      "step": 2240
    },
    {
      "cov-distil": 1.4116761684417725,
      "cov-distil (oracle2student)": 4.799384593963623,
      "cov-distil (oracle2teacher)": 4.654953956604004,
      "epoch": 1.7582417582417582,
      "rel-constrast": 1.6482477188110352,
      "step": 2240,
      "subrel-constrast": 2.560753345489502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.155836820602417,
      "cov-distil (oracle2student)": 4.6946868896484375,
      "cov-distil (oracle2teacher)": 3.914750814437866,
      "epoch": 1.7590266875981162,
      "rel-constrast": 2.676950454711914,
      "step": 2241,
      "subrel-constrast": 3.496521472930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6886261701583862,
      "cov-distil (oracle2student)": 3.7439234256744385,
      "cov-distil (oracle2teacher)": 3.5060057640075684,
      "epoch": 1.7598116169544742,
      "rel-constrast": 2.25775146484375,
      "step": 2242,
      "subrel-constrast": 2.5458602905273438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5168861150741577,
      "cov-distil (oracle2student)": 5.802959442138672,
      "cov-distil (oracle2teacher)": 5.306737899780273,
      "epoch": 1.7605965463108322,
      "rel-constrast": 3.4315714836120605,
      "step": 2243,
      "subrel-constrast": 3.7117867469787598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1566710472106934,
      "cov-distil (oracle2student)": 6.536189556121826,
      "cov-distil (oracle2teacher)": 5.810100078582764,
      "epoch": 1.76138147566719,
      "rel-constrast": 2.864710807800293,
      "step": 2244,
      "subrel-constrast": 3.4285402297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7648341655731201,
      "cov-distil (oracle2student)": 6.1088151931762695,
      "cov-distil (oracle2teacher)": 5.148857116699219,
      "epoch": 1.762166405023548,
      "rel-constrast": 2.3034415245056152,
      "step": 2245,
      "subrel-constrast": 3.2253921031951904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7664144039154053,
      "cov-distil (oracle2student)": 2.88687801361084,
      "cov-distil (oracle2teacher)": 2.8895111083984375,
      "epoch": 1.7629513343799057,
      "rel-constrast": 2.2132811546325684,
      "step": 2246,
      "subrel-constrast": 3.120182514190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.952773094177246,
      "cov-distil (oracle2student)": 5.569264888763428,
      "cov-distil (oracle2teacher)": 5.183585166931152,
      "epoch": 1.7637362637362637,
      "rel-constrast": 2.5454931259155273,
      "step": 2247,
      "subrel-constrast": 3.9495105743408203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9261019229888916,
      "cov-distil (oracle2student)": 4.923927307128906,
      "cov-distil (oracle2teacher)": 4.536606788635254,
      "epoch": 1.7645211930926217,
      "rel-constrast": 2.6334950923919678,
      "step": 2248,
      "subrel-constrast": 3.78788161277771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7841864824295044,
      "cov-distil (oracle2student)": 5.671084880828857,
      "cov-distil (oracle2teacher)": 5.274073123931885,
      "epoch": 1.7653061224489797,
      "rel-constrast": 2.9781711101531982,
      "step": 2249,
      "subrel-constrast": 3.742997646331787,
      "view-similarity": 0
    },
    {
      "epoch": 1.7660910518053377,
      "grad_norm": 4.78125,
      "learning_rate": 6.713380445658618e-05,
      "loss": 0.6816,
      "step": 2250
    },
    {
      "cov-distil": 2.22053861618042,
      "cov-distil (oracle2student)": 2.2337746620178223,
      "cov-distil (oracle2teacher)": 2.4480228424072266,
      "epoch": 1.7660910518053377,
      "rel-constrast": 1.6711686849594116,
      "step": 2250,
      "subrel-constrast": 2.769230365753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7342958450317383,
      "cov-distil (oracle2student)": 2.631986141204834,
      "cov-distil (oracle2teacher)": 2.4353387355804443,
      "epoch": 1.7668759811616954,
      "rel-constrast": 2.711313009262085,
      "step": 2251,
      "subrel-constrast": 3.5471041202545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.384956121444702,
      "cov-distil (oracle2student)": 3.5883147716522217,
      "cov-distil (oracle2teacher)": 3.556337833404541,
      "epoch": 1.7676609105180534,
      "rel-constrast": 1.8558708429336548,
      "step": 2252,
      "subrel-constrast": 2.9077439308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1650638580322266,
      "cov-distil (oracle2student)": 4.493659973144531,
      "cov-distil (oracle2teacher)": 4.738447666168213,
      "epoch": 1.7684458398744112,
      "rel-constrast": 2.322314500808716,
      "step": 2253,
      "subrel-constrast": 3.2668027877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9764134883880615,
      "cov-distil (oracle2student)": 4.391360282897949,
      "cov-distil (oracle2teacher)": 4.728743076324463,
      "epoch": 1.7692307692307692,
      "rel-constrast": 2.221090793609619,
      "step": 2254,
      "subrel-constrast": 3.6744415760040283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815322995185852,
      "cov-distil (oracle2student)": 5.547814846038818,
      "cov-distil (oracle2teacher)": 5.150597095489502,
      "epoch": 1.7700156985871272,
      "rel-constrast": 2.4357657432556152,
      "step": 2255,
      "subrel-constrast": 3.5033771991729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6768029928207397,
      "cov-distil (oracle2student)": 3.9726476669311523,
      "cov-distil (oracle2teacher)": 3.891774892807007,
      "epoch": 1.7708006279434851,
      "rel-constrast": 1.447278618812561,
      "step": 2256,
      "subrel-constrast": 2.250326633453369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088608741760254,
      "cov-distil (oracle2student)": 5.3701066970825195,
      "cov-distil (oracle2teacher)": 4.87377405166626,
      "epoch": 1.7715855572998431,
      "rel-constrast": 2.0093562602996826,
      "step": 2257,
      "subrel-constrast": 2.540123462677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6036876440048218,
      "cov-distil (oracle2student)": 2.959033489227295,
      "cov-distil (oracle2teacher)": 3.012420892715454,
      "epoch": 1.772370486656201,
      "rel-constrast": 1.6633192300796509,
      "step": 2258,
      "subrel-constrast": 2.288440465927124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3585658073425293,
      "cov-distil (oracle2student)": 4.479984283447266,
      "cov-distil (oracle2teacher)": 4.05039119720459,
      "epoch": 1.7731554160125589,
      "rel-constrast": 3.5887374877929688,
      "step": 2259,
      "subrel-constrast": 3.4015142917633057,
      "view-similarity": 0
    },
    {
      "epoch": 1.7739403453689166,
      "grad_norm": 5.21875,
      "learning_rate": 6.680545840605423e-05,
      "loss": 0.591,
      "step": 2260
    },
    {
      "cov-distil": 1.2942583560943604,
      "cov-distil (oracle2student)": 2.9956531524658203,
      "cov-distil (oracle2teacher)": 3.1966605186462402,
      "epoch": 1.7739403453689166,
      "rel-constrast": 2.7738285064697266,
      "step": 2260,
      "subrel-constrast": 3.3589208126068115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.19561767578125,
      "cov-distil (oracle2student)": 4.790223121643066,
      "cov-distil (oracle2teacher)": 3.945312023162842,
      "epoch": 1.7747252747252746,
      "rel-constrast": 2.226146697998047,
      "step": 2261,
      "subrel-constrast": 3.4838485717773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1692376136779785,
      "cov-distil (oracle2student)": 4.227005958557129,
      "cov-distil (oracle2teacher)": 3.68428897857666,
      "epoch": 1.7755102040816326,
      "rel-constrast": 2.7288413047790527,
      "step": 2262,
      "subrel-constrast": 3.1017398834228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6525870561599731,
      "cov-distil (oracle2student)": 3.0875749588012695,
      "cov-distil (oracle2teacher)": 3.177367687225342,
      "epoch": 1.7762951334379906,
      "rel-constrast": 2.450472354888916,
      "step": 2263,
      "subrel-constrast": 3.2090134620666504,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.175614595413208,
      "cov-distil (oracle2student)": 2.722062587738037,
      "cov-distil (oracle2teacher)": 3.2326736450195312,
      "epoch": 1.7770800627943486,
      "rel-constrast": 2.184138774871826,
      "step": 2264,
      "subrel-constrast": 3.3037514686584473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5858025550842285,
      "cov-distil (oracle2student)": 3.4548535346984863,
      "cov-distil (oracle2teacher)": 3.195517063140869,
      "epoch": 1.7778649921507066,
      "rel-constrast": 2.7911829948425293,
      "step": 2265,
      "subrel-constrast": 3.04899263381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.215848684310913,
      "cov-distil (oracle2student)": 3.8057093620300293,
      "cov-distil (oracle2teacher)": 4.353858947753906,
      "epoch": 1.7786499215070644,
      "rel-constrast": 3.739391565322876,
      "step": 2266,
      "subrel-constrast": 4.9029860496521,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3973796367645264,
      "cov-distil (oracle2student)": 4.566531658172607,
      "cov-distil (oracle2teacher)": 4.878616809844971,
      "epoch": 1.7794348508634223,
      "rel-constrast": 1.5661733150482178,
      "step": 2267,
      "subrel-constrast": 2.9733712673187256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7456730604171753,
      "cov-distil (oracle2student)": 5.11264705657959,
      "cov-distil (oracle2teacher)": 4.997776508331299,
      "epoch": 1.7802197802197801,
      "rel-constrast": 2.608447551727295,
      "step": 2268,
      "subrel-constrast": 4.097433567047119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8732086420059204,
      "cov-distil (oracle2student)": 3.494729995727539,
      "cov-distil (oracle2teacher)": 4.106111526489258,
      "epoch": 1.781004709576138,
      "rel-constrast": 1.7982109785079956,
      "step": 2269,
      "subrel-constrast": 2.7935287952423096,
      "view-similarity": 0
    },
    {
      "epoch": 1.781789638932496,
      "grad_norm": 4.5,
      "learning_rate": 6.647629328118851e-05,
      "loss": 0.6674,
      "step": 2270
    },
    {
      "cov-distil": 1.6395443677902222,
      "cov-distil (oracle2student)": 3.619694232940674,
      "cov-distil (oracle2teacher)": 3.455651044845581,
      "epoch": 1.781789638932496,
      "rel-constrast": 2.483854293823242,
      "step": 2270,
      "subrel-constrast": 2.8432164192199707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5715957880020142,
      "cov-distil (oracle2student)": 4.2759904861450195,
      "cov-distil (oracle2teacher)": 3.6942977905273438,
      "epoch": 1.782574568288854,
      "rel-constrast": 2.2260501384735107,
      "step": 2271,
      "subrel-constrast": 2.870363712310791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8688980340957642,
      "cov-distil (oracle2student)": 5.631901741027832,
      "cov-distil (oracle2teacher)": 5.303494930267334,
      "epoch": 1.783359497645212,
      "rel-constrast": 2.3215646743774414,
      "step": 2272,
      "subrel-constrast": 3.6122827529907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0224194526672363,
      "cov-distil (oracle2student)": 6.411569595336914,
      "cov-distil (oracle2teacher)": 5.41599702835083,
      "epoch": 1.7841444270015698,
      "rel-constrast": 2.153963327407837,
      "step": 2273,
      "subrel-constrast": 3.415999174118042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4886623620986938,
      "cov-distil (oracle2student)": 3.4814090728759766,
      "cov-distil (oracle2teacher)": 3.5775933265686035,
      "epoch": 1.7849293563579278,
      "rel-constrast": 1.7851619720458984,
      "step": 2274,
      "subrel-constrast": 2.5967047214508057,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7344614267349243,
      "cov-distil (oracle2student)": 2.349820852279663,
      "cov-distil (oracle2teacher)": 3.04006290435791,
      "epoch": 1.7857142857142856,
      "rel-constrast": 1.9055256843566895,
      "step": 2275,
      "subrel-constrast": 3.0919535160064697,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3319168090820312,
      "cov-distil (oracle2student)": 3.4724717140197754,
      "cov-distil (oracle2teacher)": 3.6874706745147705,
      "epoch": 1.7864992150706436,
      "rel-constrast": 2.501188278198242,
      "step": 2276,
      "subrel-constrast": 3.7052292823791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553980827331543,
      "cov-distil (oracle2student)": 3.5798096656799316,
      "cov-distil (oracle2teacher)": 3.881188154220581,
      "epoch": 1.7872841444270016,
      "rel-constrast": 2.088953971862793,
      "step": 2277,
      "subrel-constrast": 3.190556049346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0370659828186035,
      "cov-distil (oracle2student)": 7.541404724121094,
      "cov-distil (oracle2teacher)": 6.251190185546875,
      "epoch": 1.7880690737833596,
      "rel-constrast": 3.636654853820801,
      "step": 2278,
      "subrel-constrast": 4.7213029861450195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5041004419326782,
      "cov-distil (oracle2student)": 3.2189836502075195,
      "cov-distil (oracle2teacher)": 3.220055341720581,
      "epoch": 1.7888540031397175,
      "rel-constrast": 1.798865795135498,
      "step": 2279,
      "subrel-constrast": 2.578747510910034,
      "view-similarity": 0
    },
    {
      "epoch": 1.7896389324960753,
      "grad_norm": 4.125,
      "learning_rate": 6.614632512503288e-05,
      "loss": 0.6169,
      "step": 2280
    },
    {
      "cov-distil": 1.6484832763671875,
      "cov-distil (oracle2student)": 4.627640247344971,
      "cov-distil (oracle2teacher)": 4.438594818115234,
      "epoch": 1.7896389324960753,
      "rel-constrast": 2.2287731170654297,
      "step": 2280,
      "subrel-constrast": 3.100756883621216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.410463571548462,
      "cov-distil (oracle2student)": 5.169682502746582,
      "cov-distil (oracle2teacher)": 4.522346496582031,
      "epoch": 1.7904238618524333,
      "rel-constrast": 3.73262095451355,
      "step": 2281,
      "subrel-constrast": 3.93574857711792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3682966232299805,
      "cov-distil (oracle2student)": 3.415029525756836,
      "cov-distil (oracle2teacher)": 3.283599376678467,
      "epoch": 1.791208791208791,
      "rel-constrast": 2.732034683227539,
      "step": 2282,
      "subrel-constrast": 3.4830288887023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624092698097229,
      "cov-distil (oracle2student)": 4.599183082580566,
      "cov-distil (oracle2teacher)": 4.477349758148193,
      "epoch": 1.791993720565149,
      "rel-constrast": 1.8899422883987427,
      "step": 2283,
      "subrel-constrast": 2.3990769386291504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.934708595275879,
      "cov-distil (oracle2student)": 5.090120315551758,
      "cov-distil (oracle2teacher)": 4.341015815734863,
      "epoch": 1.792778649921507,
      "rel-constrast": 2.1898891925811768,
      "step": 2284,
      "subrel-constrast": 3.3581576347351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1408605575561523,
      "cov-distil (oracle2student)": 4.823464393615723,
      "cov-distil (oracle2teacher)": 4.5711541175842285,
      "epoch": 1.793563579277865,
      "rel-constrast": 2.2567758560180664,
      "step": 2285,
      "subrel-constrast": 3.415714979171753,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.061830520629883,
      "cov-distil (oracle2student)": 5.270108222961426,
      "cov-distil (oracle2teacher)": 4.567170143127441,
      "epoch": 1.794348508634223,
      "rel-constrast": 3.9527664184570312,
      "step": 2286,
      "subrel-constrast": 4.677498817443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7370662689208984,
      "cov-distil (oracle2student)": 3.5469493865966797,
      "cov-distil (oracle2teacher)": 3.024839401245117,
      "epoch": 1.795133437990581,
      "rel-constrast": 2.252945899963379,
      "step": 2287,
      "subrel-constrast": 2.9005868434906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7362782955169678,
      "cov-distil (oracle2student)": 2.847055196762085,
      "cov-distil (oracle2teacher)": 3.0702521800994873,
      "epoch": 1.7959183673469388,
      "rel-constrast": 3.213444948196411,
      "step": 2288,
      "subrel-constrast": 4.033947944641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2643914222717285,
      "cov-distil (oracle2student)": 3.8169400691986084,
      "cov-distil (oracle2teacher)": 3.721367120742798,
      "epoch": 1.7967032967032965,
      "rel-constrast": 2.2392313480377197,
      "step": 2289,
      "subrel-constrast": 2.8974103927612305,
      "view-similarity": 0
    },
    {
      "epoch": 1.7974882260596545,
      "grad_norm": 4.34375,
      "learning_rate": 6.58155700197697e-05,
      "loss": 0.7095,
      "step": 2290
    },
    {
      "cov-distil": 2.5340218544006348,
      "cov-distil (oracle2student)": 3.3722476959228516,
      "cov-distil (oracle2teacher)": 3.700098991394043,
      "epoch": 1.7974882260596545,
      "rel-constrast": 2.611762046813965,
      "step": 2290,
      "subrel-constrast": 4.087693691253662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777934312820435,
      "cov-distil (oracle2student)": 5.776183605194092,
      "cov-distil (oracle2teacher)": 5.474025249481201,
      "epoch": 1.7982731554160125,
      "rel-constrast": 2.9089388847351074,
      "step": 2291,
      "subrel-constrast": 3.4742913246154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9897310733795166,
      "cov-distil (oracle2student)": 3.022796630859375,
      "cov-distil (oracle2teacher)": 3.3749165534973145,
      "epoch": 1.7990580847723705,
      "rel-constrast": 2.545875310897827,
      "step": 2292,
      "subrel-constrast": 3.404752731323242,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0231685638427734,
      "cov-distil (oracle2student)": 4.309000015258789,
      "cov-distil (oracle2teacher)": 4.1586594581604,
      "epoch": 1.7998430141287285,
      "rel-constrast": 4.430971145629883,
      "step": 2293,
      "subrel-constrast": 4.559500694274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245047569274902,
      "cov-distil (oracle2student)": 4.341861724853516,
      "cov-distil (oracle2teacher)": 4.440415859222412,
      "epoch": 1.8006279434850865,
      "rel-constrast": 2.7985711097717285,
      "step": 2294,
      "subrel-constrast": 3.8111705780029297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.030144691467285,
      "cov-distil (oracle2student)": 4.60036039352417,
      "cov-distil (oracle2teacher)": 5.038627624511719,
      "epoch": 1.8014128728414442,
      "rel-constrast": 2.5349502563476562,
      "step": 2295,
      "subrel-constrast": 3.7397568225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.517594575881958,
      "cov-distil (oracle2student)": 4.320217132568359,
      "cov-distil (oracle2teacher)": 4.404731750488281,
      "epoch": 1.8021978021978022,
      "rel-constrast": 2.763367176055908,
      "step": 2296,
      "subrel-constrast": 3.4251904487609863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4225687980651855,
      "cov-distil (oracle2student)": 4.257219314575195,
      "cov-distil (oracle2teacher)": 4.297969818115234,
      "epoch": 1.80298273155416,
      "rel-constrast": 3.418431282043457,
      "step": 2297,
      "subrel-constrast": 3.924701690673828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4564039707183838,
      "cov-distil (oracle2student)": 4.1635355949401855,
      "cov-distil (oracle2teacher)": 4.012081146240234,
      "epoch": 1.803767660910518,
      "rel-constrast": 2.6335225105285645,
      "step": 2298,
      "subrel-constrast": 3.4248621463775635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.850311517715454,
      "cov-distil (oracle2student)": 4.468409538269043,
      "cov-distil (oracle2teacher)": 4.752865791320801,
      "epoch": 1.804552590266876,
      "rel-constrast": 2.2052104473114014,
      "step": 2299,
      "subrel-constrast": 3.323331832885742,
      "view-similarity": 0
    },
    {
      "epoch": 1.805337519623234,
      "grad_norm": 3.984375,
      "learning_rate": 6.548404408593621e-05,
      "loss": 0.7679,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "overlap": 0.3187499940395355,
      "step": 2300
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "student margin": 0.060546875
    },
    {
      "epoch": 1.805337519623234,
      "step": 2300,
      "teacher margin": 0.040374755859375
    },
    {
      "epoch": 1.805337519623234,
      "margin difference": -0.020172119140625,
      "step": 2300
    },
    {
      "cov-distil": 1.7674908638000488,
      "cov-distil (oracle2student)": 6.423186779022217,
      "cov-distil (oracle2teacher)": 6.008159160614014,
      "epoch": 1.805337519623234,
      "rel-constrast": 2.3291311264038086,
      "step": 2300,
      "subrel-constrast": 3.241293430328369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425512671470642,
      "cov-distil (oracle2student)": 4.782581329345703,
      "cov-distil (oracle2teacher)": 4.627654075622559,
      "epoch": 1.806122448979592,
      "rel-constrast": 2.2986061573028564,
      "step": 2301,
      "subrel-constrast": 3.2906997203826904,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.027466297149658,
      "cov-distil (oracle2student)": 3.4152543544769287,
      "cov-distil (oracle2teacher)": 3.1641440391540527,
      "epoch": 1.8069073783359497,
      "rel-constrast": 2.8754615783691406,
      "step": 2302,
      "subrel-constrast": 3.7340314388275146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7218828201293945,
      "cov-distil (oracle2student)": 5.013219833374023,
      "cov-distil (oracle2teacher)": 4.482244491577148,
      "epoch": 1.8076923076923077,
      "rel-constrast": 2.5663609504699707,
      "step": 2303,
      "subrel-constrast": 3.377795934677124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9692035913467407,
      "cov-distil (oracle2student)": 2.9571444988250732,
      "cov-distil (oracle2teacher)": 3.0094897747039795,
      "epoch": 1.8084772370486655,
      "rel-constrast": 2.386970281600952,
      "step": 2304,
      "subrel-constrast": 2.9998621940612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.115948438644409,
      "cov-distil (oracle2student)": 5.031064987182617,
      "cov-distil (oracle2teacher)": 4.697568416595459,
      "epoch": 1.8092621664050235,
      "rel-constrast": 2.4629900455474854,
      "step": 2305,
      "subrel-constrast": 3.476738452911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9839903116226196,
      "cov-distil (oracle2student)": 4.003192901611328,
      "cov-distil (oracle2teacher)": 3.8651955127716064,
      "epoch": 1.8100470957613815,
      "rel-constrast": 2.181457042694092,
      "step": 2306,
      "subrel-constrast": 2.627206802368164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4765980243682861,
      "cov-distil (oracle2student)": 4.615262985229492,
      "cov-distil (oracle2teacher)": 4.30581521987915,
      "epoch": 1.8108320251177394,
      "rel-constrast": 2.443563222885132,
      "step": 2307,
      "subrel-constrast": 3.0998406410217285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8416681289672852,
      "cov-distil (oracle2student)": 4.04532527923584,
      "cov-distil (oracle2teacher)": 4.317368984222412,
      "epoch": 1.8116169544740974,
      "rel-constrast": 2.2239744663238525,
      "step": 2308,
      "subrel-constrast": 3.2332162857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6739137172698975,
      "cov-distil (oracle2student)": 2.977816581726074,
      "cov-distil (oracle2teacher)": 3.1014328002929688,
      "epoch": 1.8124018838304554,
      "rel-constrast": 2.5355136394500732,
      "step": 2309,
      "subrel-constrast": 3.029308557510376,
      "view-similarity": 0
    },
    {
      "epoch": 1.8131868131868132,
      "grad_norm": 4.0625,
      "learning_rate": 6.515176348163871e-05,
      "loss": 0.6526,
      "step": 2310
    },
    {
      "cov-distil": 1.663619041442871,
      "cov-distil (oracle2student)": 4.064360618591309,
      "cov-distil (oracle2teacher)": 3.6774606704711914,
      "epoch": 1.8131868131868132,
      "rel-constrast": 2.7534427642822266,
      "step": 2310,
      "subrel-constrast": 2.96604061126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5486390590667725,
      "cov-distil (oracle2student)": 5.125988006591797,
      "cov-distil (oracle2teacher)": 4.585872173309326,
      "epoch": 1.813971742543171,
      "rel-constrast": 3.930655002593994,
      "step": 2311,
      "subrel-constrast": 4.511356830596924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.694189429283142,
      "cov-distil (oracle2student)": 2.855407953262329,
      "cov-distil (oracle2teacher)": 2.957515239715576,
      "epoch": 1.814756671899529,
      "rel-constrast": 1.297574758529663,
      "step": 2312,
      "subrel-constrast": 1.9482777118682861,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7222833633422852,
      "cov-distil (oracle2student)": 3.1432089805603027,
      "cov-distil (oracle2teacher)": 2.7335281372070312,
      "epoch": 1.815541601255887,
      "rel-constrast": 2.133005380630493,
      "step": 2313,
      "subrel-constrast": 2.883409261703491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.686356782913208,
      "cov-distil (oracle2student)": 5.360710144042969,
      "cov-distil (oracle2teacher)": 5.288053512573242,
      "epoch": 1.816326530612245,
      "rel-constrast": 2.622697353363037,
      "step": 2314,
      "subrel-constrast": 3.6394474506378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827543020248413,
      "cov-distil (oracle2student)": 2.8904337882995605,
      "cov-distil (oracle2teacher)": 3.0929317474365234,
      "epoch": 1.817111459968603,
      "rel-constrast": 2.3032331466674805,
      "step": 2315,
      "subrel-constrast": 3.0452916622161865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.536745309829712,
      "cov-distil (oracle2student)": 4.20357608795166,
      "cov-distil (oracle2teacher)": 4.049765110015869,
      "epoch": 1.817896389324961,
      "rel-constrast": 1.7390177249908447,
      "step": 2316,
      "subrel-constrast": 2.497725009918213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6775939464569092,
      "cov-distil (oracle2student)": 3.7840042114257812,
      "cov-distil (oracle2teacher)": 3.541910171508789,
      "epoch": 1.8186813186813187,
      "rel-constrast": 3.075779914855957,
      "step": 2317,
      "subrel-constrast": 3.6911673545837402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3440110683441162,
      "cov-distil (oracle2student)": 3.2893524169921875,
      "cov-distil (oracle2teacher)": 3.35467529296875,
      "epoch": 1.8194662480376766,
      "rel-constrast": 2.2700979709625244,
      "step": 2318,
      "subrel-constrast": 3.312849283218384,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.240384101867676,
      "cov-distil (oracle2student)": 3.7379932403564453,
      "cov-distil (oracle2teacher)": 4.098198413848877,
      "epoch": 1.8202511773940344,
      "rel-constrast": 2.162667751312256,
      "step": 2319,
      "subrel-constrast": 3.7177176475524902,
      "view-similarity": 0
    },
    {
      "epoch": 1.8210361067503924,
      "grad_norm": 3.984375,
      "learning_rate": 6.481874440176506e-05,
      "loss": 0.6496,
      "step": 2320
    },
    {
      "cov-distil": 2.133542776107788,
      "cov-distil (oracle2student)": 5.208371639251709,
      "cov-distil (oracle2teacher)": 4.6683855056762695,
      "epoch": 1.8210361067503924,
      "rel-constrast": 2.2184696197509766,
      "step": 2320,
      "subrel-constrast": 3.423588991165161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5498805046081543,
      "cov-distil (oracle2student)": 5.861018180847168,
      "cov-distil (oracle2teacher)": 4.971700668334961,
      "epoch": 1.8218210361067504,
      "rel-constrast": 3.397730827331543,
      "step": 2321,
      "subrel-constrast": 3.9727518558502197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8947620391845703,
      "cov-distil (oracle2student)": 4.047726631164551,
      "cov-distil (oracle2teacher)": 3.63088059425354,
      "epoch": 1.8226059654631084,
      "rel-constrast": 4.009514808654785,
      "step": 2322,
      "subrel-constrast": 4.256360054016113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4779982566833496,
      "cov-distil (oracle2student)": 3.1202750205993652,
      "cov-distil (oracle2teacher)": 3.374021291732788,
      "epoch": 1.8233908948194664,
      "rel-constrast": 1.9523890018463135,
      "step": 2323,
      "subrel-constrast": 3.05069637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.020759105682373,
      "cov-distil (oracle2student)": 3.7643256187438965,
      "cov-distil (oracle2teacher)": 3.6577000617980957,
      "epoch": 1.8241758241758241,
      "rel-constrast": 1.5263476371765137,
      "step": 2324,
      "subrel-constrast": 2.3716907501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4203490018844604,
      "cov-distil (oracle2student)": 4.516003131866455,
      "cov-distil (oracle2teacher)": 4.516944408416748,
      "epoch": 1.8249607535321821,
      "rel-constrast": 2.467139959335327,
      "step": 2325,
      "subrel-constrast": 3.132920980453491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3720474243164062,
      "cov-distil (oracle2student)": 5.389071464538574,
      "cov-distil (oracle2teacher)": 4.869141578674316,
      "epoch": 1.82574568288854,
      "rel-constrast": 2.932835578918457,
      "step": 2326,
      "subrel-constrast": 3.2304234504699707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9523450136184692,
      "cov-distil (oracle2student)": 5.412602424621582,
      "cov-distil (oracle2teacher)": 5.205778121948242,
      "epoch": 1.8265306122448979,
      "rel-constrast": 2.9740591049194336,
      "step": 2327,
      "subrel-constrast": 3.9512217044830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3646154403686523,
      "cov-distil (oracle2student)": 5.245360851287842,
      "cov-distil (oracle2teacher)": 5.341968536376953,
      "epoch": 1.8273155416012559,
      "rel-constrast": 2.6434407234191895,
      "step": 2328,
      "subrel-constrast": 3.905848979949951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6834712028503418,
      "cov-distil (oracle2student)": 4.667991638183594,
      "cov-distil (oracle2teacher)": 3.9151670932769775,
      "epoch": 1.8281004709576139,
      "rel-constrast": 2.727451801300049,
      "step": 2329,
      "subrel-constrast": 3.393967628479004,
      "view-similarity": 0
    },
    {
      "epoch": 1.8288854003139718,
      "grad_norm": 4.15625,
      "learning_rate": 6.448500307719538e-05,
      "loss": 0.7134,
      "step": 2330
    },
    {
      "cov-distil": 1.7232866287231445,
      "cov-distil (oracle2student)": 5.886022567749023,
      "cov-distil (oracle2teacher)": 5.468733310699463,
      "epoch": 1.8288854003139718,
      "rel-constrast": 2.651204824447632,
      "step": 2330,
      "subrel-constrast": 3.2613625526428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7459758520126343,
      "cov-distil (oracle2student)": 3.1627633571624756,
      "cov-distil (oracle2teacher)": 3.5364065170288086,
      "epoch": 1.8296703296703298,
      "rel-constrast": 1.837111473083496,
      "step": 2331,
      "subrel-constrast": 3.0905208587646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5248724222183228,
      "cov-distil (oracle2student)": 4.974499702453613,
      "cov-distil (oracle2teacher)": 4.784226417541504,
      "epoch": 1.8304552590266876,
      "rel-constrast": 3.206301689147949,
      "step": 2332,
      "subrel-constrast": 3.843014717102051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4409829378128052,
      "cov-distil (oracle2student)": 2.8839142322540283,
      "cov-distil (oracle2teacher)": 2.9998281002044678,
      "epoch": 1.8312401883830454,
      "rel-constrast": 2.165524959564209,
      "step": 2333,
      "subrel-constrast": 2.9341044425964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4586576223373413,
      "cov-distil (oracle2student)": 4.736851692199707,
      "cov-distil (oracle2teacher)": 4.684788227081299,
      "epoch": 1.8320251177394034,
      "rel-constrast": 2.3505990505218506,
      "step": 2334,
      "subrel-constrast": 3.133165121078491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.643261194229126,
      "cov-distil (oracle2student)": 3.6901235580444336,
      "cov-distil (oracle2teacher)": 4.219597816467285,
      "epoch": 1.8328100470957613,
      "rel-constrast": 2.8103866577148438,
      "step": 2335,
      "subrel-constrast": 3.5715301036834717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9809004068374634,
      "cov-distil (oracle2student)": 4.323172569274902,
      "cov-distil (oracle2teacher)": 4.0021257400512695,
      "epoch": 1.8335949764521193,
      "rel-constrast": 2.3232040405273438,
      "step": 2336,
      "subrel-constrast": 3.78140926361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2743585109710693,
      "cov-distil (oracle2student)": 5.5486650466918945,
      "cov-distil (oracle2teacher)": 5.34599494934082,
      "epoch": 1.8343799058084773,
      "rel-constrast": 2.2014429569244385,
      "step": 2337,
      "subrel-constrast": 2.696293830871582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4775550365447998,
      "cov-distil (oracle2student)": 3.5523862838745117,
      "cov-distil (oracle2teacher)": 3.613759756088257,
      "epoch": 1.8351648351648353,
      "rel-constrast": 2.7245612144470215,
      "step": 2338,
      "subrel-constrast": 3.625013589859009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6345443725585938,
      "cov-distil (oracle2student)": 4.427628517150879,
      "cov-distil (oracle2teacher)": 4.499093532562256,
      "epoch": 1.835949764521193,
      "rel-constrast": 2.314023494720459,
      "step": 2339,
      "subrel-constrast": 3.612081289291382,
      "view-similarity": 0
    },
    {
      "epoch": 1.836734693877551,
      "grad_norm": 4.15625,
      "learning_rate": 6.415055577401102e-05,
      "loss": 0.6544,
      "step": 2340
    },
    {
      "cov-distil": 2.5269322395324707,
      "cov-distil (oracle2student)": 4.035518169403076,
      "cov-distil (oracle2teacher)": 4.145960330963135,
      "epoch": 1.836734693877551,
      "rel-constrast": 2.713559865951538,
      "step": 2340,
      "subrel-constrast": 4.185610294342041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7720534801483154,
      "cov-distil (oracle2student)": 5.282261848449707,
      "cov-distil (oracle2teacher)": 4.528400421142578,
      "epoch": 1.8375196232339088,
      "rel-constrast": 2.3576788902282715,
      "step": 2341,
      "subrel-constrast": 3.159036636352539,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0364832878112793,
      "cov-distil (oracle2student)": 3.2125205993652344,
      "cov-distil (oracle2teacher)": 3.486527919769287,
      "epoch": 1.8383045525902668,
      "rel-constrast": 2.0234408378601074,
      "step": 2342,
      "subrel-constrast": 3.16996693611145,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0670886039733887,
      "cov-distil (oracle2student)": 3.943319797515869,
      "cov-distil (oracle2teacher)": 3.608475923538208,
      "epoch": 1.8390894819466248,
      "rel-constrast": 2.047276020050049,
      "step": 2343,
      "subrel-constrast": 3.12447190284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3057689666748047,
      "cov-distil (oracle2student)": 4.083484649658203,
      "cov-distil (oracle2teacher)": 4.147922039031982,
      "epoch": 1.8398744113029828,
      "rel-constrast": 1.4404096603393555,
      "step": 2344,
      "subrel-constrast": 2.7898504734039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5623342990875244,
      "cov-distil (oracle2student)": 4.767292022705078,
      "cov-distil (oracle2teacher)": 4.169862747192383,
      "epoch": 1.8406593406593408,
      "rel-constrast": 3.0194177627563477,
      "step": 2345,
      "subrel-constrast": 3.740981101989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4252632856369019,
      "cov-distil (oracle2student)": 3.458162546157837,
      "cov-distil (oracle2teacher)": 3.1451730728149414,
      "epoch": 1.8414442700156985,
      "rel-constrast": 2.263643264770508,
      "step": 2346,
      "subrel-constrast": 2.5764853954315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.334238052368164,
      "cov-distil (oracle2student)": 3.1983251571655273,
      "cov-distil (oracle2teacher)": 3.4877686500549316,
      "epoch": 1.8422291993720565,
      "rel-constrast": 2.260716438293457,
      "step": 2347,
      "subrel-constrast": 3.7606000900268555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7423336505889893,
      "cov-distil (oracle2student)": 3.664848804473877,
      "cov-distil (oracle2teacher)": 4.050826549530029,
      "epoch": 1.8430141287284143,
      "rel-constrast": 2.864760398864746,
      "step": 2348,
      "subrel-constrast": 3.76507830619812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8288259506225586,
      "cov-distil (oracle2student)": 2.64727783203125,
      "cov-distil (oracle2teacher)": 2.448181390762329,
      "epoch": 1.8437990580847723,
      "rel-constrast": 1.4887945652008057,
      "step": 2349,
      "subrel-constrast": 2.2833404541015625,
      "view-similarity": 0
    },
    {
      "epoch": 1.8445839874411303,
      "grad_norm": 2.984375,
      "learning_rate": 6.381541879270169e-05,
      "loss": 0.611,
      "step": 2350
    },
    {
      "cov-distil": 1.4977142810821533,
      "cov-distil (oracle2student)": 3.731297254562378,
      "cov-distil (oracle2teacher)": 3.5738062858581543,
      "epoch": 1.8445839874411303,
      "rel-constrast": 2.8825600147247314,
      "step": 2350,
      "subrel-constrast": 2.9818129539489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420832633972168,
      "cov-distil (oracle2student)": 5.835990905761719,
      "cov-distil (oracle2teacher)": 4.942941665649414,
      "epoch": 1.8453689167974883,
      "rel-constrast": 2.537102222442627,
      "step": 2351,
      "subrel-constrast": 3.3913159370422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5159690380096436,
      "cov-distil (oracle2student)": 3.816476583480835,
      "cov-distil (oracle2teacher)": 4.0525078773498535,
      "epoch": 1.8461538461538463,
      "rel-constrast": 2.4096932411193848,
      "step": 2352,
      "subrel-constrast": 3.329310655593872,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.261369228363037,
      "cov-distil (oracle2student)": 4.1909966468811035,
      "cov-distil (oracle2teacher)": 4.231228828430176,
      "epoch": 1.8469387755102042,
      "rel-constrast": 4.192238807678223,
      "step": 2353,
      "subrel-constrast": 5.088197708129883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4038937091827393,
      "cov-distil (oracle2student)": 3.3304243087768555,
      "cov-distil (oracle2teacher)": 3.4572033882141113,
      "epoch": 1.847723704866562,
      "rel-constrast": 2.3603196144104004,
      "step": 2354,
      "subrel-constrast": 3.320979356765747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490383863449097,
      "cov-distil (oracle2student)": 4.629108905792236,
      "cov-distil (oracle2teacher)": 4.04006290435791,
      "epoch": 1.8485086342229198,
      "rel-constrast": 2.537735939025879,
      "step": 2355,
      "subrel-constrast": 3.5198006629943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.678439736366272,
      "cov-distil (oracle2student)": 4.389967918395996,
      "cov-distil (oracle2teacher)": 4.428590297698975,
      "epoch": 1.8492935635792778,
      "rel-constrast": 2.852667808532715,
      "step": 2356,
      "subrel-constrast": 3.6648426055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9132869243621826,
      "cov-distil (oracle2student)": 4.219072341918945,
      "cov-distil (oracle2teacher)": 3.646864175796509,
      "epoch": 1.8500784929356358,
      "rel-constrast": 3.27209210395813,
      "step": 2357,
      "subrel-constrast": 4.133596420288086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.293238639831543,
      "cov-distil (oracle2student)": 4.0069260597229,
      "cov-distil (oracle2teacher)": 4.271322250366211,
      "epoch": 1.8508634222919937,
      "rel-constrast": 1.9903682470321655,
      "step": 2358,
      "subrel-constrast": 2.8562982082366943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490399360656738,
      "cov-distil (oracle2student)": 4.471402645111084,
      "cov-distil (oracle2teacher)": 4.469595909118652,
      "epoch": 1.8516483516483517,
      "rel-constrast": 2.765928268432617,
      "step": 2359,
      "subrel-constrast": 3.602358341217041,
      "view-similarity": 0
    },
    {
      "epoch": 1.8524332810047097,
      "grad_norm": 4.5625,
      "learning_rate": 6.347960846737106e-05,
      "loss": 0.7375,
      "step": 2360
    },
    {
      "cov-distil": 1.4314109086990356,
      "cov-distil (oracle2student)": 3.603914499282837,
      "cov-distil (oracle2teacher)": 3.749401569366455,
      "epoch": 1.8524332810047097,
      "rel-constrast": 2.0149452686309814,
      "step": 2360,
      "subrel-constrast": 2.780158281326294,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1454529762268066,
      "cov-distil (oracle2student)": 4.533052921295166,
      "cov-distil (oracle2teacher)": 3.7899537086486816,
      "epoch": 1.8532182103610675,
      "rel-constrast": 2.7440712451934814,
      "step": 2361,
      "subrel-constrast": 3.3344004154205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8101186752319336,
      "cov-distil (oracle2student)": 2.9554879665374756,
      "cov-distil (oracle2teacher)": 3.0459635257720947,
      "epoch": 1.8540031397174255,
      "rel-constrast": 2.140993356704712,
      "step": 2362,
      "subrel-constrast": 3.2442092895507812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1976298093795776,
      "cov-distil (oracle2student)": 5.252865791320801,
      "cov-distil (oracle2teacher)": 4.7783098220825195,
      "epoch": 1.8547880690737832,
      "rel-constrast": 3.7269692420959473,
      "step": 2363,
      "subrel-constrast": 4.305951118469238,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4538735151290894,
      "cov-distil (oracle2student)": 3.9038825035095215,
      "cov-distil (oracle2teacher)": 3.7718210220336914,
      "epoch": 1.8555729984301412,
      "rel-constrast": 2.067138195037842,
      "step": 2364,
      "subrel-constrast": 3.09736967086792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903425216674805,
      "cov-distil (oracle2student)": 4.977543830871582,
      "cov-distil (oracle2teacher)": 5.059344291687012,
      "epoch": 1.8563579277864992,
      "rel-constrast": 2.255671501159668,
      "step": 2365,
      "subrel-constrast": 2.854412317276001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9621092081069946,
      "cov-distil (oracle2student)": 3.0963966846466064,
      "cov-distil (oracle2teacher)": 3.22468900680542,
      "epoch": 1.8571428571428572,
      "rel-constrast": 1.3625214099884033,
      "step": 2366,
      "subrel-constrast": 2.2378032207489014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.50639808177948,
      "cov-distil (oracle2student)": 5.961570739746094,
      "cov-distil (oracle2teacher)": 5.489617347717285,
      "epoch": 1.8579277864992152,
      "rel-constrast": 3.742440938949585,
      "step": 2367,
      "subrel-constrast": 4.3212080001831055,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0261783599853516,
      "cov-distil (oracle2student)": 4.867524147033691,
      "cov-distil (oracle2teacher)": 4.90176248550415,
      "epoch": 1.858712715855573,
      "rel-constrast": 2.43194842338562,
      "step": 2368,
      "subrel-constrast": 3.9272537231445312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654484272003174,
      "cov-distil (oracle2student)": 4.744684219360352,
      "cov-distil (oracle2teacher)": 4.445415019989014,
      "epoch": 1.859497645211931,
      "rel-constrast": 1.5566571950912476,
      "step": 2369,
      "subrel-constrast": 2.6608877182006836,
      "view-similarity": 0
    },
    {
      "epoch": 1.8602825745682887,
      "grad_norm": 3.921875,
      "learning_rate": 6.31431411649406e-05,
      "loss": 0.6406,
      "step": 2370
    },
    {
      "cov-distil": 1.004799246788025,
      "cov-distil (oracle2student)": 3.563671827316284,
      "cov-distil (oracle2teacher)": 3.4328274726867676,
      "epoch": 1.8602825745682887,
      "rel-constrast": 2.1290347576141357,
      "step": 2370,
      "subrel-constrast": 2.622697353363037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9826874732971191,
      "cov-distil (oracle2student)": 4.26192569732666,
      "cov-distil (oracle2teacher)": 4.057744026184082,
      "epoch": 1.8610675039246467,
      "rel-constrast": 1.7799882888793945,
      "step": 2371,
      "subrel-constrast": 3.074427366256714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377638101577759,
      "cov-distil (oracle2student)": 5.220644950866699,
      "cov-distil (oracle2teacher)": 5.0902814865112305,
      "epoch": 1.8618524332810047,
      "rel-constrast": 2.611656427383423,
      "step": 2372,
      "subrel-constrast": 3.5734241008758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6544959545135498,
      "cov-distil (oracle2student)": 5.757359504699707,
      "cov-distil (oracle2teacher)": 4.997464656829834,
      "epoch": 1.8626373626373627,
      "rel-constrast": 2.6842386722564697,
      "step": 2373,
      "subrel-constrast": 3.4150121212005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9461681842803955,
      "cov-distil (oracle2student)": 4.170233249664307,
      "cov-distil (oracle2teacher)": 3.966193199157715,
      "epoch": 1.8634222919937207,
      "rel-constrast": 2.162783145904541,
      "step": 2374,
      "subrel-constrast": 3.3886711597442627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3996866941452026,
      "cov-distil (oracle2student)": 4.700699329376221,
      "cov-distil (oracle2teacher)": 4.944279670715332,
      "epoch": 1.8642072213500787,
      "rel-constrast": 2.7657434940338135,
      "step": 2375,
      "subrel-constrast": 3.4011454582214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1707357168197632,
      "cov-distil (oracle2student)": 4.757694244384766,
      "cov-distil (oracle2teacher)": 4.358890056610107,
      "epoch": 1.8649921507064364,
      "rel-constrast": 2.7221310138702393,
      "step": 2376,
      "subrel-constrast": 3.355167865753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8573145866394043,
      "cov-distil (oracle2student)": 3.739678144454956,
      "cov-distil (oracle2teacher)": 3.7267842292785645,
      "epoch": 1.8657770800627942,
      "rel-constrast": 3.524033546447754,
      "step": 2377,
      "subrel-constrast": 4.130204200744629,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9341342449188232,
      "cov-distil (oracle2student)": 4.023294925689697,
      "cov-distil (oracle2teacher)": 3.735569953918457,
      "epoch": 1.8665620094191522,
      "rel-constrast": 2.2588350772857666,
      "step": 2378,
      "subrel-constrast": 3.3699588775634766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2088565826416016,
      "cov-distil (oracle2student)": 4.8697638511657715,
      "cov-distil (oracle2teacher)": 4.42840051651001,
      "epoch": 1.8673469387755102,
      "rel-constrast": 3.5167016983032227,
      "step": 2379,
      "subrel-constrast": 4.15249490737915,
      "view-similarity": 0
    },
    {
      "epoch": 1.8681318681318682,
      "grad_norm": 5.125,
      "learning_rate": 6.280603328435198e-05,
      "loss": 0.6941,
      "step": 2380
    },
    {
      "cov-distil": 2.678288459777832,
      "cov-distil (oracle2student)": 5.104611396789551,
      "cov-distil (oracle2teacher)": 4.4051194190979,
      "epoch": 1.8681318681318682,
      "rel-constrast": 2.963698148727417,
      "step": 2380,
      "subrel-constrast": 3.343202829360962,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0618600845336914,
      "cov-distil (oracle2student)": 4.167761325836182,
      "cov-distil (oracle2teacher)": 3.6291401386260986,
      "epoch": 1.8689167974882261,
      "rel-constrast": 2.752413034439087,
      "step": 2381,
      "subrel-constrast": 3.569997787475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7833828926086426,
      "cov-distil (oracle2student)": 3.1986122131347656,
      "cov-distil (oracle2teacher)": 3.699282169342041,
      "epoch": 1.8697017268445841,
      "rel-constrast": 1.8108787536621094,
      "step": 2382,
      "subrel-constrast": 2.730027437210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1905133724212646,
      "cov-distil (oracle2student)": 2.5829248428344727,
      "cov-distil (oracle2teacher)": 2.6821987628936768,
      "epoch": 1.870486656200942,
      "rel-constrast": 1.6077677011489868,
      "step": 2383,
      "subrel-constrast": 2.694601058959961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4286748170852661,
      "cov-distil (oracle2student)": 5.124939441680908,
      "cov-distil (oracle2teacher)": 4.7889814376831055,
      "epoch": 1.8712715855572999,
      "rel-constrast": 2.8875725269317627,
      "step": 2384,
      "subrel-constrast": 3.5094754695892334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838973045349121,
      "cov-distil (oracle2student)": 4.083115100860596,
      "cov-distil (oracle2teacher)": 3.958444118499756,
      "epoch": 1.8720565149136577,
      "rel-constrast": 2.8744945526123047,
      "step": 2385,
      "subrel-constrast": 3.4128618240356445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4599888324737549,
      "cov-distil (oracle2student)": 4.234236717224121,
      "cov-distil (oracle2teacher)": 4.465267181396484,
      "epoch": 1.8728414442700156,
      "rel-constrast": 2.0569217205047607,
      "step": 2386,
      "subrel-constrast": 3.3245863914489746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.837515950202942,
      "cov-distil (oracle2student)": 4.708944320678711,
      "cov-distil (oracle2teacher)": 4.290178298950195,
      "epoch": 1.8736263736263736,
      "rel-constrast": 3.241419792175293,
      "step": 2387,
      "subrel-constrast": 4.025267601013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6756553649902344,
      "cov-distil (oracle2student)": 3.567595958709717,
      "cov-distil (oracle2teacher)": 3.1098287105560303,
      "epoch": 1.8744113029827316,
      "rel-constrast": 2.2220356464385986,
      "step": 2388,
      "subrel-constrast": 2.680574417114258,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0675582885742188,
      "cov-distil (oracle2student)": 4.203188896179199,
      "cov-distil (oracle2teacher)": 5.167548656463623,
      "epoch": 1.8751962323390896,
      "rel-constrast": 2.4254825115203857,
      "step": 2389,
      "subrel-constrast": 4.0105485916137695,
      "view-similarity": 0
    },
    {
      "epoch": 1.8759811616954474,
      "grad_norm": 4.40625,
      "learning_rate": 6.24683012557677e-05,
      "loss": 0.6686,
      "step": 2390
    },
    {
      "cov-distil": 1.739579200744629,
      "cov-distil (oracle2student)": 5.307470321655273,
      "cov-distil (oracle2teacher)": 5.333881378173828,
      "epoch": 1.8759811616954474,
      "rel-constrast": 3.3073601722717285,
      "step": 2390,
      "subrel-constrast": 4.074277877807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7618653774261475,
      "cov-distil (oracle2student)": 5.599060535430908,
      "cov-distil (oracle2teacher)": 5.2536516189575195,
      "epoch": 1.8767660910518054,
      "rel-constrast": 2.5662899017333984,
      "step": 2391,
      "subrel-constrast": 3.5210072994232178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8219120502471924,
      "cov-distil (oracle2student)": 6.257807731628418,
      "cov-distil (oracle2teacher)": 6.282588005065918,
      "epoch": 1.8775510204081631,
      "rel-constrast": 2.366579055786133,
      "step": 2392,
      "subrel-constrast": 3.53727126121521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4621421098709106,
      "cov-distil (oracle2student)": 2.8250746726989746,
      "cov-distil (oracle2teacher)": 3.130557060241699,
      "epoch": 1.8783359497645211,
      "rel-constrast": 2.1679162979125977,
      "step": 2393,
      "subrel-constrast": 3.1727309226989746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9570882320404053,
      "cov-distil (oracle2student)": 5.495717525482178,
      "cov-distil (oracle2teacher)": 5.147459506988525,
      "epoch": 1.879120879120879,
      "rel-constrast": 2.9953646659851074,
      "step": 2394,
      "subrel-constrast": 4.226055145263672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7607479095458984,
      "cov-distil (oracle2student)": 5.102599620819092,
      "cov-distil (oracle2teacher)": 4.6078901290893555,
      "epoch": 1.879905808477237,
      "rel-constrast": 2.223489761352539,
      "step": 2395,
      "subrel-constrast": 3.264348030090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.480860710144043,
      "cov-distil (oracle2student)": 5.085165977478027,
      "cov-distil (oracle2teacher)": 4.9897780418396,
      "epoch": 1.880690737833595,
      "rel-constrast": 2.065951108932495,
      "step": 2396,
      "subrel-constrast": 2.8873345851898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9773221015930176,
      "cov-distil (oracle2student)": 3.5375895500183105,
      "cov-distil (oracle2teacher)": 3.9310245513916016,
      "epoch": 1.8814756671899528,
      "rel-constrast": 2.419555425643921,
      "step": 2397,
      "subrel-constrast": 3.102123975753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4159502983093262,
      "cov-distil (oracle2student)": 4.155058860778809,
      "cov-distil (oracle2teacher)": 4.398138046264648,
      "epoch": 1.8822605965463108,
      "rel-constrast": 1.7627061605453491,
      "step": 2398,
      "subrel-constrast": 2.542113780975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.596138834953308,
      "cov-distil (oracle2student)": 3.4858202934265137,
      "cov-distil (oracle2teacher)": 3.3091654777526855,
      "epoch": 1.8830455259026686,
      "rel-constrast": 2.041672706604004,
      "step": 2399,
      "subrel-constrast": 2.9565393924713135,
      "view-similarity": 0
    },
    {
      "epoch": 1.8838304552590266,
      "grad_norm": 3.625,
      "learning_rate": 6.212996153977037e-05,
      "loss": 0.6404,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "overlap": 0.2953124940395355,
      "step": 2400
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "student margin": 0.0548095703125
    },
    {
      "epoch": 1.8838304552590266,
      "step": 2400,
      "teacher margin": 0.03790283203125
    },
    {
      "epoch": 1.8838304552590266,
      "margin difference": -0.01690673828125,
      "step": 2400
    },
    {
      "cov-distil": 1.6087286472320557,
      "cov-distil (oracle2student)": 5.790184020996094,
      "cov-distil (oracle2teacher)": 4.957058429718018,
      "epoch": 1.8838304552590266,
      "rel-constrast": 2.1194043159484863,
      "step": 2400,
      "subrel-constrast": 3.052764415740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0103647708892822,
      "cov-distil (oracle2student)": 4.715500831604004,
      "cov-distil (oracle2teacher)": 4.753940582275391,
      "epoch": 1.8846153846153846,
      "rel-constrast": 2.91168212890625,
      "step": 2401,
      "subrel-constrast": 3.5985755920410156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583055019378662,
      "cov-distil (oracle2student)": 4.667517185211182,
      "cov-distil (oracle2teacher)": 4.418806076049805,
      "epoch": 1.8854003139717426,
      "rel-constrast": 2.1408071517944336,
      "step": 2402,
      "subrel-constrast": 2.895460605621338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5197575092315674,
      "cov-distil (oracle2student)": 5.640214920043945,
      "cov-distil (oracle2teacher)": 5.656935691833496,
      "epoch": 1.8861852433281006,
      "rel-constrast": 3.0275368690490723,
      "step": 2403,
      "subrel-constrast": 4.359648704528809,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6947174072265625,
      "cov-distil (oracle2student)": 3.5506834983825684,
      "cov-distil (oracle2teacher)": 3.3113298416137695,
      "epoch": 1.8869701726844585,
      "rel-constrast": 2.732675552368164,
      "step": 2404,
      "subrel-constrast": 3.121058225631714,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2588696479797363,
      "cov-distil (oracle2student)": 2.737632989883423,
      "cov-distil (oracle2teacher)": 3.267300605773926,
      "epoch": 1.8877551020408163,
      "rel-constrast": 1.7896898984909058,
      "step": 2405,
      "subrel-constrast": 2.9491829872131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0446486473083496,
      "cov-distil (oracle2student)": 3.5109574794769287,
      "cov-distil (oracle2teacher)": 3.813089370727539,
      "epoch": 1.8885400313971743,
      "rel-constrast": 2.9249825477600098,
      "step": 2406,
      "subrel-constrast": 3.6621010303497314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0806210041046143,
      "cov-distil (oracle2student)": 3.081538200378418,
      "cov-distil (oracle2teacher)": 3.3141493797302246,
      "epoch": 1.889324960753532,
      "rel-constrast": 2.7822341918945312,
      "step": 2407,
      "subrel-constrast": 3.471592903137207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6181846857070923,
      "cov-distil (oracle2student)": 3.7797608375549316,
      "cov-distil (oracle2teacher)": 4.2460222244262695,
      "epoch": 1.89010989010989,
      "rel-constrast": 2.385509490966797,
      "step": 2408,
      "subrel-constrast": 3.1291847229003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4389193058013916,
      "cov-distil (oracle2student)": 4.953128814697266,
      "cov-distil (oracle2teacher)": 5.213973045349121,
      "epoch": 1.890894819466248,
      "rel-constrast": 2.552157402038574,
      "step": 2409,
      "subrel-constrast": 3.2217798233032227,
      "view-similarity": 0
    },
    {
      "epoch": 1.891679748822606,
      "grad_norm": 4.78125,
      "learning_rate": 6.179103062656042e-05,
      "loss": 0.6813,
      "step": 2410
    },
    {
      "cov-distil": 1.7499011754989624,
      "cov-distil (oracle2student)": 4.410859107971191,
      "cov-distil (oracle2teacher)": 3.7394893169403076,
      "epoch": 1.891679748822606,
      "rel-constrast": 2.1973717212677,
      "step": 2410,
      "subrel-constrast": 3.206827163696289,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6124358177185059,
      "cov-distil (oracle2student)": 7.5667195320129395,
      "cov-distil (oracle2teacher)": 6.179150104522705,
      "epoch": 1.892464678178964,
      "rel-constrast": 2.7535579204559326,
      "step": 2411,
      "subrel-constrast": 3.394606590270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803779602050781,
      "cov-distil (oracle2student)": 3.9166007041931152,
      "cov-distil (oracle2teacher)": 3.5039515495300293,
      "epoch": 1.8932496075353218,
      "rel-constrast": 2.2434191703796387,
      "step": 2412,
      "subrel-constrast": 3.0712695121765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0750732421875,
      "cov-distil (oracle2student)": 6.256494522094727,
      "cov-distil (oracle2teacher)": 6.014002323150635,
      "epoch": 1.8940345368916798,
      "rel-constrast": 3.147334098815918,
      "step": 2413,
      "subrel-constrast": 4.0380144119262695,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0591788291931152,
      "cov-distil (oracle2student)": 5.357402801513672,
      "cov-distil (oracle2teacher)": 4.805780410766602,
      "epoch": 1.8948194662480375,
      "rel-constrast": 2.7676305770874023,
      "step": 2414,
      "subrel-constrast": 3.430229425430298,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629542589187622,
      "cov-distil (oracle2student)": 4.7789740562438965,
      "cov-distil (oracle2teacher)": 4.482861042022705,
      "epoch": 1.8956043956043955,
      "rel-constrast": 2.7869443893432617,
      "step": 2415,
      "subrel-constrast": 3.834791660308838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024656295776367,
      "cov-distil (oracle2student)": 5.2156982421875,
      "cov-distil (oracle2teacher)": 5.193233489990234,
      "epoch": 1.8963893249607535,
      "rel-constrast": 2.9649240970611572,
      "step": 2416,
      "subrel-constrast": 3.401249885559082,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.241619825363159,
      "cov-distil (oracle2student)": 3.7364015579223633,
      "cov-distil (oracle2teacher)": 4.31088924407959,
      "epoch": 1.8971742543171115,
      "rel-constrast": 2.3040924072265625,
      "step": 2417,
      "subrel-constrast": 3.901656150817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.906785249710083,
      "cov-distil (oracle2student)": 3.877901554107666,
      "cov-distil (oracle2teacher)": 3.916234016418457,
      "epoch": 1.8979591836734695,
      "rel-constrast": 1.7539225816726685,
      "step": 2418,
      "subrel-constrast": 2.929307699203491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7708613872528076,
      "cov-distil (oracle2student)": 4.565413475036621,
      "cov-distil (oracle2teacher)": 4.282233238220215,
      "epoch": 1.8987441130298273,
      "rel-constrast": 3.281352996826172,
      "step": 2419,
      "subrel-constrast": 4.3188652992248535,
      "view-similarity": 0
    },
    {
      "epoch": 1.8995290423861853,
      "grad_norm": 5.53125,
      "learning_rate": 6.145152503515239e-05,
      "loss": 0.7019,
      "step": 2420
    },
    {
      "cov-distil": 1.6368236541748047,
      "cov-distil (oracle2student)": 4.397355079650879,
      "cov-distil (oracle2teacher)": 4.656588554382324,
      "epoch": 1.8995290423861853,
      "rel-constrast": 2.2219038009643555,
      "step": 2420,
      "subrel-constrast": 3.2838075160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025738716125488,
      "cov-distil (oracle2student)": 4.5752410888671875,
      "cov-distil (oracle2teacher)": 4.493602752685547,
      "epoch": 1.900313971742543,
      "rel-constrast": 2.1731724739074707,
      "step": 2421,
      "subrel-constrast": 2.882530927658081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4478843212127686,
      "cov-distil (oracle2student)": 3.1304314136505127,
      "cov-distil (oracle2teacher)": 3.4269790649414062,
      "epoch": 1.901098901098901,
      "rel-constrast": 1.8298094272613525,
      "step": 2422,
      "subrel-constrast": 3.005410671234131,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042214870452881,
      "cov-distil (oracle2student)": 4.177407264709473,
      "cov-distil (oracle2teacher)": 4.334462642669678,
      "epoch": 1.901883830455259,
      "rel-constrast": 3.2032718658447266,
      "step": 2423,
      "subrel-constrast": 4.030201435089111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.87745201587677,
      "cov-distil (oracle2student)": 4.781280517578125,
      "cov-distil (oracle2teacher)": 4.755945682525635,
      "epoch": 1.902668759811617,
      "rel-constrast": 2.5557150840759277,
      "step": 2424,
      "subrel-constrast": 3.1519277095794678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5595307350158691,
      "cov-distil (oracle2student)": 3.505128860473633,
      "cov-distil (oracle2teacher)": 3.8219733238220215,
      "epoch": 1.903453689167975,
      "rel-constrast": 1.9315639734268188,
      "step": 2425,
      "subrel-constrast": 2.525496482849121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.161972165107727,
      "cov-distil (oracle2student)": 4.791797637939453,
      "cov-distil (oracle2teacher)": 5.080789566040039,
      "epoch": 1.904238618524333,
      "rel-constrast": 2.378396511077881,
      "step": 2426,
      "subrel-constrast": 3.322086811065674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3944885730743408,
      "cov-distil (oracle2student)": 4.227404594421387,
      "cov-distil (oracle2teacher)": 4.001729965209961,
      "epoch": 1.9050235478806907,
      "rel-constrast": 2.784055471420288,
      "step": 2427,
      "subrel-constrast": 3.5507993698120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9444655179977417,
      "cov-distil (oracle2student)": 8.43883991241455,
      "cov-distil (oracle2teacher)": 7.338441848754883,
      "epoch": 1.9058084772370487,
      "rel-constrast": 2.3596417903900146,
      "step": 2428,
      "subrel-constrast": 3.7557740211486816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.821336030960083,
      "cov-distil (oracle2student)": 6.335476875305176,
      "cov-distil (oracle2teacher)": 5.6594438552856445,
      "epoch": 1.9065934065934065,
      "rel-constrast": 3.070823907852173,
      "step": 2429,
      "subrel-constrast": 3.9585652351379395,
      "view-similarity": 0
    },
    {
      "epoch": 1.9073783359497645,
      "grad_norm": 4.46875,
      "learning_rate": 6.111146131256983e-05,
      "loss": 0.6539,
      "step": 2430
    },
    {
      "cov-distil": 2.063528537750244,
      "cov-distil (oracle2student)": 6.355644702911377,
      "cov-distil (oracle2teacher)": 5.833003044128418,
      "epoch": 1.9073783359497645,
      "rel-constrast": 3.131718635559082,
      "step": 2430,
      "subrel-constrast": 4.014697074890137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5037522315979004,
      "cov-distil (oracle2student)": 4.6540021896362305,
      "cov-distil (oracle2teacher)": 4.312002182006836,
      "epoch": 1.9081632653061225,
      "rel-constrast": 2.520285129547119,
      "step": 2431,
      "subrel-constrast": 3.3230233192443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7007334232330322,
      "cov-distil (oracle2student)": 5.079928874969482,
      "cov-distil (oracle2teacher)": 4.694340705871582,
      "epoch": 1.9089481946624804,
      "rel-constrast": 1.5313055515289307,
      "step": 2432,
      "subrel-constrast": 2.886378049850464,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0113558769226074,
      "cov-distil (oracle2student)": 6.25448751449585,
      "cov-distil (oracle2teacher)": 6.125463008880615,
      "epoch": 1.9097331240188384,
      "rel-constrast": 3.13657283782959,
      "step": 2433,
      "subrel-constrast": 3.8306632041931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6638541221618652,
      "cov-distil (oracle2student)": 4.3974223136901855,
      "cov-distil (oracle2teacher)": 4.60687255859375,
      "epoch": 1.9105180533751962,
      "rel-constrast": 1.3628919124603271,
      "step": 2434,
      "subrel-constrast": 2.5375185012817383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388999104499817,
      "cov-distil (oracle2student)": 5.649985313415527,
      "cov-distil (oracle2teacher)": 5.3490214347839355,
      "epoch": 1.9113029827315542,
      "rel-constrast": 1.839772343635559,
      "step": 2435,
      "subrel-constrast": 2.79158091545105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2915223836898804,
      "cov-distil (oracle2student)": 3.5684170722961426,
      "cov-distil (oracle2teacher)": 3.502531051635742,
      "epoch": 1.912087912087912,
      "rel-constrast": 2.304530143737793,
      "step": 2436,
      "subrel-constrast": 2.9061341285705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6078753471374512,
      "cov-distil (oracle2student)": 5.253050804138184,
      "cov-distil (oracle2teacher)": 4.914355754852295,
      "epoch": 1.91287284144427,
      "rel-constrast": 3.409943103790283,
      "step": 2437,
      "subrel-constrast": 3.9116547107696533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3659236431121826,
      "cov-distil (oracle2student)": 4.117100238800049,
      "cov-distil (oracle2teacher)": 4.067747116088867,
      "epoch": 1.913657770800628,
      "rel-constrast": 2.0301294326782227,
      "step": 2438,
      "subrel-constrast": 2.6090683937072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7096083164215088,
      "cov-distil (oracle2student)": 4.045681476593018,
      "cov-distil (oracle2teacher)": 3.884026527404785,
      "epoch": 1.914442700156986,
      "rel-constrast": 3.1445517539978027,
      "step": 2439,
      "subrel-constrast": 3.2232651710510254,
      "view-similarity": 0
    },
    {
      "epoch": 1.915227629513344,
      "grad_norm": 5.34375,
      "learning_rate": 6.077085603303882e-05,
      "loss": 0.6511,
      "step": 2440
    },
    {
      "cov-distil": 1.6392488479614258,
      "cov-distil (oracle2student)": 4.215446472167969,
      "cov-distil (oracle2teacher)": 3.9013586044311523,
      "epoch": 1.915227629513344,
      "rel-constrast": 2.4744372367858887,
      "step": 2440,
      "subrel-constrast": 3.1411800384521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.036975145339966,
      "cov-distil (oracle2student)": 4.479938507080078,
      "cov-distil (oracle2teacher)": 4.526072978973389,
      "epoch": 1.9160125588697017,
      "rel-constrast": 2.310187816619873,
      "step": 2441,
      "subrel-constrast": 3.2175960540771484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7178869247436523,
      "cov-distil (oracle2student)": 4.855166435241699,
      "cov-distil (oracle2teacher)": 4.578851699829102,
      "epoch": 1.9167974882260597,
      "rel-constrast": 2.832335948944092,
      "step": 2442,
      "subrel-constrast": 3.525486469268799,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4423127174377441,
      "cov-distil (oracle2student)": 4.4381866455078125,
      "cov-distil (oracle2teacher)": 4.124951362609863,
      "epoch": 1.9175824175824174,
      "rel-constrast": 2.5946288108825684,
      "step": 2443,
      "subrel-constrast": 2.920959949493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6365911960601807,
      "cov-distil (oracle2student)": 3.7236788272857666,
      "cov-distil (oracle2teacher)": 3.626047372817993,
      "epoch": 1.9183673469387754,
      "rel-constrast": 2.3106162548065186,
      "step": 2444,
      "subrel-constrast": 3.531022787094116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3463120460510254,
      "cov-distil (oracle2student)": 4.456232070922852,
      "cov-distil (oracle2teacher)": 4.176748752593994,
      "epoch": 1.9191522762951334,
      "rel-constrast": 2.7584402561187744,
      "step": 2445,
      "subrel-constrast": 3.556046962738037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.776332139968872,
      "cov-distil (oracle2student)": 6.8040618896484375,
      "cov-distil (oracle2teacher)": 6.81962776184082,
      "epoch": 1.9199372056514914,
      "rel-constrast": 2.732391834259033,
      "step": 2446,
      "subrel-constrast": 4.0304155349731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5929484367370605,
      "cov-distil (oracle2student)": 3.258389711380005,
      "cov-distil (oracle2teacher)": 3.6334898471832275,
      "epoch": 1.9207221350078494,
      "rel-constrast": 2.0504274368286133,
      "step": 2447,
      "subrel-constrast": 3.19718074798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5357682704925537,
      "cov-distil (oracle2student)": 4.523638725280762,
      "cov-distil (oracle2teacher)": 4.490758419036865,
      "epoch": 1.9215070643642074,
      "rel-constrast": 2.7167911529541016,
      "step": 2448,
      "subrel-constrast": 3.6094868183135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4050043821334839,
      "cov-distil (oracle2student)": 4.034247398376465,
      "cov-distil (oracle2teacher)": 4.246694087982178,
      "epoch": 1.9222919937205651,
      "rel-constrast": 3.444307327270508,
      "step": 2449,
      "subrel-constrast": 4.249222755432129,
      "view-similarity": 0
    },
    {
      "epoch": 1.9230769230769231,
      "grad_norm": 4.6875,
      "learning_rate": 6.042972579718019e-05,
      "loss": 0.6959,
      "step": 2450
    },
    {
      "cov-distil": 2.113569974899292,
      "cov-distil (oracle2student)": 3.8079304695129395,
      "cov-distil (oracle2teacher)": 3.7943358421325684,
      "epoch": 1.9230769230769231,
      "rel-constrast": 1.745633602142334,
      "step": 2450,
      "subrel-constrast": 3.1959307193756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9503016471862793,
      "cov-distil (oracle2student)": 3.872591018676758,
      "cov-distil (oracle2teacher)": 4.592779159545898,
      "epoch": 1.923861852433281,
      "rel-constrast": 1.9338304996490479,
      "step": 2451,
      "subrel-constrast": 3.061383008956909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6872833967208862,
      "cov-distil (oracle2student)": 6.156352996826172,
      "cov-distil (oracle2teacher)": 5.713137626647949,
      "epoch": 1.9246467817896389,
      "rel-constrast": 1.254442572593689,
      "step": 2452,
      "subrel-constrast": 2.3290281295776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9164255857467651,
      "cov-distil (oracle2student)": 3.1561508178710938,
      "cov-distil (oracle2teacher)": 3.122098445892334,
      "epoch": 1.9254317111459969,
      "rel-constrast": 2.9007675647735596,
      "step": 2453,
      "subrel-constrast": 3.56514310836792,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1052663326263428,
      "cov-distil (oracle2student)": 5.177646636962891,
      "cov-distil (oracle2teacher)": 4.361931800842285,
      "epoch": 1.9262166405023549,
      "rel-constrast": 1.6196327209472656,
      "step": 2454,
      "subrel-constrast": 3.1547558307647705,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.26076078414917,
      "cov-distil (oracle2student)": 3.6704769134521484,
      "cov-distil (oracle2teacher)": 3.6344380378723145,
      "epoch": 1.9270015698587128,
      "rel-constrast": 2.530296802520752,
      "step": 2455,
      "subrel-constrast": 3.6379191875457764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592729926109314,
      "cov-distil (oracle2student)": 4.639117240905762,
      "cov-distil (oracle2teacher)": 4.331360816955566,
      "epoch": 1.9277864992150706,
      "rel-constrast": 3.298947334289551,
      "step": 2456,
      "subrel-constrast": 4.0797858238220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7274502515792847,
      "cov-distil (oracle2student)": 3.710318088531494,
      "cov-distil (oracle2teacher)": 3.7985048294067383,
      "epoch": 1.9285714285714286,
      "rel-constrast": 2.314298152923584,
      "step": 2457,
      "subrel-constrast": 3.513676881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6272131204605103,
      "cov-distil (oracle2student)": 4.526007652282715,
      "cov-distil (oracle2teacher)": 4.349469184875488,
      "epoch": 1.9293563579277864,
      "rel-constrast": 2.9735851287841797,
      "step": 2458,
      "subrel-constrast": 3.6699886322021484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101687431335449,
      "cov-distil (oracle2student)": 6.02712345123291,
      "cov-distil (oracle2teacher)": 5.361684799194336,
      "epoch": 1.9301412872841444,
      "rel-constrast": 2.3543429374694824,
      "step": 2459,
      "subrel-constrast": 4.120841026306152,
      "view-similarity": 0
    },
    {
      "epoch": 1.9309262166405023,
      "grad_norm": 3.84375,
      "learning_rate": 6.008808723120035e-05,
      "loss": 0.6209,
      "step": 2460
    },
    {
      "cov-distil": 1.434382438659668,
      "cov-distil (oracle2student)": 3.654074192047119,
      "cov-distil (oracle2teacher)": 3.7676455974578857,
      "epoch": 1.9309262166405023,
      "rel-constrast": 2.966485023498535,
      "step": 2460,
      "subrel-constrast": 3.20400071144104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392695426940918,
      "cov-distil (oracle2student)": 6.501132011413574,
      "cov-distil (oracle2teacher)": 5.886183261871338,
      "epoch": 1.9317111459968603,
      "rel-constrast": 2.0948030948638916,
      "step": 2461,
      "subrel-constrast": 3.030432939529419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4953207969665527,
      "cov-distil (oracle2student)": 3.4652440547943115,
      "cov-distil (oracle2teacher)": 3.269979238510132,
      "epoch": 1.9324960753532183,
      "rel-constrast": 2.705125093460083,
      "step": 2462,
      "subrel-constrast": 3.219270944595337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515125751495361,
      "cov-distil (oracle2student)": 5.479332447052002,
      "cov-distil (oracle2teacher)": 5.8892059326171875,
      "epoch": 1.933281004709576,
      "rel-constrast": 2.047062397003174,
      "step": 2463,
      "subrel-constrast": 3.048161506652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8985928297042847,
      "cov-distil (oracle2student)": 4.86997652053833,
      "cov-distil (oracle2teacher)": 4.638810157775879,
      "epoch": 1.934065934065934,
      "rel-constrast": 1.8220783472061157,
      "step": 2464,
      "subrel-constrast": 3.0284347534179688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3542559146881104,
      "cov-distil (oracle2student)": 3.6523008346557617,
      "cov-distil (oracle2teacher)": 3.1194820404052734,
      "epoch": 1.9348508634222918,
      "rel-constrast": 1.9009461402893066,
      "step": 2465,
      "subrel-constrast": 2.3680505752563477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6820032596588135,
      "cov-distil (oracle2student)": 4.384657382965088,
      "cov-distil (oracle2teacher)": 3.928162097930908,
      "epoch": 1.9356357927786498,
      "rel-constrast": 2.4610424041748047,
      "step": 2466,
      "subrel-constrast": 2.9358811378479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7543144226074219,
      "cov-distil (oracle2student)": 3.733570098876953,
      "cov-distil (oracle2teacher)": 4.128424644470215,
      "epoch": 1.9364207221350078,
      "rel-constrast": 2.317094326019287,
      "step": 2467,
      "subrel-constrast": 3.2029078006744385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2425624132156372,
      "cov-distil (oracle2student)": 4.24611759185791,
      "cov-distil (oracle2teacher)": 4.051010608673096,
      "epoch": 1.9372056514913658,
      "rel-constrast": 2.870096206665039,
      "step": 2468,
      "subrel-constrast": 3.1577277183532715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6092205047607422,
      "cov-distil (oracle2student)": 3.5187339782714844,
      "cov-distil (oracle2teacher)": 3.45456600189209,
      "epoch": 1.9379905808477238,
      "rel-constrast": 2.472060203552246,
      "step": 2469,
      "subrel-constrast": 2.9680583477020264,
      "view-similarity": 0
    },
    {
      "epoch": 1.9387755102040818,
      "grad_norm": 4.53125,
      "learning_rate": 5.974595698608103e-05,
      "loss": 0.631,
      "step": 2470
    },
    {
      "cov-distil": 1.8633323907852173,
      "cov-distil (oracle2student)": 3.0566577911376953,
      "cov-distil (oracle2teacher)": 3.40569806098938,
      "epoch": 1.9387755102040818,
      "rel-constrast": 1.6424238681793213,
      "step": 2470,
      "subrel-constrast": 2.562615394592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7823173999786377,
      "cov-distil (oracle2student)": 4.216024398803711,
      "cov-distil (oracle2teacher)": 4.322237014770508,
      "epoch": 1.9395604395604396,
      "rel-constrast": 2.378356456756592,
      "step": 2471,
      "subrel-constrast": 3.1091244220733643,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.018372058868408,
      "cov-distil (oracle2student)": 4.279947280883789,
      "cov-distil (oracle2teacher)": 4.281184673309326,
      "epoch": 1.9403453689167975,
      "rel-constrast": 2.3008737564086914,
      "step": 2472,
      "subrel-constrast": 3.698737144470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8619518280029297,
      "cov-distil (oracle2student)": 4.080155372619629,
      "cov-distil (oracle2teacher)": 4.058784484863281,
      "epoch": 1.9411302982731553,
      "rel-constrast": 3.6209206581115723,
      "step": 2473,
      "subrel-constrast": 4.521544456481934,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0237815380096436,
      "cov-distil (oracle2student)": 4.807929992675781,
      "cov-distil (oracle2teacher)": 5.025022506713867,
      "epoch": 1.9419152276295133,
      "rel-constrast": 3.1848981380462646,
      "step": 2474,
      "subrel-constrast": 4.4941582679748535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.214277505874634,
      "cov-distil (oracle2student)": 3.4416141510009766,
      "cov-distil (oracle2teacher)": 3.282114028930664,
      "epoch": 1.9427001569858713,
      "rel-constrast": 1.9788168668746948,
      "step": 2475,
      "subrel-constrast": 3.458690881729126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9632714986801147,
      "cov-distil (oracle2student)": 3.9366581439971924,
      "cov-distil (oracle2teacher)": 4.062438488006592,
      "epoch": 1.9434850863422293,
      "rel-constrast": 3.7830116748809814,
      "step": 2476,
      "subrel-constrast": 4.7572021484375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3743335008621216,
      "cov-distil (oracle2student)": 5.943985939025879,
      "cov-distil (oracle2teacher)": 5.422881126403809,
      "epoch": 1.9442700156985873,
      "rel-constrast": 2.908735990524292,
      "step": 2477,
      "subrel-constrast": 3.096045732498169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6789615154266357,
      "cov-distil (oracle2student)": 4.631444931030273,
      "cov-distil (oracle2teacher)": 5.146999835968018,
      "epoch": 1.945054945054945,
      "rel-constrast": 2.3233938217163086,
      "step": 2478,
      "subrel-constrast": 3.513758897781372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5109608173370361,
      "cov-distil (oracle2student)": 3.3724405765533447,
      "cov-distil (oracle2teacher)": 3.921525239944458,
      "epoch": 1.945839874411303,
      "rel-constrast": 2.053091526031494,
      "step": 2479,
      "subrel-constrast": 2.8572704792022705,
      "view-similarity": 0
    },
    {
      "epoch": 1.9466248037676608,
      "grad_norm": 4.125,
      "learning_rate": 5.9403351736767696e-05,
      "loss": 0.7026,
      "step": 2480
    },
    {
      "cov-distil": 1.4503912925720215,
      "cov-distil (oracle2student)": 3.317537307739258,
      "cov-distil (oracle2teacher)": 3.112027645111084,
      "epoch": 1.9466248037676608,
      "rel-constrast": 2.1617913246154785,
      "step": 2480,
      "subrel-constrast": 2.817483425140381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4869325160980225,
      "cov-distil (oracle2student)": 4.158205509185791,
      "cov-distil (oracle2teacher)": 4.368568420410156,
      "epoch": 1.9474097331240188,
      "rel-constrast": 2.8389158248901367,
      "step": 2481,
      "subrel-constrast": 3.469738483428955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7378907203674316,
      "cov-distil (oracle2student)": 5.218984127044678,
      "cov-distil (oracle2teacher)": 4.454662322998047,
      "epoch": 1.9481946624803768,
      "rel-constrast": 2.8065624237060547,
      "step": 2482,
      "subrel-constrast": 3.9157299995422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0834546089172363,
      "cov-distil (oracle2student)": 3.6902129650115967,
      "cov-distil (oracle2teacher)": 3.8884758949279785,
      "epoch": 1.9489795918367347,
      "rel-constrast": 2.722843885421753,
      "step": 2483,
      "subrel-constrast": 4.003515720367432,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728473901748657,
      "cov-distil (oracle2student)": 3.4454517364501953,
      "cov-distil (oracle2teacher)": 3.508997917175293,
      "epoch": 1.9497645211930927,
      "rel-constrast": 3.125566005706787,
      "step": 2484,
      "subrel-constrast": 3.6689651012420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8753831386566162,
      "cov-distil (oracle2student)": 4.230984687805176,
      "cov-distil (oracle2teacher)": 4.617133140563965,
      "epoch": 1.9505494505494505,
      "rel-constrast": 2.004157543182373,
      "step": 2485,
      "subrel-constrast": 3.6785495281219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5496845245361328,
      "cov-distil (oracle2student)": 5.057103157043457,
      "cov-distil (oracle2teacher)": 4.708800315856934,
      "epoch": 1.9513343799058085,
      "rel-constrast": 2.8313560485839844,
      "step": 2486,
      "subrel-constrast": 3.667280435562134,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4071245193481445,
      "cov-distil (oracle2student)": 5.204876899719238,
      "cov-distil (oracle2teacher)": 4.809920310974121,
      "epoch": 1.9521193092621663,
      "rel-constrast": 2.695950984954834,
      "step": 2487,
      "subrel-constrast": 3.5830249786376953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3013389110565186,
      "cov-distil (oracle2student)": 5.301314353942871,
      "cov-distil (oracle2teacher)": 4.952354907989502,
      "epoch": 1.9529042386185242,
      "rel-constrast": 2.60662841796875,
      "step": 2488,
      "subrel-constrast": 4.091353416442871,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5742180347442627,
      "cov-distil (oracle2student)": 5.969152450561523,
      "cov-distil (oracle2teacher)": 5.357150077819824,
      "epoch": 1.9536891679748822,
      "rel-constrast": 1.9941952228546143,
      "step": 2489,
      "subrel-constrast": 3.0084385871887207,
      "view-similarity": 0
    },
    {
      "epoch": 1.9544740973312402,
      "grad_norm": 13.6875,
      "learning_rate": 5.906028818135687e-05,
      "loss": 0.6875,
      "step": 2490
    },
    {
      "cov-distil": 2.1099369525909424,
      "cov-distil (oracle2student)": 4.210698127746582,
      "cov-distil (oracle2teacher)": 3.5835349559783936,
      "epoch": 1.9544740973312402,
      "rel-constrast": 2.1417431831359863,
      "step": 2490,
      "subrel-constrast": 3.2572529315948486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6627283096313477,
      "cov-distil (oracle2student)": 4.883523941040039,
      "cov-distil (oracle2teacher)": 4.638039588928223,
      "epoch": 1.9552590266875982,
      "rel-constrast": 2.416308879852295,
      "step": 2491,
      "subrel-constrast": 3.325330972671509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4507558345794678,
      "cov-distil (oracle2student)": 5.002725124359131,
      "cov-distil (oracle2teacher)": 4.909409046173096,
      "epoch": 1.9560439560439562,
      "rel-constrast": 2.722961902618408,
      "step": 2492,
      "subrel-constrast": 3.7017815113067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.659635066986084,
      "cov-distil (oracle2student)": 4.506506443023682,
      "cov-distil (oracle2teacher)": 4.43465518951416,
      "epoch": 1.956828885400314,
      "rel-constrast": 1.9252089262008667,
      "step": 2493,
      "subrel-constrast": 3.1384382247924805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623679280281067,
      "cov-distil (oracle2student)": 2.5478992462158203,
      "cov-distil (oracle2teacher)": 3.0524415969848633,
      "epoch": 1.957613814756672,
      "rel-constrast": 1.846777319908142,
      "step": 2494,
      "subrel-constrast": 2.91062331199646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9193593263626099,
      "cov-distil (oracle2student)": 5.185713291168213,
      "cov-distil (oracle2teacher)": 4.71533203125,
      "epoch": 1.9583987441130297,
      "rel-constrast": 3.0478153228759766,
      "step": 2495,
      "subrel-constrast": 4.019968509674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016890525817871,
      "cov-distil (oracle2student)": 5.948273181915283,
      "cov-distil (oracle2teacher)": 5.32450008392334,
      "epoch": 1.9591836734693877,
      "rel-constrast": 3.05358624458313,
      "step": 2496,
      "subrel-constrast": 3.7689876556396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.550295114517212,
      "cov-distil (oracle2student)": 2.073939323425293,
      "cov-distil (oracle2teacher)": 2.6034228801727295,
      "epoch": 1.9599686028257457,
      "rel-constrast": 2.245976209640503,
      "step": 2497,
      "subrel-constrast": 3.1667094230651855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3736112117767334,
      "cov-distil (oracle2student)": 5.4563164710998535,
      "cov-distil (oracle2teacher)": 4.62297248840332,
      "epoch": 1.9607535321821037,
      "rel-constrast": 1.1778405904769897,
      "step": 2498,
      "subrel-constrast": 1.9556467533111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6540087461471558,
      "cov-distil (oracle2student)": 3.9698290824890137,
      "cov-distil (oracle2teacher)": 4.227908134460449,
      "epoch": 1.9615384615384617,
      "rel-constrast": 1.4609427452087402,
      "step": 2499,
      "subrel-constrast": 2.3662118911743164,
      "view-similarity": 0
    },
    {
      "epoch": 1.9623233908948194,
      "grad_norm": 3.296875,
      "learning_rate": 5.8716783040282244e-05,
      "loss": 0.5935,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-P@10": 0.7659999999999999,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-nDCG@10": 0.7693754589296343,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-alpha_nDCG@10": 0.5919144409450439,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-P@10": 0.43499999999999994,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-nDCG@10": 0.6143694699337722,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-alpha_nDCG@10": 0.6028824849758648,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "eval/avg": 0.5419140001630578,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "overlap": 0.32500001788139343,
      "step": 2500
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "student margin": 0.06793212890625
    },
    {
      "epoch": 1.9623233908948194,
      "step": 2500,
      "teacher margin": 0.053131103515625
    },
    {
      "epoch": 1.9623233908948194,
      "margin difference": -0.014801025390625,
      "step": 2500
    },
    {
      "cov-distil": 1.1066657304763794,
      "cov-distil (oracle2student)": 5.118325233459473,
      "cov-distil (oracle2teacher)": 4.95701789855957,
      "epoch": 1.9623233908948194,
      "rel-constrast": 2.0915095806121826,
      "step": 2500,
      "subrel-constrast": 2.456439733505249,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6654317378997803,
      "cov-distil (oracle2student)": 4.780410289764404,
      "cov-distil (oracle2teacher)": 5.24764347076416,
      "epoch": 1.9631083202511774,
      "rel-constrast": 2.464895248413086,
      "step": 2501,
      "subrel-constrast": 3.5137221813201904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8475165367126465,
      "cov-distil (oracle2student)": 4.813754081726074,
      "cov-distil (oracle2teacher)": 4.255051612854004,
      "epoch": 1.9638932496075352,
      "rel-constrast": 3.658175468444824,
      "step": 2502,
      "subrel-constrast": 4.079983711242676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8312456607818604,
      "cov-distil (oracle2student)": 5.760175704956055,
      "cov-distil (oracle2teacher)": 5.000723361968994,
      "epoch": 1.9646781789638932,
      "rel-constrast": 3.146709442138672,
      "step": 2503,
      "subrel-constrast": 3.9509332180023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6437900066375732,
      "cov-distil (oracle2student)": 6.165802955627441,
      "cov-distil (oracle2teacher)": 5.956415176391602,
      "epoch": 1.9654631083202512,
      "rel-constrast": 2.3390450477600098,
      "step": 2504,
      "subrel-constrast": 3.291724681854248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5910606384277344,
      "cov-distil (oracle2student)": 3.0515780448913574,
      "cov-distil (oracle2teacher)": 3.320089817047119,
      "epoch": 1.9662480376766092,
      "rel-constrast": 1.7464886903762817,
      "step": 2505,
      "subrel-constrast": 2.682459831237793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8364578485488892,
      "cov-distil (oracle2student)": 3.5455973148345947,
      "cov-distil (oracle2teacher)": 3.9225969314575195,
      "epoch": 1.9670329670329672,
      "rel-constrast": 2.802579641342163,
      "step": 2506,
      "subrel-constrast": 3.5690419673919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.755467414855957,
      "cov-distil (oracle2student)": 3.963101863861084,
      "cov-distil (oracle2teacher)": 4.14091682434082,
      "epoch": 1.967817896389325,
      "rel-constrast": 2.32249116897583,
      "step": 2507,
      "subrel-constrast": 3.751641035079956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9412181377410889,
      "cov-distil (oracle2student)": 5.024752616882324,
      "cov-distil (oracle2teacher)": 4.612900257110596,
      "epoch": 1.968602825745683,
      "rel-constrast": 2.409407138824463,
      "step": 2508,
      "subrel-constrast": 3.277334690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425809860229492,
      "cov-distil (oracle2student)": 6.608183860778809,
      "cov-distil (oracle2teacher)": 5.772889137268066,
      "epoch": 1.9693877551020407,
      "rel-constrast": 2.2092809677124023,
      "step": 2509,
      "subrel-constrast": 3.1731197834014893,
      "view-similarity": 0
    },
    {
      "epoch": 1.9701726844583987,
      "grad_norm": 4.59375,
      "learning_rate": 5.837285305549978e-05,
      "loss": 0.6719,
      "step": 2510
    },
    {
      "cov-distil": 2.1095499992370605,
      "cov-distil (oracle2student)": 4.043517112731934,
      "cov-distil (oracle2teacher)": 3.7986538410186768,
      "epoch": 1.9701726844583987,
      "rel-constrast": 2.388908863067627,
      "step": 2510,
      "subrel-constrast": 3.231389284133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9928646087646484,
      "cov-distil (oracle2student)": 3.9442124366760254,
      "cov-distil (oracle2teacher)": 4.273163318634033,
      "epoch": 1.9709576138147566,
      "rel-constrast": 2.803920269012451,
      "step": 2511,
      "subrel-constrast": 3.397458791732788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6037890911102295,
      "cov-distil (oracle2student)": 4.574519634246826,
      "cov-distil (oracle2teacher)": 4.41057014465332,
      "epoch": 1.9717425431711146,
      "rel-constrast": 2.937023639678955,
      "step": 2512,
      "subrel-constrast": 3.5620789527893066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8750109672546387,
      "cov-distil (oracle2student)": 5.159994125366211,
      "cov-distil (oracle2teacher)": 4.99534797668457,
      "epoch": 1.9725274725274726,
      "rel-constrast": 3.3556787967681885,
      "step": 2513,
      "subrel-constrast": 4.200250148773193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9165971279144287,
      "cov-distil (oracle2student)": 4.944738388061523,
      "cov-distil (oracle2teacher)": 4.542484283447266,
      "epoch": 1.9733124018838306,
      "rel-constrast": 3.205554962158203,
      "step": 2514,
      "subrel-constrast": 4.032872200012207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4664344787597656,
      "cov-distil (oracle2student)": 4.536765098571777,
      "cov-distil (oracle2teacher)": 4.270895957946777,
      "epoch": 1.9740973312401884,
      "rel-constrast": 2.2212471961975098,
      "step": 2515,
      "subrel-constrast": 3.1677427291870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.259949803352356,
      "cov-distil (oracle2student)": 5.1364617347717285,
      "cov-distil (oracle2teacher)": 4.355741500854492,
      "epoch": 1.9748822605965461,
      "rel-constrast": 2.3406124114990234,
      "step": 2516,
      "subrel-constrast": 2.672093152999878,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.249608039855957,
      "cov-distil (oracle2student)": 4.755095481872559,
      "cov-distil (oracle2teacher)": 4.2720136642456055,
      "epoch": 1.9756671899529041,
      "rel-constrast": 2.4666638374328613,
      "step": 2517,
      "subrel-constrast": 3.688063621520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3200082778930664,
      "cov-distil (oracle2student)": 4.640836238861084,
      "cov-distil (oracle2teacher)": 4.337072372436523,
      "epoch": 1.9764521193092621,
      "rel-constrast": 1.8486121892929077,
      "step": 2518,
      "subrel-constrast": 3.3007330894470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283935785293579,
      "cov-distil (oracle2student)": 3.459717273712158,
      "cov-distil (oracle2teacher)": 3.7944118976593018,
      "epoch": 1.9772370486656201,
      "rel-constrast": 2.9044694900512695,
      "step": 2519,
      "subrel-constrast": 3.490337371826172,
      "view-similarity": 0
    },
    {
      "epoch": 1.978021978021978,
      "grad_norm": 4.625,
      "learning_rate": 5.8028514989671724e-05,
      "loss": 0.707,
      "step": 2520
    },
    {
      "cov-distil": 1.6496431827545166,
      "cov-distil (oracle2student)": 4.513698577880859,
      "cov-distil (oracle2teacher)": 4.439805507659912,
      "epoch": 1.978021978021978,
      "rel-constrast": 1.6258759498596191,
      "step": 2520,
      "subrel-constrast": 2.1705517768859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5472121238708496,
      "cov-distil (oracle2student)": 3.8499794006347656,
      "cov-distil (oracle2teacher)": 3.4900879859924316,
      "epoch": 1.978806907378336,
      "rel-constrast": 2.0182299613952637,
      "step": 2521,
      "subrel-constrast": 3.0980799198150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2481393814086914,
      "cov-distil (oracle2student)": 4.411068439483643,
      "cov-distil (oracle2teacher)": 4.478513240814209,
      "epoch": 1.9795918367346939,
      "rel-constrast": 3.5255589485168457,
      "step": 2522,
      "subrel-constrast": 3.7120320796966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9908323287963867,
      "cov-distil (oracle2student)": 4.6647047996521,
      "cov-distil (oracle2teacher)": 4.310477256774902,
      "epoch": 1.9803767660910518,
      "rel-constrast": 1.8836511373519897,
      "step": 2523,
      "subrel-constrast": 3.363853693008423,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3456411361694336,
      "cov-distil (oracle2student)": 4.764852523803711,
      "cov-distil (oracle2teacher)": 5.329623222351074,
      "epoch": 1.9811616954474096,
      "rel-constrast": 2.56581974029541,
      "step": 2524,
      "subrel-constrast": 3.7785446643829346,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.149233818054199,
      "cov-distil (oracle2student)": 3.812518358230591,
      "cov-distil (oracle2teacher)": 3.696373462677002,
      "epoch": 1.9819466248037676,
      "rel-constrast": 1.881946086883545,
      "step": 2525,
      "subrel-constrast": 2.778710126876831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.720602035522461,
      "cov-distil (oracle2student)": 3.9632997512817383,
      "cov-distil (oracle2teacher)": 3.724994659423828,
      "epoch": 1.9827315541601256,
      "rel-constrast": 2.4183566570281982,
      "step": 2526,
      "subrel-constrast": 3.1196212768554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2259273529052734,
      "cov-distil (oracle2student)": 3.702456474304199,
      "cov-distil (oracle2teacher)": 3.789515972137451,
      "epoch": 1.9835164835164836,
      "rel-constrast": 1.9603294134140015,
      "step": 2527,
      "subrel-constrast": 2.7963433265686035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.723656415939331,
      "cov-distil (oracle2student)": 5.179893970489502,
      "cov-distil (oracle2teacher)": 4.854537010192871,
      "epoch": 1.9843014128728416,
      "rel-constrast": 2.3779149055480957,
      "step": 2528,
      "subrel-constrast": 3.299527883529663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7103536128997803,
      "cov-distil (oracle2student)": 4.290135383605957,
      "cov-distil (oracle2teacher)": 4.302217960357666,
      "epoch": 1.9850863422291993,
      "rel-constrast": 2.3795526027679443,
      "step": 2529,
      "subrel-constrast": 3.397244453430176,
      "view-similarity": 0
    },
    {
      "epoch": 1.9858712715855573,
      "grad_norm": 4.25,
      "learning_rate": 5.7683785625349616e-05,
      "loss": 0.6142,
      "step": 2530
    },
    {
      "cov-distil": 1.6266683340072632,
      "cov-distil (oracle2student)": 5.251396656036377,
      "cov-distil (oracle2teacher)": 4.960059642791748,
      "epoch": 1.9858712715855573,
      "rel-constrast": 2.703108787536621,
      "step": 2530,
      "subrel-constrast": 3.6222753524780273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8699841499328613,
      "cov-distil (oracle2student)": 4.844203948974609,
      "cov-distil (oracle2teacher)": 4.765357971191406,
      "epoch": 1.986656200941915,
      "rel-constrast": 4.971837043762207,
      "step": 2531,
      "subrel-constrast": 5.157642841339111,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7755625247955322,
      "cov-distil (oracle2student)": 3.318777322769165,
      "cov-distil (oracle2teacher)": 3.1832633018493652,
      "epoch": 1.987441130298273,
      "rel-constrast": 2.3157126903533936,
      "step": 2532,
      "subrel-constrast": 3.178563356399536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418672561645508,
      "cov-distil (oracle2student)": 4.034961223602295,
      "cov-distil (oracle2teacher)": 3.665281057357788,
      "epoch": 1.988226059654631,
      "rel-constrast": 1.9958726167678833,
      "step": 2533,
      "subrel-constrast": 2.835645914077759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2004601955413818,
      "cov-distil (oracle2student)": 3.757784843444824,
      "cov-distil (oracle2teacher)": 3.476081371307373,
      "epoch": 1.989010989010989,
      "rel-constrast": 2.718679666519165,
      "step": 2534,
      "subrel-constrast": 2.869586229324341,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.971366286277771,
      "cov-distil (oracle2student)": 4.960501194000244,
      "cov-distil (oracle2teacher)": 4.199640274047852,
      "epoch": 1.989795918367347,
      "rel-constrast": 2.2282166481018066,
      "step": 2535,
      "subrel-constrast": 3.314149856567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719572067260742,
      "cov-distil (oracle2student)": 3.6106348037719727,
      "cov-distil (oracle2teacher)": 3.9014267921447754,
      "epoch": 1.990580847723705,
      "rel-constrast": 2.4185032844543457,
      "step": 2536,
      "subrel-constrast": 3.1321682929992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5010178089141846,
      "cov-distil (oracle2student)": 2.06382417678833,
      "cov-distil (oracle2teacher)": 2.4656484127044678,
      "epoch": 1.9913657770800628,
      "rel-constrast": 2.6079468727111816,
      "step": 2537,
      "subrel-constrast": 2.9394989013671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7752001285552979,
      "cov-distil (oracle2student)": 5.686441421508789,
      "cov-distil (oracle2teacher)": 4.999405860900879,
      "epoch": 1.9921507064364206,
      "rel-constrast": 2.2866735458374023,
      "step": 2538,
      "subrel-constrast": 3.2435882091522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606407880783081,
      "cov-distil (oracle2student)": 4.074472427368164,
      "cov-distil (oracle2teacher)": 4.0518717765808105,
      "epoch": 1.9929356357927785,
      "rel-constrast": 2.3772497177124023,
      "step": 2539,
      "subrel-constrast": 3.132042169570923,
      "view-similarity": 0
    },
    {
      "epoch": 1.9937205651491365,
      "grad_norm": 4.34375,
      "learning_rate": 5.733868176415633e-05,
      "loss": 0.7064,
      "step": 2540
    },
    {
      "cov-distil": 1.7858773469924927,
      "cov-distil (oracle2student)": 4.025512218475342,
      "cov-distil (oracle2teacher)": 4.341989517211914,
      "epoch": 1.9937205651491365,
      "rel-constrast": 1.9182751178741455,
      "step": 2540,
      "subrel-constrast": 2.789414167404175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5532338619232178,
      "cov-distil (oracle2student)": 3.7422971725463867,
      "cov-distil (oracle2teacher)": 4.126618385314941,
      "epoch": 1.9945054945054945,
      "rel-constrast": 2.644094944000244,
      "step": 2541,
      "subrel-constrast": 3.752502202987671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2481051683425903,
      "cov-distil (oracle2student)": 6.082583427429199,
      "cov-distil (oracle2teacher)": 5.440574645996094,
      "epoch": 1.9952904238618525,
      "rel-constrast": 4.4969801902771,
      "step": 2542,
      "subrel-constrast": 5.1750030517578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535203218460083,
      "cov-distil (oracle2student)": 4.086088180541992,
      "cov-distil (oracle2teacher)": 4.280279636383057,
      "epoch": 1.9960753532182105,
      "rel-constrast": 2.184937000274658,
      "step": 2543,
      "subrel-constrast": 3.110349655151367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644147872924805,
      "cov-distil (oracle2student)": 3.9916257858276367,
      "cov-distil (oracle2teacher)": 4.044870376586914,
      "epoch": 1.9968602825745683,
      "rel-constrast": 2.271591901779175,
      "step": 2544,
      "subrel-constrast": 3.386568784713745,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097248077392578,
      "cov-distil (oracle2student)": 6.305855751037598,
      "cov-distil (oracle2teacher)": 5.96221399307251,
      "epoch": 1.9976452119309263,
      "rel-constrast": 2.720093250274658,
      "step": 2545,
      "subrel-constrast": 3.6551673412323,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8298020362854004,
      "cov-distil (oracle2student)": 3.5816783905029297,
      "cov-distil (oracle2teacher)": 3.8677945137023926,
      "epoch": 1.998430141287284,
      "rel-constrast": 2.788235902786255,
      "step": 2546,
      "subrel-constrast": 3.5330235958099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060864925384521,
      "cov-distil (oracle2student)": 5.720602989196777,
      "cov-distil (oracle2teacher)": 4.752513885498047,
      "epoch": 1.999215070643642,
      "rel-constrast": 2.438136577606201,
      "step": 2547,
      "subrel-constrast": 3.529113292694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6571238040924072,
      "cov-distil (oracle2student)": 4.469101905822754,
      "cov-distil (oracle2teacher)": 4.637697219848633,
      "epoch": 2.0,
      "rel-constrast": 3.6732873916625977,
      "step": 2548,
      "subrel-constrast": 4.3870391845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6221179962158203,
      "cov-distil (oracle2student)": 4.8945722579956055,
      "cov-distil (oracle2teacher)": 4.7201032638549805,
      "epoch": 2.000784929356358,
      "rel-constrast": 2.115098714828491,
      "step": 2549,
      "subrel-constrast": 2.8183491230010986,
      "view-similarity": 0
    },
    {
      "epoch": 2.001569858712716,
      "grad_norm": 4.0,
      "learning_rate": 5.699322022596722e-05,
      "loss": 0.723,
      "step": 2550
    },
    {
      "cov-distil": 1.7425217628479004,
      "cov-distil (oracle2student)": 3.3925108909606934,
      "cov-distil (oracle2teacher)": 3.4840855598449707,
      "epoch": 2.001569858712716,
      "rel-constrast": 1.8735220432281494,
      "step": 2550,
      "subrel-constrast": 3.1367292404174805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3518598079681396,
      "cov-distil (oracle2student)": 3.755770683288574,
      "cov-distil (oracle2teacher)": 3.6382408142089844,
      "epoch": 2.002354788069074,
      "rel-constrast": 1.844760775566101,
      "step": 2551,
      "subrel-constrast": 2.5876502990722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5913739204406738,
      "cov-distil (oracle2student)": 4.010199546813965,
      "cov-distil (oracle2teacher)": 3.9575181007385254,
      "epoch": 2.0031397174254315,
      "rel-constrast": 2.158881902694702,
      "step": 2552,
      "subrel-constrast": 3.0660080909729004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.655419111251831,
      "cov-distil (oracle2student)": 5.090344429016113,
      "cov-distil (oracle2teacher)": 5.056642532348633,
      "epoch": 2.0039246467817895,
      "rel-constrast": 2.7975358963012695,
      "step": 2553,
      "subrel-constrast": 3.5911312103271484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2737977504730225,
      "cov-distil (oracle2student)": 4.479302406311035,
      "cov-distil (oracle2teacher)": 4.383537292480469,
      "epoch": 2.0047095761381475,
      "rel-constrast": 2.8846845626831055,
      "step": 2554,
      "subrel-constrast": 3.7409181594848633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8848845958709717,
      "cov-distil (oracle2student)": 5.05438232421875,
      "cov-distil (oracle2teacher)": 5.0353546142578125,
      "epoch": 2.0054945054945055,
      "rel-constrast": 3.0518946647644043,
      "step": 2555,
      "subrel-constrast": 4.1067681312561035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.332606315612793,
      "cov-distil (oracle2student)": 3.7471442222595215,
      "cov-distil (oracle2teacher)": 3.9504127502441406,
      "epoch": 2.0062794348508635,
      "rel-constrast": 2.2804322242736816,
      "step": 2556,
      "subrel-constrast": 3.049002170562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4916307926177979,
      "cov-distil (oracle2student)": 4.512908458709717,
      "cov-distil (oracle2teacher)": 4.681612491607666,
      "epoch": 2.0070643642072215,
      "rel-constrast": 2.644162178039551,
      "step": 2557,
      "subrel-constrast": 3.876950263977051,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.14823055267334,
      "cov-distil (oracle2student)": 4.099071502685547,
      "cov-distil (oracle2teacher)": 4.0830183029174805,
      "epoch": 2.0078492935635794,
      "rel-constrast": 2.3821167945861816,
      "step": 2558,
      "subrel-constrast": 3.544584274291992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.473099946975708,
      "cov-distil (oracle2student)": 4.7505903244018555,
      "cov-distil (oracle2teacher)": 4.0419111251831055,
      "epoch": 2.008634222919937,
      "rel-constrast": 2.3044722080230713,
      "step": 2559,
      "subrel-constrast": 2.6779932975769043,
      "view-similarity": 0
    },
    {
      "epoch": 2.009419152276295,
      "grad_norm": 3.734375,
      "learning_rate": 5.664741784809022e-05,
      "loss": 0.6454,
      "step": 2560
    },
    {
      "cov-distil": 1.296314001083374,
      "cov-distil (oracle2student)": 4.419885158538818,
      "cov-distil (oracle2teacher)": 4.567360877990723,
      "epoch": 2.009419152276295,
      "rel-constrast": 2.1571991443634033,
      "step": 2560,
      "subrel-constrast": 3.0173401832580566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6837613582611084,
      "cov-distil (oracle2student)": 4.638063907623291,
      "cov-distil (oracle2teacher)": 4.322417259216309,
      "epoch": 2.010204081632653,
      "rel-constrast": 2.266810894012451,
      "step": 2561,
      "subrel-constrast": 3.6796886920928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9820408821105957,
      "cov-distil (oracle2student)": 5.049215793609619,
      "cov-distil (oracle2teacher)": 4.845006465911865,
      "epoch": 2.010989010989011,
      "rel-constrast": 1.5339643955230713,
      "step": 2562,
      "subrel-constrast": 3.0018935203552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2717161178588867,
      "cov-distil (oracle2student)": 4.343249320983887,
      "cov-distil (oracle2teacher)": 4.4358696937561035,
      "epoch": 2.011773940345369,
      "rel-constrast": 3.1431803703308105,
      "step": 2563,
      "subrel-constrast": 3.786787748336792,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2550489902496338,
      "cov-distil (oracle2student)": 4.210158348083496,
      "cov-distil (oracle2teacher)": 4.0115227699279785,
      "epoch": 2.012558869701727,
      "rel-constrast": 2.165898084640503,
      "step": 2564,
      "subrel-constrast": 2.519282579421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4984796047210693,
      "cov-distil (oracle2student)": 4.971489906311035,
      "cov-distil (oracle2teacher)": 4.768648147583008,
      "epoch": 2.013343799058085,
      "rel-constrast": 3.1813442707061768,
      "step": 2565,
      "subrel-constrast": 3.3976075649261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5170122385025024,
      "cov-distil (oracle2student)": 4.173670291900635,
      "cov-distil (oracle2teacher)": 4.840640068054199,
      "epoch": 2.014128728414443,
      "rel-constrast": 2.727301597595215,
      "step": 2566,
      "subrel-constrast": 3.1726176738739014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0688374042510986,
      "cov-distil (oracle2student)": 5.480428695678711,
      "cov-distil (oracle2teacher)": 5.445897102355957,
      "epoch": 2.0149136577708004,
      "rel-constrast": 2.5991995334625244,
      "step": 2567,
      "subrel-constrast": 3.861579179763794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8865607976913452,
      "cov-distil (oracle2student)": 4.167297840118408,
      "cov-distil (oracle2teacher)": 4.481431007385254,
      "epoch": 2.0156985871271584,
      "rel-constrast": 2.971729278564453,
      "step": 2568,
      "subrel-constrast": 3.892519950866699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.47930908203125,
      "cov-distil (oracle2student)": 5.117445945739746,
      "cov-distil (oracle2teacher)": 4.704404354095459,
      "epoch": 2.0164835164835164,
      "rel-constrast": 2.0469517707824707,
      "step": 2569,
      "subrel-constrast": 2.7634644508361816,
      "view-similarity": 0
    },
    {
      "epoch": 2.0172684458398744,
      "grad_norm": 4.59375,
      "learning_rate": 5.630129148444543e-05,
      "loss": 0.6622,
      "step": 2570
    },
    {
      "cov-distil": 1.8765523433685303,
      "cov-distil (oracle2student)": 4.469908714294434,
      "cov-distil (oracle2teacher)": 4.322542667388916,
      "epoch": 2.0172684458398744,
      "rel-constrast": 2.506049156188965,
      "step": 2570,
      "subrel-constrast": 3.4383645057678223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.805415391921997,
      "cov-distil (oracle2student)": 3.1155810356140137,
      "cov-distil (oracle2teacher)": 3.1895806789398193,
      "epoch": 2.0180533751962324,
      "rel-constrast": 1.6891824007034302,
      "step": 2571,
      "subrel-constrast": 2.8751842975616455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.624732494354248,
      "cov-distil (oracle2student)": 3.5071568489074707,
      "cov-distil (oracle2teacher)": 3.7601325511932373,
      "epoch": 2.0188383045525904,
      "rel-constrast": 2.394395351409912,
      "step": 2572,
      "subrel-constrast": 2.796642303466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2057831287384033,
      "cov-distil (oracle2student)": 3.445805072784424,
      "cov-distil (oracle2teacher)": 3.812643051147461,
      "epoch": 2.0196232339089484,
      "rel-constrast": 2.6574907302856445,
      "step": 2573,
      "subrel-constrast": 3.639277458190918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.478036880493164,
      "cov-distil (oracle2student)": 4.343715667724609,
      "cov-distil (oracle2teacher)": 4.156378746032715,
      "epoch": 2.020408163265306,
      "rel-constrast": 2.542992353439331,
      "step": 2574,
      "subrel-constrast": 3.4608492851257324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2437148094177246,
      "cov-distil (oracle2student)": 4.307375907897949,
      "cov-distil (oracle2teacher)": 4.139667510986328,
      "epoch": 2.021193092621664,
      "rel-constrast": 1.9691088199615479,
      "step": 2575,
      "subrel-constrast": 3.0740861892700195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.271127939224243,
      "cov-distil (oracle2student)": 5.553783893585205,
      "cov-distil (oracle2teacher)": 4.973377227783203,
      "epoch": 2.021978021978022,
      "rel-constrast": 2.571134567260742,
      "step": 2576,
      "subrel-constrast": 3.9998464584350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.018465042114258,
      "cov-distil (oracle2student)": 5.569283485412598,
      "cov-distil (oracle2teacher)": 5.240667343139648,
      "epoch": 2.02276295133438,
      "rel-constrast": 3.592020273208618,
      "step": 2577,
      "subrel-constrast": 5.2296342849731445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4382635354995728,
      "cov-distil (oracle2student)": 3.9050869941711426,
      "cov-distil (oracle2teacher)": 3.6508429050445557,
      "epoch": 2.023547880690738,
      "rel-constrast": 1.9446027278900146,
      "step": 2578,
      "subrel-constrast": 3.2098450660705566,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0630550384521484,
      "cov-distil (oracle2student)": 3.1381654739379883,
      "cov-distil (oracle2teacher)": 3.3829567432403564,
      "epoch": 2.024332810047096,
      "rel-constrast": 1.7374379634857178,
      "step": 2579,
      "subrel-constrast": 2.8567495346069336,
      "view-similarity": 0
    },
    {
      "epoch": 2.025117739403454,
      "grad_norm": 4.0625,
      "learning_rate": 5.595485800474349e-05,
      "loss": 0.6377,
      "step": 2580
    },
    {
      "cov-distil": 1.6027953624725342,
      "cov-distil (oracle2student)": 3.92179536819458,
      "cov-distil (oracle2teacher)": 4.5812883377075195,
      "epoch": 2.025117739403454,
      "rel-constrast": 2.4163057804107666,
      "step": 2580,
      "subrel-constrast": 3.803267240524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747935175895691,
      "cov-distil (oracle2student)": 5.259609222412109,
      "cov-distil (oracle2teacher)": 5.138541221618652,
      "epoch": 2.0259026687598114,
      "rel-constrast": 2.0996055603027344,
      "step": 2581,
      "subrel-constrast": 3.273125171661377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6972872018814087,
      "cov-distil (oracle2student)": 4.386251449584961,
      "cov-distil (oracle2teacher)": 4.45078706741333,
      "epoch": 2.0266875981161694,
      "rel-constrast": 2.3468191623687744,
      "step": 2582,
      "subrel-constrast": 3.183330774307251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9039905071258545,
      "cov-distil (oracle2student)": 3.6273701190948486,
      "cov-distil (oracle2teacher)": 3.763906478881836,
      "epoch": 2.0274725274725274,
      "rel-constrast": 0.9771498441696167,
      "step": 2583,
      "subrel-constrast": 2.5933916568756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8822972774505615,
      "cov-distil (oracle2student)": 4.28343391418457,
      "cov-distil (oracle2teacher)": 4.229514122009277,
      "epoch": 2.0282574568288854,
      "rel-constrast": 2.6312713623046875,
      "step": 2584,
      "subrel-constrast": 3.674823522567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.959195852279663,
      "cov-distil (oracle2student)": 5.951767921447754,
      "cov-distil (oracle2teacher)": 5.487205982208252,
      "epoch": 2.0290423861852434,
      "rel-constrast": 2.8542633056640625,
      "step": 2585,
      "subrel-constrast": 3.735541582107544,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3525643348693848,
      "cov-distil (oracle2student)": 3.9338860511779785,
      "cov-distil (oracle2teacher)": 3.566322088241577,
      "epoch": 2.0298273155416013,
      "rel-constrast": 2.2670044898986816,
      "step": 2586,
      "subrel-constrast": 3.442718505859375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412835955619812,
      "cov-distil (oracle2student)": 5.336424350738525,
      "cov-distil (oracle2teacher)": 4.9726152420043945,
      "epoch": 2.0306122448979593,
      "rel-constrast": 3.469630241394043,
      "step": 2587,
      "subrel-constrast": 3.8849220275878906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8950915336608887,
      "cov-distil (oracle2student)": 4.30986213684082,
      "cov-distil (oracle2teacher)": 4.73555850982666,
      "epoch": 2.0313971742543173,
      "rel-constrast": 2.3143317699432373,
      "step": 2588,
      "subrel-constrast": 3.6583352088928223,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.531475067138672,
      "cov-distil (oracle2student)": 4.652777671813965,
      "cov-distil (oracle2teacher)": 4.657423973083496,
      "epoch": 2.032182103610675,
      "rel-constrast": 2.1856234073638916,
      "step": 2589,
      "subrel-constrast": 3.289686441421509,
      "view-similarity": 0
    },
    {
      "epoch": 2.032967032967033,
      "grad_norm": 4.96875,
      "learning_rate": 5.560813429366345e-05,
      "loss": 0.6365,
      "step": 2590
    },
    {
      "cov-distil": 2.4848737716674805,
      "cov-distil (oracle2student)": 4.858002662658691,
      "cov-distil (oracle2teacher)": 4.740805625915527,
      "epoch": 2.032967032967033,
      "rel-constrast": 2.902261972427368,
      "step": 2590,
      "subrel-constrast": 3.9682726860046387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.004608631134033,
      "cov-distil (oracle2student)": 5.7386579513549805,
      "cov-distil (oracle2teacher)": 4.714093208312988,
      "epoch": 2.033751962323391,
      "rel-constrast": 1.7570438385009766,
      "step": 2591,
      "subrel-constrast": 2.9719786643981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.809548258781433,
      "cov-distil (oracle2student)": 4.638091564178467,
      "cov-distil (oracle2teacher)": 4.451007843017578,
      "epoch": 2.034536891679749,
      "rel-constrast": 2.9064877033233643,
      "step": 2592,
      "subrel-constrast": 3.6390554904937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3291444778442383,
      "cov-distil (oracle2student)": 4.48331880569458,
      "cov-distil (oracle2teacher)": 4.139960765838623,
      "epoch": 2.035321821036107,
      "rel-constrast": 1.6231621503829956,
      "step": 2593,
      "subrel-constrast": 2.942584753036499,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6405670642852783,
      "cov-distil (oracle2student)": 3.083404779434204,
      "cov-distil (oracle2teacher)": 3.3584413528442383,
      "epoch": 2.036106750392465,
      "rel-constrast": 1.6597260236740112,
      "step": 2594,
      "subrel-constrast": 2.977663040161133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0258147716522217,
      "cov-distil (oracle2student)": 4.543591499328613,
      "cov-distil (oracle2teacher)": 4.57803201675415,
      "epoch": 2.036891679748823,
      "rel-constrast": 2.3892502784729004,
      "step": 2595,
      "subrel-constrast": 3.754767417907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9442461729049683,
      "cov-distil (oracle2student)": 5.160927772521973,
      "cov-distil (oracle2teacher)": 5.2138214111328125,
      "epoch": 2.0376766091051803,
      "rel-constrast": 2.3042657375335693,
      "step": 2596,
      "subrel-constrast": 3.7826619148254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759369969367981,
      "cov-distil (oracle2student)": 4.443878650665283,
      "cov-distil (oracle2teacher)": 4.353691577911377,
      "epoch": 2.0384615384615383,
      "rel-constrast": 1.299243450164795,
      "step": 2597,
      "subrel-constrast": 2.5778234004974365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9124741554260254,
      "cov-distil (oracle2student)": 3.1473729610443115,
      "cov-distil (oracle2teacher)": 3.689319610595703,
      "epoch": 2.0392464678178963,
      "rel-constrast": 1.7771365642547607,
      "step": 2598,
      "subrel-constrast": 3.0173795223236084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8971128463745117,
      "cov-distil (oracle2student)": 4.107442855834961,
      "cov-distil (oracle2teacher)": 4.047751426696777,
      "epoch": 2.0400313971742543,
      "rel-constrast": 1.7500958442687988,
      "step": 2599,
      "subrel-constrast": 2.9785821437835693,
      "view-similarity": 0
    },
    {
      "epoch": 2.0408163265306123,
      "grad_norm": 3.96875,
      "learning_rate": 5.5261137250029835e-05,
      "loss": 0.5587,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "overlap": 0.2718749940395355,
      "step": 2600
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "student margin": 0.080841064453125
    },
    {
      "epoch": 2.0408163265306123,
      "step": 2600,
      "teacher margin": 0.056671142578125
    },
    {
      "epoch": 2.0408163265306123,
      "margin difference": -0.024169921875,
      "step": 2600
    },
    {
      "cov-distil": 1.473809003829956,
      "cov-distil (oracle2student)": 4.5373125076293945,
      "cov-distil (oracle2teacher)": 4.0656514167785645,
      "epoch": 2.0408163265306123,
      "rel-constrast": 1.6068453788757324,
      "step": 2600,
      "subrel-constrast": 2.4262473583221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3466920852661133,
      "cov-distil (oracle2student)": 3.0003199577331543,
      "cov-distil (oracle2teacher)": 3.0276005268096924,
      "epoch": 2.0416012558869703,
      "rel-constrast": 2.960359573364258,
      "step": 2601,
      "subrel-constrast": 3.5937230587005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3939012289047241,
      "cov-distil (oracle2student)": 2.9050333499908447,
      "cov-distil (oracle2teacher)": 3.106318950653076,
      "epoch": 2.0423861852433283,
      "rel-constrast": 2.3149046897888184,
      "step": 2602,
      "subrel-constrast": 3.28804349899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6326110363006592,
      "cov-distil (oracle2student)": 3.955657958984375,
      "cov-distil (oracle2teacher)": 3.6135854721069336,
      "epoch": 2.043171114599686,
      "rel-constrast": 1.644084095954895,
      "step": 2603,
      "subrel-constrast": 2.6358492374420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5727989673614502,
      "cov-distil (oracle2student)": 2.484955310821533,
      "cov-distil (oracle2teacher)": 3.3801660537719727,
      "epoch": 2.043956043956044,
      "rel-constrast": 1.8297688961029053,
      "step": 2604,
      "subrel-constrast": 3.1203434467315674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.013613224029541,
      "cov-distil (oracle2student)": 5.323822975158691,
      "cov-distil (oracle2teacher)": 5.604378700256348,
      "epoch": 2.044740973312402,
      "rel-constrast": 2.4484643936157227,
      "step": 2605,
      "subrel-constrast": 3.885529041290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4320652484893799,
      "cov-distil (oracle2student)": 4.390329837799072,
      "cov-distil (oracle2teacher)": 4.377151012420654,
      "epoch": 2.0455259026687598,
      "rel-constrast": 1.5475132465362549,
      "step": 2606,
      "subrel-constrast": 2.1335372924804688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435239315032959,
      "cov-distil (oracle2student)": 5.549017906188965,
      "cov-distil (oracle2teacher)": 5.190042495727539,
      "epoch": 2.0463108320251178,
      "rel-constrast": 2.7699270248413086,
      "step": 2607,
      "subrel-constrast": 3.0941429138183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.89591383934021,
      "cov-distil (oracle2student)": 5.288724899291992,
      "cov-distil (oracle2teacher)": 4.391552925109863,
      "epoch": 2.0470957613814758,
      "rel-constrast": 2.2288625240325928,
      "step": 2608,
      "subrel-constrast": 3.119035243988037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.806443452835083,
      "cov-distil (oracle2student)": 4.711568832397461,
      "cov-distil (oracle2teacher)": 4.0657477378845215,
      "epoch": 2.0478806907378337,
      "rel-constrast": 1.983206033706665,
      "step": 2609,
      "subrel-constrast": 3.426504373550415,
      "view-similarity": 0
    },
    {
      "epoch": 2.0486656200941917,
      "grad_norm": 4.03125,
      "learning_rate": 5.4913883785988993e-05,
      "loss": 0.5734,
      "step": 2610
    },
    {
      "cov-distil": 1.425126552581787,
      "cov-distil (oracle2student)": 3.2425150871276855,
      "cov-distil (oracle2teacher)": 3.2589945793151855,
      "epoch": 2.0486656200941917,
      "rel-constrast": 2.6863532066345215,
      "step": 2610,
      "subrel-constrast": 3.3258097171783447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425306797027588,
      "cov-distil (oracle2student)": 5.579839706420898,
      "cov-distil (oracle2teacher)": 5.545295238494873,
      "epoch": 2.0494505494505493,
      "rel-constrast": 2.1380679607391357,
      "step": 2611,
      "subrel-constrast": 3.258577346801758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9301366806030273,
      "cov-distil (oracle2student)": 5.111773490905762,
      "cov-distil (oracle2teacher)": 4.285565376281738,
      "epoch": 2.0502354788069073,
      "rel-constrast": 3.140097141265869,
      "step": 2612,
      "subrel-constrast": 3.88802170753479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5375254154205322,
      "cov-distil (oracle2student)": 4.359497547149658,
      "cov-distil (oracle2teacher)": 4.024085998535156,
      "epoch": 2.0510204081632653,
      "rel-constrast": 2.6028709411621094,
      "step": 2613,
      "subrel-constrast": 3.1887991428375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3210582733154297,
      "cov-distil (oracle2student)": 4.715093612670898,
      "cov-distil (oracle2teacher)": 3.8938992023468018,
      "epoch": 2.0518053375196232,
      "rel-constrast": 3.0341057777404785,
      "step": 2614,
      "subrel-constrast": 3.5032835006713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6007544994354248,
      "cov-distil (oracle2student)": 6.0512495040893555,
      "cov-distil (oracle2teacher)": 5.316775321960449,
      "epoch": 2.0525902668759812,
      "rel-constrast": 1.7830324172973633,
      "step": 2615,
      "subrel-constrast": 3.0135416984558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5609170198440552,
      "cov-distil (oracle2student)": 4.55429744720459,
      "cov-distil (oracle2teacher)": 4.552281379699707,
      "epoch": 2.053375196232339,
      "rel-constrast": 1.7778995037078857,
      "step": 2616,
      "subrel-constrast": 2.5729482173919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4562046527862549,
      "cov-distil (oracle2student)": 2.924372434616089,
      "cov-distil (oracle2teacher)": 3.312995672225952,
      "epoch": 2.054160125588697,
      "rel-constrast": 1.9163364171981812,
      "step": 2617,
      "subrel-constrast": 2.7165424823760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5932292938232422,
      "cov-distil (oracle2student)": 5.070895195007324,
      "cov-distil (oracle2teacher)": 4.903640270233154,
      "epoch": 2.0549450549450547,
      "rel-constrast": 1.6811199188232422,
      "step": 2618,
      "subrel-constrast": 2.5324714183807373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244666576385498,
      "cov-distil (oracle2student)": 4.417675971984863,
      "cov-distil (oracle2teacher)": 4.281721115112305,
      "epoch": 2.0557299843014127,
      "rel-constrast": 3.073542594909668,
      "step": 2619,
      "subrel-constrast": 3.651096820831299,
      "view-similarity": 0
    },
    {
      "epoch": 2.0565149136577707,
      "grad_norm": 5.28125,
      "learning_rate": 5.456639082618489e-05,
      "loss": 0.6366,
      "step": 2620
    },
    {
      "cov-distil": 1.3942515850067139,
      "cov-distil (oracle2student)": 2.977072238922119,
      "cov-distil (oracle2teacher)": 3.010350465774536,
      "epoch": 2.0565149136577707,
      "rel-constrast": 1.9838221073150635,
      "step": 2620,
      "subrel-constrast": 2.514249324798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5261732339859009,
      "cov-distil (oracle2student)": 3.6894702911376953,
      "cov-distil (oracle2teacher)": 3.4337961673736572,
      "epoch": 2.0572998430141287,
      "rel-constrast": 1.9884451627731323,
      "step": 2621,
      "subrel-constrast": 3.033939838409424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3140709400177002,
      "cov-distil (oracle2student)": 3.247722864151001,
      "cov-distil (oracle2teacher)": 2.9668984413146973,
      "epoch": 2.0580847723704867,
      "rel-constrast": 2.6310436725616455,
      "step": 2622,
      "subrel-constrast": 3.1458592414855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4592080116271973,
      "cov-distil (oracle2student)": 2.670001268386841,
      "cov-distil (oracle2teacher)": 2.8084146976470947,
      "epoch": 2.0588697017268447,
      "rel-constrast": 2.104865312576294,
      "step": 2623,
      "subrel-constrast": 2.978180170059204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.553594708442688,
      "cov-distil (oracle2student)": 5.931632041931152,
      "cov-distil (oracle2teacher)": 5.393036842346191,
      "epoch": 2.0596546310832027,
      "rel-constrast": 2.0907156467437744,
      "step": 2624,
      "subrel-constrast": 2.8324780464172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9191371202468872,
      "cov-distil (oracle2student)": 3.2997124195098877,
      "cov-distil (oracle2teacher)": 3.308574676513672,
      "epoch": 2.0604395604395602,
      "rel-constrast": 1.9660568237304688,
      "step": 2625,
      "subrel-constrast": 3.2267894744873047,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.797533392906189,
      "cov-distil (oracle2student)": 6.233635902404785,
      "cov-distil (oracle2teacher)": 5.634108543395996,
      "epoch": 2.061224489795918,
      "rel-constrast": 3.2992000579833984,
      "step": 2626,
      "subrel-constrast": 4.2021260261535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3098528385162354,
      "cov-distil (oracle2student)": 5.676055908203125,
      "cov-distil (oracle2teacher)": 5.13198184967041,
      "epoch": 2.062009419152276,
      "rel-constrast": 1.6723253726959229,
      "step": 2627,
      "subrel-constrast": 2.622069835662842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9184374809265137,
      "cov-distil (oracle2student)": 5.655628204345703,
      "cov-distil (oracle2teacher)": 4.924304008483887,
      "epoch": 2.062794348508634,
      "rel-constrast": 2.8257956504821777,
      "step": 2628,
      "subrel-constrast": 3.3256967067718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8207118511199951,
      "cov-distil (oracle2student)": 4.589432716369629,
      "cov-distil (oracle2teacher)": 4.446478366851807,
      "epoch": 2.063579277864992,
      "rel-constrast": 2.497676134109497,
      "step": 2629,
      "subrel-constrast": 2.9488227367401123,
      "view-similarity": 0
    },
    {
      "epoch": 2.06436420722135,
      "grad_norm": 4.1875,
      "learning_rate": 5.421867530693414e-05,
      "loss": 0.619,
      "step": 2630
    },
    {
      "cov-distil": 2.256782293319702,
      "cov-distil (oracle2student)": 3.862281322479248,
      "cov-distil (oracle2teacher)": 4.172318458557129,
      "epoch": 2.06436420722135,
      "rel-constrast": 2.6719672679901123,
      "step": 2630,
      "subrel-constrast": 4.072866916656494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7441359758377075,
      "cov-distil (oracle2student)": 4.369862079620361,
      "cov-distil (oracle2teacher)": 4.243276596069336,
      "epoch": 2.065149136577708,
      "rel-constrast": 2.112579107284546,
      "step": 2631,
      "subrel-constrast": 3.1703200340270996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.239637851715088,
      "cov-distil (oracle2student)": 3.0532970428466797,
      "cov-distil (oracle2teacher)": 3.110253095626831,
      "epoch": 2.065934065934066,
      "rel-constrast": 1.7609268426895142,
      "step": 2632,
      "subrel-constrast": 3.2146997451782227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0411388874053955,
      "cov-distil (oracle2student)": 5.064077377319336,
      "cov-distil (oracle2teacher)": 5.095480442047119,
      "epoch": 2.0667189952904237,
      "rel-constrast": 2.064314603805542,
      "step": 2633,
      "subrel-constrast": 2.7769558429718018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5544886589050293,
      "cov-distil (oracle2student)": 2.7182230949401855,
      "cov-distil (oracle2teacher)": 2.621267795562744,
      "epoch": 2.0675039246467817,
      "rel-constrast": 1.9037041664123535,
      "step": 2634,
      "subrel-constrast": 2.839716911315918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6334352493286133,
      "cov-distil (oracle2student)": 3.13673734664917,
      "cov-distil (oracle2teacher)": 2.9846606254577637,
      "epoch": 2.0682888540031397,
      "rel-constrast": 1.7493386268615723,
      "step": 2635,
      "subrel-constrast": 2.6245005130767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3778588771820068,
      "cov-distil (oracle2student)": 4.046223163604736,
      "cov-distil (oracle2teacher)": 3.933774709701538,
      "epoch": 2.0690737833594977,
      "rel-constrast": 1.1597387790679932,
      "step": 2636,
      "subrel-constrast": 1.9683926105499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9407578110694885,
      "cov-distil (oracle2student)": 3.594898223876953,
      "cov-distil (oracle2teacher)": 3.542975425720215,
      "epoch": 2.0698587127158556,
      "rel-constrast": 1.8303155899047852,
      "step": 2637,
      "subrel-constrast": 2.622232675552368,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5433707237243652,
      "cov-distil (oracle2student)": 3.8181562423706055,
      "cov-distil (oracle2teacher)": 3.8204169273376465,
      "epoch": 2.0706436420722136,
      "rel-constrast": 2.074232816696167,
      "step": 2638,
      "subrel-constrast": 2.656393527984619,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5997250080108643,
      "cov-distil (oracle2student)": 4.794466972351074,
      "cov-distil (oracle2teacher)": 4.638974189758301,
      "epoch": 2.0714285714285716,
      "rel-constrast": 2.2076303958892822,
      "step": 2639,
      "subrel-constrast": 3.5043680667877197,
      "view-similarity": 0
    },
    {
      "epoch": 2.072213500784929,
      "grad_norm": 3.96875,
      "learning_rate": 5.3870754175400595e-05,
      "loss": 0.5332,
      "step": 2640
    },
    {
      "cov-distil": 1.5511022806167603,
      "cov-distil (oracle2student)": 7.266658306121826,
      "cov-distil (oracle2teacher)": 6.613546848297119,
      "epoch": 2.072213500784929,
      "rel-constrast": 2.1708970069885254,
      "step": 2640,
      "subrel-constrast": 2.987668991088867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1437289714813232,
      "cov-distil (oracle2student)": 3.934091806411743,
      "cov-distil (oracle2teacher)": 3.441563606262207,
      "epoch": 2.072998430141287,
      "rel-constrast": 2.3335776329040527,
      "step": 2641,
      "subrel-constrast": 3.1234757900238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0420117378234863,
      "cov-distil (oracle2student)": 4.238649845123291,
      "cov-distil (oracle2teacher)": 4.046161651611328,
      "epoch": 2.073783359497645,
      "rel-constrast": 2.6980836391448975,
      "step": 2642,
      "subrel-constrast": 3.4970433712005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2678624391555786,
      "cov-distil (oracle2student)": 3.907681465148926,
      "cov-distil (oracle2teacher)": 3.636416435241699,
      "epoch": 2.074568288854003,
      "rel-constrast": 2.135962963104248,
      "step": 2643,
      "subrel-constrast": 2.8172686100006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8554803133010864,
      "cov-distil (oracle2student)": 5.228241920471191,
      "cov-distil (oracle2teacher)": 4.836813926696777,
      "epoch": 2.075353218210361,
      "rel-constrast": 2.3196420669555664,
      "step": 2644,
      "subrel-constrast": 3.501110076904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5085115432739258,
      "cov-distil (oracle2student)": 5.110260963439941,
      "cov-distil (oracle2teacher)": 5.0614776611328125,
      "epoch": 2.076138147566719,
      "rel-constrast": 2.735447645187378,
      "step": 2645,
      "subrel-constrast": 3.6359670162200928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7177308797836304,
      "cov-distil (oracle2student)": 3.9342868328094482,
      "cov-distil (oracle2teacher)": 3.629704475402832,
      "epoch": 2.076923076923077,
      "rel-constrast": 2.6743922233581543,
      "step": 2646,
      "subrel-constrast": 3.4412102699279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8225501775741577,
      "cov-distil (oracle2student)": 3.9134979248046875,
      "cov-distil (oracle2teacher)": 3.6500182151794434,
      "epoch": 2.0777080062794346,
      "rel-constrast": 2.6302201747894287,
      "step": 2647,
      "subrel-constrast": 3.5669455528259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874329924583435,
      "cov-distil (oracle2student)": 5.092321395874023,
      "cov-distil (oracle2teacher)": 4.998554706573486,
      "epoch": 2.0784929356357926,
      "rel-constrast": 3.387551784515381,
      "step": 2648,
      "subrel-constrast": 4.103023529052734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0043091773986816,
      "cov-distil (oracle2student)": 3.852994918823242,
      "cov-distil (oracle2teacher)": 3.587535858154297,
      "epoch": 2.0792778649921506,
      "rel-constrast": 3.0016865730285645,
      "step": 2649,
      "subrel-constrast": 3.6391959190368652,
      "view-similarity": 0
    },
    {
      "epoch": 2.0800627943485086,
      "grad_norm": 4.875,
      "learning_rate": 5.352264438876935e-05,
      "loss": 0.6942,
      "step": 2650
    },
    {
      "cov-distil": 1.839020848274231,
      "cov-distil (oracle2student)": 4.368082046508789,
      "cov-distil (oracle2teacher)": 4.27302360534668,
      "epoch": 2.0800627943485086,
      "rel-constrast": 2.4870080947875977,
      "step": 2650,
      "subrel-constrast": 3.3458824157714844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8680371046066284,
      "cov-distil (oracle2student)": 3.1785807609558105,
      "cov-distil (oracle2teacher)": 4.169761657714844,
      "epoch": 2.0808477237048666,
      "rel-constrast": 1.7142460346221924,
      "step": 2651,
      "subrel-constrast": 2.906485080718994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3671016693115234,
      "cov-distil (oracle2student)": 3.5025415420532227,
      "cov-distil (oracle2teacher)": 3.337283134460449,
      "epoch": 2.0816326530612246,
      "rel-constrast": 2.0411763191223145,
      "step": 2652,
      "subrel-constrast": 2.9406700134277344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5089726448059082,
      "cov-distil (oracle2student)": 5.554668426513672,
      "cov-distil (oracle2teacher)": 5.354825019836426,
      "epoch": 2.0824175824175826,
      "rel-constrast": 3.240612268447876,
      "step": 2653,
      "subrel-constrast": 3.9463796615600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4574337005615234,
      "cov-distil (oracle2student)": 3.1693224906921387,
      "cov-distil (oracle2teacher)": 3.099417209625244,
      "epoch": 2.0832025117739406,
      "rel-constrast": 2.3271710872650146,
      "step": 2654,
      "subrel-constrast": 3.3277952671051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4046778678894043,
      "cov-distil (oracle2student)": 3.987020969390869,
      "cov-distil (oracle2teacher)": 4.140496253967285,
      "epoch": 2.083987441130298,
      "rel-constrast": 2.6318490505218506,
      "step": 2655,
      "subrel-constrast": 3.7729125022888184,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4729276895523071,
      "cov-distil (oracle2student)": 4.061291694641113,
      "cov-distil (oracle2teacher)": 3.900425910949707,
      "epoch": 2.084772370486656,
      "rel-constrast": 1.8876808881759644,
      "step": 2656,
      "subrel-constrast": 2.951199769973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9701298475265503,
      "cov-distil (oracle2student)": 5.444214820861816,
      "cov-distil (oracle2teacher)": 5.020386695861816,
      "epoch": 2.085557299843014,
      "rel-constrast": 2.557328224182129,
      "step": 2657,
      "subrel-constrast": 3.7865216732025146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8271150588989258,
      "cov-distil (oracle2student)": 3.911031484603882,
      "cov-distil (oracle2teacher)": 3.5308380126953125,
      "epoch": 2.086342229199372,
      "rel-constrast": 2.7120232582092285,
      "step": 2658,
      "subrel-constrast": 3.6332969665527344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6804417371749878,
      "cov-distil (oracle2student)": 4.986588001251221,
      "cov-distil (oracle2teacher)": 5.163652420043945,
      "epoch": 2.08712715855573,
      "rel-constrast": 2.112088203430176,
      "step": 2659,
      "subrel-constrast": 3.678882122039795,
      "view-similarity": 0
    },
    {
      "epoch": 2.087912087912088,
      "grad_norm": 3.890625,
      "learning_rate": 5.3174362913420306e-05,
      "loss": 0.6388,
      "step": 2660
    },
    {
      "cov-distil": 2.1794471740722656,
      "cov-distil (oracle2student)": 4.596746444702148,
      "cov-distil (oracle2teacher)": 4.666440010070801,
      "epoch": 2.087912087912088,
      "rel-constrast": 4.139770984649658,
      "step": 2660,
      "subrel-constrast": 5.079534530639648,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951334834098816,
      "cov-distil (oracle2student)": 3.432281494140625,
      "cov-distil (oracle2teacher)": 2.8800675868988037,
      "epoch": 2.088697017268446,
      "rel-constrast": 2.1413564682006836,
      "step": 2661,
      "subrel-constrast": 2.9733121395111084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4798420667648315,
      "cov-distil (oracle2student)": 3.752760171890259,
      "cov-distil (oracle2teacher)": 3.839186191558838,
      "epoch": 2.0894819466248036,
      "rel-constrast": 1.936485767364502,
      "step": 2662,
      "subrel-constrast": 2.7204196453094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1393487453460693,
      "cov-distil (oracle2student)": 3.5464401245117188,
      "cov-distil (oracle2teacher)": 3.8203794956207275,
      "epoch": 2.0902668759811616,
      "rel-constrast": 3.376675605773926,
      "step": 2663,
      "subrel-constrast": 3.755624771118164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014895439147949,
      "cov-distil (oracle2student)": 4.970019817352295,
      "cov-distil (oracle2teacher)": 4.5145263671875,
      "epoch": 2.0910518053375196,
      "rel-constrast": 3.408088207244873,
      "step": 2664,
      "subrel-constrast": 3.9801273345947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0613303184509277,
      "cov-distil (oracle2student)": 3.184143543243408,
      "cov-distil (oracle2teacher)": 3.435596466064453,
      "epoch": 2.0918367346938775,
      "rel-constrast": 2.5782766342163086,
      "step": 2665,
      "subrel-constrast": 3.5945301055908203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4430264234542847,
      "cov-distil (oracle2student)": 5.079750061035156,
      "cov-distil (oracle2teacher)": 4.556412696838379,
      "epoch": 2.0926216640502355,
      "rel-constrast": 3.212911367416382,
      "step": 2666,
      "subrel-constrast": 3.472511053085327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7008116245269775,
      "cov-distil (oracle2student)": 3.939629554748535,
      "cov-distil (oracle2teacher)": 3.513683319091797,
      "epoch": 2.0934065934065935,
      "rel-constrast": 1.703784465789795,
      "step": 2667,
      "subrel-constrast": 2.5519797801971436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5252506732940674,
      "cov-distil (oracle2student)": 2.3219008445739746,
      "cov-distil (oracle2teacher)": 2.326359272003174,
      "epoch": 2.0941915227629515,
      "rel-constrast": 1.371397614479065,
      "step": 2668,
      "subrel-constrast": 2.249948501586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8950451612472534,
      "cov-distil (oracle2student)": 5.2231974601745605,
      "cov-distil (oracle2teacher)": 4.982207298278809,
      "epoch": 2.094976452119309,
      "rel-constrast": 3.0437700748443604,
      "step": 2669,
      "subrel-constrast": 3.7238311767578125,
      "view-similarity": 0
    },
    {
      "epoch": 2.095761381475667,
      "grad_norm": 5.78125,
      "learning_rate": 5.2825926724101236e-05,
      "loss": 0.7188,
      "step": 2670
    },
    {
      "cov-distil": 1.922541856765747,
      "cov-distil (oracle2student)": 5.383754253387451,
      "cov-distil (oracle2teacher)": 5.484169960021973,
      "epoch": 2.095761381475667,
      "rel-constrast": 3.3595354557037354,
      "step": 2670,
      "subrel-constrast": 4.6654486656188965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541456460952759,
      "cov-distil (oracle2student)": 3.812896966934204,
      "cov-distil (oracle2teacher)": 3.705920696258545,
      "epoch": 2.096546310832025,
      "rel-constrast": 2.117250680923462,
      "step": 2671,
      "subrel-constrast": 3.50036358833313,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7485138177871704,
      "cov-distil (oracle2student)": 4.878438949584961,
      "cov-distil (oracle2teacher)": 4.739296913146973,
      "epoch": 2.097331240188383,
      "rel-constrast": 1.5541033744812012,
      "step": 2672,
      "subrel-constrast": 2.6683220863342285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5050363540649414,
      "cov-distil (oracle2student)": 6.168271541595459,
      "cov-distil (oracle2teacher)": 5.648183822631836,
      "epoch": 2.098116169544741,
      "rel-constrast": 2.0444681644439697,
      "step": 2673,
      "subrel-constrast": 2.8704116344451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.502090334892273,
      "cov-distil (oracle2student)": 2.629041910171509,
      "cov-distil (oracle2teacher)": 2.5249505043029785,
      "epoch": 2.098901098901099,
      "rel-constrast": 2.587761402130127,
      "step": 2674,
      "subrel-constrast": 3.305445432662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043405532836914,
      "cov-distil (oracle2student)": 4.5831990242004395,
      "cov-distil (oracle2teacher)": 4.524064064025879,
      "epoch": 2.099686028257457,
      "rel-constrast": 3.3681299686431885,
      "step": 2675,
      "subrel-constrast": 4.667516708374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759024739265442,
      "cov-distil (oracle2student)": 5.633498191833496,
      "cov-distil (oracle2teacher)": 4.670090675354004,
      "epoch": 2.100470957613815,
      "rel-constrast": 1.5087621212005615,
      "step": 2676,
      "subrel-constrast": 2.4241652488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5066652297973633,
      "cov-distil (oracle2student)": 1.7926990985870361,
      "cov-distil (oracle2teacher)": 2.0361175537109375,
      "epoch": 2.1012558869701725,
      "rel-constrast": 2.0068185329437256,
      "step": 2677,
      "subrel-constrast": 2.7173376083374023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2254152297973633,
      "cov-distil (oracle2student)": 5.242574214935303,
      "cov-distil (oracle2teacher)": 5.231281757354736,
      "epoch": 2.1020408163265305,
      "rel-constrast": 2.9395949840545654,
      "step": 2678,
      "subrel-constrast": 4.0031208992004395,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.127413272857666,
      "cov-distil (oracle2student)": 3.8044774532318115,
      "cov-distil (oracle2teacher)": 3.8309290409088135,
      "epoch": 2.1028257456828885,
      "rel-constrast": 2.283916473388672,
      "step": 2679,
      "subrel-constrast": 2.966679811477661,
      "view-similarity": 0
    },
    {
      "epoch": 2.1036106750392465,
      "grad_norm": 5.5,
      "learning_rate": 5.247735280310041e-05,
      "loss": 0.6397,
      "step": 2680
    },
    {
      "cov-distil": 1.7671573162078857,
      "cov-distil (oracle2student)": 5.4328107833862305,
      "cov-distil (oracle2teacher)": 4.730559825897217,
      "epoch": 2.1036106750392465,
      "rel-constrast": 2.6750621795654297,
      "step": 2680,
      "subrel-constrast": 3.456026315689087,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5228863954544067,
      "cov-distil (oracle2student)": 3.871063232421875,
      "cov-distil (oracle2teacher)": 3.748544216156006,
      "epoch": 2.1043956043956045,
      "rel-constrast": 2.414121389389038,
      "step": 2681,
      "subrel-constrast": 3.1445066928863525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6937339305877686,
      "cov-distil (oracle2student)": 3.8344993591308594,
      "cov-distil (oracle2teacher)": 3.794126033782959,
      "epoch": 2.1051805337519625,
      "rel-constrast": 1.9034148454666138,
      "step": 2682,
      "subrel-constrast": 2.834070920944214,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8862144947052002,
      "cov-distil (oracle2student)": 3.5263097286224365,
      "cov-distil (oracle2teacher)": 3.6288280487060547,
      "epoch": 2.1059654631083204,
      "rel-constrast": 1.6350417137145996,
      "step": 2683,
      "subrel-constrast": 2.6608781814575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0606560707092285,
      "cov-distil (oracle2student)": 3.398484468460083,
      "cov-distil (oracle2teacher)": 3.4185683727264404,
      "epoch": 2.106750392464678,
      "rel-constrast": 2.165661096572876,
      "step": 2684,
      "subrel-constrast": 3.058229923248291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7525149583816528,
      "cov-distil (oracle2student)": 5.026827335357666,
      "cov-distil (oracle2teacher)": 4.716203689575195,
      "epoch": 2.107535321821036,
      "rel-constrast": 1.7547187805175781,
      "step": 2685,
      "subrel-constrast": 2.7137227058410645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7685686349868774,
      "cov-distil (oracle2student)": 5.046855926513672,
      "cov-distil (oracle2teacher)": 4.927654266357422,
      "epoch": 2.108320251177394,
      "rel-constrast": 2.099567174911499,
      "step": 2686,
      "subrel-constrast": 2.905696392059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2390005588531494,
      "cov-distil (oracle2student)": 5.302689552307129,
      "cov-distil (oracle2teacher)": 4.960357666015625,
      "epoch": 2.109105180533752,
      "rel-constrast": 2.0771751403808594,
      "step": 2687,
      "subrel-constrast": 3.345836877822876,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0739965438842773,
      "cov-distil (oracle2student)": 4.337212562561035,
      "cov-distil (oracle2teacher)": 3.725104331970215,
      "epoch": 2.10989010989011,
      "rel-constrast": 2.6062912940979004,
      "step": 2688,
      "subrel-constrast": 3.281698703765869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5420255661010742,
      "cov-distil (oracle2student)": 3.534759759902954,
      "cov-distil (oracle2teacher)": 3.5693747997283936,
      "epoch": 2.110675039246468,
      "rel-constrast": 1.8297779560089111,
      "step": 2689,
      "subrel-constrast": 2.663505792617798,
      "view-similarity": 0
    },
    {
      "epoch": 2.111459968602826,
      "grad_norm": 3.9375,
      "learning_rate": 5.212865813941899e-05,
      "loss": 0.5748,
      "step": 2690
    },
    {
      "cov-distil": 1.7866183519363403,
      "cov-distil (oracle2student)": 4.244965553283691,
      "cov-distil (oracle2teacher)": 4.471678733825684,
      "epoch": 2.111459968602826,
      "rel-constrast": 2.4551825523376465,
      "step": 2690,
      "subrel-constrast": 3.6723740100860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.982734203338623,
      "cov-distil (oracle2student)": 3.676152229309082,
      "cov-distil (oracle2teacher)": 4.104055881500244,
      "epoch": 2.1122448979591835,
      "rel-constrast": 2.6378893852233887,
      "step": 2691,
      "subrel-constrast": 3.213383436203003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285663366317749,
      "cov-distil (oracle2student)": 4.337737083435059,
      "cov-distil (oracle2teacher)": 4.332540512084961,
      "epoch": 2.1130298273155415,
      "rel-constrast": 1.5314865112304688,
      "step": 2692,
      "subrel-constrast": 1.759169340133667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.422645926475525,
      "cov-distil (oracle2student)": 5.024537086486816,
      "cov-distil (oracle2teacher)": 4.158407211303711,
      "epoch": 2.1138147566718994,
      "rel-constrast": 2.1360034942626953,
      "step": 2693,
      "subrel-constrast": 2.5717976093292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17849063873291,
      "cov-distil (oracle2student)": 3.9492034912109375,
      "cov-distil (oracle2teacher)": 3.7817482948303223,
      "epoch": 2.1145996860282574,
      "rel-constrast": 3.066253185272217,
      "step": 2694,
      "subrel-constrast": 3.7461392879486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.847442626953125,
      "cov-distil (oracle2student)": 3.752596616744995,
      "cov-distil (oracle2teacher)": 3.331944465637207,
      "epoch": 2.1153846153846154,
      "rel-constrast": 2.866866111755371,
      "step": 2695,
      "subrel-constrast": 3.6867730617523193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5034844875335693,
      "cov-distil (oracle2student)": 4.475295066833496,
      "cov-distil (oracle2teacher)": 4.292394638061523,
      "epoch": 2.1161695447409734,
      "rel-constrast": 2.5243237018585205,
      "step": 2696,
      "subrel-constrast": 3.6020989418029785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7311080694198608,
      "cov-distil (oracle2student)": 3.782510757446289,
      "cov-distil (oracle2teacher)": 3.7624258995056152,
      "epoch": 2.1169544740973314,
      "rel-constrast": 2.996257781982422,
      "step": 2697,
      "subrel-constrast": 3.8260345458984375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4495943784713745,
      "cov-distil (oracle2student)": 6.125674724578857,
      "cov-distil (oracle2teacher)": 4.9666643142700195,
      "epoch": 2.1177394034536894,
      "rel-constrast": 3.1482527256011963,
      "step": 2698,
      "subrel-constrast": 3.404024839401245,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.13853120803833,
      "cov-distil (oracle2student)": 3.488124370574951,
      "cov-distil (oracle2teacher)": 3.604989528656006,
      "epoch": 2.118524332810047,
      "rel-constrast": 3.04119873046875,
      "step": 2699,
      "subrel-constrast": 3.5738861560821533,
      "view-similarity": 0
    },
    {
      "epoch": 2.119309262166405,
      "grad_norm": 5.625,
      "learning_rate": 5.1779859727942924e-05,
      "loss": 0.7059,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "overlap": 0.37187501788139343,
      "step": 2700
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "student margin": 0.07257080078125
    },
    {
      "epoch": 2.119309262166405,
      "step": 2700,
      "teacher margin": 0.041168212890625
    },
    {
      "epoch": 2.119309262166405,
      "margin difference": -0.031402587890625,
      "step": 2700
    },
    {
      "cov-distil": 1.840938687324524,
      "cov-distil (oracle2student)": 3.664039373397827,
      "cov-distil (oracle2teacher)": 3.42177152633667,
      "epoch": 2.119309262166405,
      "rel-constrast": 3.352274179458618,
      "step": 2700,
      "subrel-constrast": 3.890753984451294,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.224626064300537,
      "cov-distil (oracle2student)": 3.883552074432373,
      "cov-distil (oracle2teacher)": 3.701575994491577,
      "epoch": 2.120094191522763,
      "rel-constrast": 1.7200326919555664,
      "step": 2701,
      "subrel-constrast": 2.7088699340820312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.815112590789795,
      "cov-distil (oracle2student)": 3.8927652835845947,
      "cov-distil (oracle2teacher)": 3.8722941875457764,
      "epoch": 2.120879120879121,
      "rel-constrast": 1.7452409267425537,
      "step": 2702,
      "subrel-constrast": 2.5369460582733154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6966971158981323,
      "cov-distil (oracle2student)": 4.912184238433838,
      "cov-distil (oracle2teacher)": 4.392451286315918,
      "epoch": 2.121664050235479,
      "rel-constrast": 2.159311294555664,
      "step": 2703,
      "subrel-constrast": 3.1983397006988525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6803783178329468,
      "cov-distil (oracle2student)": 4.103089809417725,
      "cov-distil (oracle2teacher)": 4.072518348693848,
      "epoch": 2.122448979591837,
      "rel-constrast": 2.4555375576019287,
      "step": 2704,
      "subrel-constrast": 3.561774969100952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4308600425720215,
      "cov-distil (oracle2student)": 6.367700099945068,
      "cov-distil (oracle2teacher)": 4.940610885620117,
      "epoch": 2.123233908948195,
      "rel-constrast": 2.311600923538208,
      "step": 2705,
      "subrel-constrast": 3.3876357078552246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4003093242645264,
      "cov-distil (oracle2student)": 5.6877312660217285,
      "cov-distil (oracle2teacher)": 4.773812294006348,
      "epoch": 2.1240188383045524,
      "rel-constrast": 2.0033926963806152,
      "step": 2706,
      "subrel-constrast": 2.835749626159668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2591403722763062,
      "cov-distil (oracle2student)": 4.526934623718262,
      "cov-distil (oracle2teacher)": 4.537917137145996,
      "epoch": 2.1248037676609104,
      "rel-constrast": 2.0895347595214844,
      "step": 2707,
      "subrel-constrast": 2.431269645690918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1657230854034424,
      "cov-distil (oracle2student)": 4.489315032958984,
      "cov-distil (oracle2teacher)": 4.843448162078857,
      "epoch": 2.1255886970172684,
      "rel-constrast": 2.3573946952819824,
      "step": 2708,
      "subrel-constrast": 2.9452905654907227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6234948635101318,
      "cov-distil (oracle2student)": 3.8155508041381836,
      "cov-distil (oracle2teacher)": 3.9510412216186523,
      "epoch": 2.1263736263736264,
      "rel-constrast": 2.2328391075134277,
      "step": 2709,
      "subrel-constrast": 3.3969995975494385,
      "view-similarity": 0
    },
    {
      "epoch": 2.1271585557299844,
      "grad_norm": 4.1875,
      "learning_rate": 5.143097456861474e-05,
      "loss": 0.6035,
      "step": 2710
    },
    {
      "cov-distil": 1.9141954183578491,
      "cov-distil (oracle2student)": 5.27185583114624,
      "cov-distil (oracle2teacher)": 5.221650123596191,
      "epoch": 2.1271585557299844,
      "rel-constrast": 2.2233726978302,
      "step": 2710,
      "subrel-constrast": 3.828547716140747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7243640422821045,
      "cov-distil (oracle2student)": 5.165979385375977,
      "cov-distil (oracle2teacher)": 5.1544694900512695,
      "epoch": 2.1279434850863423,
      "rel-constrast": 2.8311660289764404,
      "step": 2711,
      "subrel-constrast": 3.6800124645233154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2363682985305786,
      "cov-distil (oracle2student)": 4.315968036651611,
      "cov-distil (oracle2teacher)": 4.177546977996826,
      "epoch": 2.1287284144427003,
      "rel-constrast": 2.2947351932525635,
      "step": 2712,
      "subrel-constrast": 3.1724765300750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.150728225708008,
      "cov-distil (oracle2student)": 6.368756294250488,
      "cov-distil (oracle2teacher)": 6.109382152557373,
      "epoch": 2.129513343799058,
      "rel-constrast": 2.0938243865966797,
      "step": 2713,
      "subrel-constrast": 3.2704529762268066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8795000314712524,
      "cov-distil (oracle2student)": 5.243816375732422,
      "cov-distil (oracle2teacher)": 4.928433418273926,
      "epoch": 2.130298273155416,
      "rel-constrast": 1.9528305530548096,
      "step": 2714,
      "subrel-constrast": 3.1211471557617188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8714193105697632,
      "cov-distil (oracle2student)": 3.9773635864257812,
      "cov-distil (oracle2teacher)": 4.005481719970703,
      "epoch": 2.131083202511774,
      "rel-constrast": 2.758167028427124,
      "step": 2715,
      "subrel-constrast": 3.6250498294830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9657068252563477,
      "cov-distil (oracle2student)": 4.260210037231445,
      "cov-distil (oracle2teacher)": 4.628772258758545,
      "epoch": 2.131868131868132,
      "rel-constrast": 2.8302574157714844,
      "step": 2716,
      "subrel-constrast": 3.9923365116119385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.472644567489624,
      "cov-distil (oracle2student)": 5.2329583168029785,
      "cov-distil (oracle2teacher)": 5.090392589569092,
      "epoch": 2.13265306122449,
      "rel-constrast": 2.3985743522644043,
      "step": 2717,
      "subrel-constrast": 3.589413642883301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4861083030700684,
      "cov-distil (oracle2student)": 5.812672138214111,
      "cov-distil (oracle2teacher)": 5.0930705070495605,
      "epoch": 2.133437990580848,
      "rel-constrast": 2.60644793510437,
      "step": 2718,
      "subrel-constrast": 3.545764207839966,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4582643508911133,
      "cov-distil (oracle2student)": 4.443954944610596,
      "cov-distil (oracle2teacher)": 4.600022315979004,
      "epoch": 2.134222919937206,
      "rel-constrast": 1.452642560005188,
      "step": 2719,
      "subrel-constrast": 2.077420711517334,
      "view-similarity": 0
    },
    {
      "epoch": 2.1350078492935634,
      "grad_norm": 4.0625,
      "learning_rate": 5.1082019665604895e-05,
      "loss": 0.6289,
      "step": 2720
    },
    {
      "cov-distil": 1.326369047164917,
      "cov-distil (oracle2student)": 2.0862061977386475,
      "cov-distil (oracle2teacher)": 2.566394090652466,
      "epoch": 2.1350078492935634,
      "rel-constrast": 1.015336275100708,
      "step": 2720,
      "subrel-constrast": 1.9619357585906982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569439888000488,
      "cov-distil (oracle2student)": 3.5239109992980957,
      "cov-distil (oracle2teacher)": 3.7061519622802734,
      "epoch": 2.1357927786499213,
      "rel-constrast": 2.7463269233703613,
      "step": 2721,
      "subrel-constrast": 3.7282116413116455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9299168586730957,
      "cov-distil (oracle2student)": 4.264069557189941,
      "cov-distil (oracle2teacher)": 4.642767429351807,
      "epoch": 2.1365777080062793,
      "rel-constrast": 1.6480892896652222,
      "step": 2722,
      "subrel-constrast": 2.6480491161346436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3560423851013184,
      "cov-distil (oracle2student)": 5.08281135559082,
      "cov-distil (oracle2teacher)": 4.334973335266113,
      "epoch": 2.1373626373626373,
      "rel-constrast": 3.165834426879883,
      "step": 2723,
      "subrel-constrast": 4.136767387390137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5251407623291016,
      "cov-distil (oracle2student)": 4.04868745803833,
      "cov-distil (oracle2teacher)": 3.9932117462158203,
      "epoch": 2.1381475667189953,
      "rel-constrast": 2.6278111934661865,
      "step": 2724,
      "subrel-constrast": 3.423225164413452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8701648712158203,
      "cov-distil (oracle2student)": 3.9263463020324707,
      "cov-distil (oracle2teacher)": 3.3937041759490967,
      "epoch": 2.1389324960753533,
      "rel-constrast": 2.119868040084839,
      "step": 2725,
      "subrel-constrast": 2.7442541122436523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012832164764404,
      "cov-distil (oracle2student)": 4.885760307312012,
      "cov-distil (oracle2teacher)": 4.346532821655273,
      "epoch": 2.1397174254317113,
      "rel-constrast": 2.0224385261535645,
      "step": 2726,
      "subrel-constrast": 2.776775360107422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6425354480743408,
      "cov-distil (oracle2student)": 3.818234920501709,
      "cov-distil (oracle2teacher)": 3.54685115814209,
      "epoch": 2.1405023547880693,
      "rel-constrast": 2.6785123348236084,
      "step": 2727,
      "subrel-constrast": 3.24534010887146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5818504095077515,
      "cov-distil (oracle2student)": 4.571946620941162,
      "cov-distil (oracle2teacher)": 4.6204142570495605,
      "epoch": 2.141287284144427,
      "rel-constrast": 2.087460517883301,
      "step": 2728,
      "subrel-constrast": 2.8228659629821777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.942103385925293,
      "cov-distil (oracle2student)": 3.1307530403137207,
      "cov-distil (oracle2teacher)": 3.2297353744506836,
      "epoch": 2.142072213500785,
      "rel-constrast": 3.4942572116851807,
      "step": 2729,
      "subrel-constrast": 3.868485927581787,
      "view-similarity": 0
    },
    {
      "epoch": 2.142857142857143,
      "grad_norm": 6.1875,
      "learning_rate": 5.073301202648304e-05,
      "loss": 0.6347,
      "step": 2730
    },
    {
      "cov-distil": 1.467630386352539,
      "cov-distil (oracle2student)": 3.1863808631896973,
      "cov-distil (oracle2teacher)": 3.4551587104797363,
      "epoch": 2.142857142857143,
      "rel-constrast": 2.7992584705352783,
      "step": 2730,
      "subrel-constrast": 3.639779567718506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645111322402954,
      "cov-distil (oracle2student)": 2.5982391834259033,
      "cov-distil (oracle2teacher)": 2.789353370666504,
      "epoch": 2.143642072213501,
      "rel-constrast": 2.312474489212036,
      "step": 2731,
      "subrel-constrast": 3.086897134780884,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1700549125671387,
      "cov-distil (oracle2student)": 5.728372573852539,
      "cov-distil (oracle2teacher)": 5.592479705810547,
      "epoch": 2.1444270015698588,
      "rel-constrast": 2.4408371448516846,
      "step": 2732,
      "subrel-constrast": 4.037779331207275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.666007161140442,
      "cov-distil (oracle2student)": 4.638344764709473,
      "cov-distil (oracle2teacher)": 4.278903007507324,
      "epoch": 2.1452119309262168,
      "rel-constrast": 2.1061642169952393,
      "step": 2733,
      "subrel-constrast": 3.0865797996520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6975409984588623,
      "cov-distil (oracle2student)": 5.006326675415039,
      "cov-distil (oracle2teacher)": 4.222795486450195,
      "epoch": 2.1459968602825747,
      "rel-constrast": 2.103008985519409,
      "step": 2734,
      "subrel-constrast": 3.0496113300323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088605642318726,
      "cov-distil (oracle2student)": 4.82690954208374,
      "cov-distil (oracle2teacher)": 4.5382161140441895,
      "epoch": 2.1467817896389323,
      "rel-constrast": 2.4260215759277344,
      "step": 2735,
      "subrel-constrast": 3.658646821975708,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.106320858001709,
      "cov-distil (oracle2student)": 4.73103141784668,
      "cov-distil (oracle2teacher)": 4.139863967895508,
      "epoch": 2.1475667189952903,
      "rel-constrast": 3.6255743503570557,
      "step": 2736,
      "subrel-constrast": 4.320199966430664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3697870969772339,
      "cov-distil (oracle2student)": 4.980483055114746,
      "cov-distil (oracle2teacher)": 4.6165666580200195,
      "epoch": 2.1483516483516483,
      "rel-constrast": 2.304898738861084,
      "step": 2737,
      "subrel-constrast": 3.106736421585083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7018604278564453,
      "cov-distil (oracle2student)": 3.507413625717163,
      "cov-distil (oracle2teacher)": 3.2860968112945557,
      "epoch": 2.1491365777080063,
      "rel-constrast": 1.998867392539978,
      "step": 2738,
      "subrel-constrast": 2.966613292694092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7470941543579102,
      "cov-distil (oracle2student)": 5.554351806640625,
      "cov-distil (oracle2teacher)": 5.117455005645752,
      "epoch": 2.1499215070643642,
      "rel-constrast": 3.6181020736694336,
      "step": 2739,
      "subrel-constrast": 4.1761932373046875,
      "view-similarity": 0
    },
    {
      "epoch": 2.1507064364207222,
      "grad_norm": 5.6875,
      "learning_rate": 5.0383968661389146e-05,
      "loss": 0.6871,
      "step": 2740
    },
    {
      "cov-distil": 1.3879096508026123,
      "cov-distil (oracle2student)": 4.878554344177246,
      "cov-distil (oracle2teacher)": 4.196404457092285,
      "epoch": 2.1507064364207222,
      "rel-constrast": 2.3395674228668213,
      "step": 2740,
      "subrel-constrast": 2.6966257095336914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6235871315002441,
      "cov-distil (oracle2student)": 3.8210268020629883,
      "cov-distil (oracle2teacher)": 3.8092849254608154,
      "epoch": 2.1514913657770802,
      "rel-constrast": 2.162862777709961,
      "step": 2741,
      "subrel-constrast": 3.329458236694336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.986586093902588,
      "cov-distil (oracle2student)": 3.9161384105682373,
      "cov-distil (oracle2teacher)": 3.5143203735351562,
      "epoch": 2.152276295133438,
      "rel-constrast": 2.130343437194824,
      "step": 2742,
      "subrel-constrast": 3.3931376934051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3171745538711548,
      "cov-distil (oracle2student)": 3.207651138305664,
      "cov-distil (oracle2teacher)": 3.490227222442627,
      "epoch": 2.1530612244897958,
      "rel-constrast": 2.347992181777954,
      "step": 2743,
      "subrel-constrast": 3.3430802822113037,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0860867500305176,
      "cov-distil (oracle2student)": 3.468386173248291,
      "cov-distil (oracle2teacher)": 3.453861713409424,
      "epoch": 2.1538461538461537,
      "rel-constrast": 1.7564581632614136,
      "step": 2744,
      "subrel-constrast": 2.974562406539917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097384452819824,
      "cov-distil (oracle2student)": 6.171957969665527,
      "cov-distil (oracle2teacher)": 5.472214698791504,
      "epoch": 2.1546310832025117,
      "rel-constrast": 2.299276828765869,
      "step": 2745,
      "subrel-constrast": 3.221245527267456,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3765497207641602,
      "cov-distil (oracle2student)": 4.748384952545166,
      "cov-distil (oracle2teacher)": 4.02458381652832,
      "epoch": 2.1554160125588697,
      "rel-constrast": 2.053969383239746,
      "step": 2746,
      "subrel-constrast": 2.5295069217681885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9265539646148682,
      "cov-distil (oracle2student)": 4.054256439208984,
      "cov-distil (oracle2teacher)": 3.8625171184539795,
      "epoch": 2.1562009419152277,
      "rel-constrast": 2.289066791534424,
      "step": 2747,
      "subrel-constrast": 3.5001463890075684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5481185913085938,
      "cov-distil (oracle2student)": 4.002744674682617,
      "cov-distil (oracle2teacher)": 3.4867231845855713,
      "epoch": 2.1569858712715857,
      "rel-constrast": 1.7703053951263428,
      "step": 2748,
      "subrel-constrast": 2.9787447452545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5912487506866455,
      "cov-distil (oracle2student)": 3.5901923179626465,
      "cov-distil (oracle2teacher)": 3.734523296356201,
      "epoch": 2.1577708006279437,
      "rel-constrast": 1.9926347732543945,
      "step": 2749,
      "subrel-constrast": 3.2310805320739746,
      "view-similarity": 0
    },
    {
      "epoch": 2.1585557299843012,
      "grad_norm": 4.34375,
      "learning_rate": 5.003490658220438e-05,
      "loss": 0.5707,
      "step": 2750
    },
    {
      "cov-distil": 1.806915283203125,
      "cov-distil (oracle2student)": 2.5482373237609863,
      "cov-distil (oracle2teacher)": 3.096963882446289,
      "epoch": 2.1585557299843012,
      "rel-constrast": 1.0425952672958374,
      "step": 2750,
      "subrel-constrast": 2.46952223777771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.738553524017334,
      "cov-distil (oracle2student)": 4.358931541442871,
      "cov-distil (oracle2teacher)": 4.569377899169922,
      "epoch": 2.159340659340659,
      "rel-constrast": 1.9142704010009766,
      "step": 2751,
      "subrel-constrast": 3.1107914447784424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4393870830535889,
      "cov-distil (oracle2student)": 5.279812812805176,
      "cov-distil (oracle2teacher)": 4.830102920532227,
      "epoch": 2.160125588697017,
      "rel-constrast": 2.3828086853027344,
      "step": 2752,
      "subrel-constrast": 3.090601682662964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2664586305618286,
      "cov-distil (oracle2student)": 3.657865047454834,
      "cov-distil (oracle2teacher)": 3.21651554107666,
      "epoch": 2.160910518053375,
      "rel-constrast": 2.180147647857666,
      "step": 2753,
      "subrel-constrast": 2.9688305854797363,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052523136138916,
      "cov-distil (oracle2student)": 3.219156265258789,
      "cov-distil (oracle2teacher)": 3.590733051300049,
      "epoch": 2.161695447409733,
      "rel-constrast": 2.232546329498291,
      "step": 2754,
      "subrel-constrast": 3.4289889335632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4329482316970825,
      "cov-distil (oracle2student)": 4.566827774047852,
      "cov-distil (oracle2teacher)": 4.652672290802002,
      "epoch": 2.162480376766091,
      "rel-constrast": 2.091492176055908,
      "step": 2755,
      "subrel-constrast": 3.3848507404327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1241475343704224,
      "cov-distil (oracle2student)": 3.6269965171813965,
      "cov-distil (oracle2teacher)": 3.584528923034668,
      "epoch": 2.163265306122449,
      "rel-constrast": 2.857053279876709,
      "step": 2756,
      "subrel-constrast": 3.2548739910125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9462026357650757,
      "cov-distil (oracle2student)": 5.23426628112793,
      "cov-distil (oracle2teacher)": 5.041781425476074,
      "epoch": 2.1640502354788067,
      "rel-constrast": 2.9546802043914795,
      "step": 2757,
      "subrel-constrast": 4.246547698974609,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.441232442855835,
      "cov-distil (oracle2student)": 3.7074778079986572,
      "cov-distil (oracle2teacher)": 3.8046438694000244,
      "epoch": 2.1648351648351647,
      "rel-constrast": 1.3445124626159668,
      "step": 2758,
      "subrel-constrast": 2.181939125061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1127017736434937,
      "cov-distil (oracle2student)": 3.3867058753967285,
      "cov-distil (oracle2teacher)": 3.679729461669922,
      "epoch": 2.1656200941915227,
      "rel-constrast": 2.0618879795074463,
      "step": 2759,
      "subrel-constrast": 3.0360286235809326,
      "view-similarity": 0
    },
    {
      "epoch": 2.1664050235478807,
      "grad_norm": 3.75,
      "learning_rate": 4.968584280172206e-05,
      "loss": 0.565,
      "step": 2760
    },
    {
      "cov-distil": 1.6896560192108154,
      "cov-distil (oracle2student)": 2.863055467605591,
      "cov-distil (oracle2teacher)": 2.9644112586975098,
      "epoch": 2.1664050235478807,
      "rel-constrast": 2.3643980026245117,
      "step": 2760,
      "subrel-constrast": 3.380427122116089,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.050206184387207,
      "cov-distil (oracle2student)": 3.6380889415740967,
      "cov-distil (oracle2teacher)": 3.5528383255004883,
      "epoch": 2.1671899529042387,
      "rel-constrast": 2.286562442779541,
      "step": 2761,
      "subrel-constrast": 2.970221519470215,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1046512126922607,
      "cov-distil (oracle2student)": 4.27784538269043,
      "cov-distil (oracle2teacher)": 4.107046127319336,
      "epoch": 2.1679748822605966,
      "rel-constrast": 1.7430602312088013,
      "step": 2762,
      "subrel-constrast": 2.778526782989502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5585346221923828,
      "cov-distil (oracle2student)": 4.915915012359619,
      "cov-distil (oracle2teacher)": 4.608651161193848,
      "epoch": 2.1687598116169546,
      "rel-constrast": 2.1189756393432617,
      "step": 2763,
      "subrel-constrast": 2.774949550628662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.965824842453003,
      "cov-distil (oracle2student)": 3.954085350036621,
      "cov-distil (oracle2teacher)": 3.5028367042541504,
      "epoch": 2.169544740973312,
      "rel-constrast": 2.716698169708252,
      "step": 2764,
      "subrel-constrast": 3.5548951625823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9118343591690063,
      "cov-distil (oracle2student)": 4.610832691192627,
      "cov-distil (oracle2teacher)": 4.168765068054199,
      "epoch": 2.17032967032967,
      "rel-constrast": 1.3317410945892334,
      "step": 2765,
      "subrel-constrast": 2.4193906784057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5880134105682373,
      "cov-distil (oracle2student)": 4.927078723907471,
      "cov-distil (oracle2teacher)": 4.508500099182129,
      "epoch": 2.171114599686028,
      "rel-constrast": 3.6810262203216553,
      "step": 2766,
      "subrel-constrast": 3.9867517948150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7637112140655518,
      "cov-distil (oracle2student)": 4.157207489013672,
      "cov-distil (oracle2teacher)": 4.2365593910217285,
      "epoch": 2.171899529042386,
      "rel-constrast": 3.3731913566589355,
      "step": 2767,
      "subrel-constrast": 4.030303478240967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7228142023086548,
      "cov-distil (oracle2student)": 4.705318450927734,
      "cov-distil (oracle2teacher)": 4.33660888671875,
      "epoch": 2.172684458398744,
      "rel-constrast": 2.2219502925872803,
      "step": 2768,
      "subrel-constrast": 3.3610622882843018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4864981174468994,
      "cov-distil (oracle2student)": 3.760977268218994,
      "cov-distil (oracle2teacher)": 3.5184102058410645,
      "epoch": 2.173469387755102,
      "rel-constrast": 2.4771106243133545,
      "step": 2769,
      "subrel-constrast": 3.087512969970703,
      "view-similarity": 0
    },
    {
      "epoch": 2.17425431711146,
      "grad_norm": 4.59375,
      "learning_rate": 4.933679433281836e-05,
      "loss": 0.6525,
      "step": 2770
    },
    {
      "cov-distil": 1.75700044631958,
      "cov-distil (oracle2student)": 3.8627734184265137,
      "cov-distil (oracle2teacher)": 4.160212516784668,
      "epoch": 2.17425431711146,
      "rel-constrast": 2.819725751876831,
      "step": 2770,
      "subrel-constrast": 3.938410520553589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7301762104034424,
      "cov-distil (oracle2student)": 2.9150218963623047,
      "cov-distil (oracle2teacher)": 3.216519832611084,
      "epoch": 2.175039246467818,
      "rel-constrast": 2.4085631370544434,
      "step": 2771,
      "subrel-constrast": 3.107119560241699,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8437726497650146,
      "cov-distil (oracle2student)": 3.690866470336914,
      "cov-distil (oracle2teacher)": 3.392364501953125,
      "epoch": 2.1758241758241756,
      "rel-constrast": 1.9678822755813599,
      "step": 2772,
      "subrel-constrast": 2.6708803176879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9318758249282837,
      "cov-distil (oracle2student)": 3.9147164821624756,
      "cov-distil (oracle2teacher)": 3.911567211151123,
      "epoch": 2.1766091051805336,
      "rel-constrast": 2.275975465774536,
      "step": 2773,
      "subrel-constrast": 3.3541781902313232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5515446662902832,
      "cov-distil (oracle2student)": 3.456636905670166,
      "cov-distil (oracle2teacher)": 3.2114787101745605,
      "epoch": 2.1773940345368916,
      "rel-constrast": 2.555819272994995,
      "step": 2774,
      "subrel-constrast": 2.952054738998413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1741480827331543,
      "cov-distil (oracle2student)": 5.619742393493652,
      "cov-distil (oracle2teacher)": 4.882872581481934,
      "epoch": 2.1781789638932496,
      "rel-constrast": 2.2809371948242188,
      "step": 2775,
      "subrel-constrast": 2.69599986076355,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097377061843872,
      "cov-distil (oracle2student)": 4.072094917297363,
      "cov-distil (oracle2teacher)": 3.7963056564331055,
      "epoch": 2.1789638932496076,
      "rel-constrast": 2.908001661300659,
      "step": 2776,
      "subrel-constrast": 3.874354600906372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9562230110168457,
      "cov-distil (oracle2student)": 5.002793788909912,
      "cov-distil (oracle2teacher)": 4.873540878295898,
      "epoch": 2.1797488226059656,
      "rel-constrast": 1.4840353727340698,
      "step": 2777,
      "subrel-constrast": 2.717573404312134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227175712585449,
      "cov-distil (oracle2student)": 2.761664867401123,
      "cov-distil (oracle2teacher)": 2.760740280151367,
      "epoch": 2.1805337519623236,
      "rel-constrast": 2.4238102436065674,
      "step": 2778,
      "subrel-constrast": 3.220792055130005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.117674708366394,
      "cov-distil (oracle2student)": 6.582137584686279,
      "cov-distil (oracle2teacher)": 5.695241928100586,
      "epoch": 2.181318681318681,
      "rel-constrast": 3.071228504180908,
      "step": 2779,
      "subrel-constrast": 3.342726945877075,
      "view-similarity": 0
    },
    {
      "epoch": 2.182103610675039,
      "grad_norm": 6.46875,
      "learning_rate": 4.8987778187623245e-05,
      "loss": 0.6484,
      "step": 2780
    },
    {
      "cov-distil": 2.2681541442871094,
      "cov-distil (oracle2student)": 4.413128852844238,
      "cov-distil (oracle2teacher)": 4.391634464263916,
      "epoch": 2.182103610675039,
      "rel-constrast": 1.7417465448379517,
      "step": 2780,
      "subrel-constrast": 2.756927728652954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6750961542129517,
      "cov-distil (oracle2student)": 3.3351778984069824,
      "cov-distil (oracle2teacher)": 3.030971050262451,
      "epoch": 2.182888540031397,
      "rel-constrast": 2.5298686027526855,
      "step": 2781,
      "subrel-constrast": 3.289048671722412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7789689302444458,
      "cov-distil (oracle2student)": 4.94428825378418,
      "cov-distil (oracle2teacher)": 5.296975612640381,
      "epoch": 2.183673469387755,
      "rel-constrast": 1.1955714225769043,
      "step": 2782,
      "subrel-constrast": 2.593231678009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8072713613510132,
      "cov-distil (oracle2student)": 3.386491060256958,
      "cov-distil (oracle2teacher)": 3.408949613571167,
      "epoch": 2.184458398744113,
      "rel-constrast": 1.813585877418518,
      "step": 2783,
      "subrel-constrast": 2.7816760540008545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3161945343017578,
      "cov-distil (oracle2student)": 4.123375415802002,
      "cov-distil (oracle2teacher)": 3.9331166744232178,
      "epoch": 2.185243328100471,
      "rel-constrast": 2.040442943572998,
      "step": 2784,
      "subrel-constrast": 2.6598587036132812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681734561920166,
      "cov-distil (oracle2student)": 4.90024471282959,
      "cov-distil (oracle2teacher)": 4.9022626876831055,
      "epoch": 2.186028257456829,
      "rel-constrast": 2.8988118171691895,
      "step": 2785,
      "subrel-constrast": 4.425157070159912,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.285244345664978,
      "cov-distil (oracle2student)": 4.194664001464844,
      "cov-distil (oracle2teacher)": 3.943063735961914,
      "epoch": 2.186813186813187,
      "rel-constrast": 2.291764497756958,
      "step": 2786,
      "subrel-constrast": 2.84116268157959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.548862338066101,
      "cov-distil (oracle2student)": 3.779958963394165,
      "cov-distil (oracle2teacher)": 4.238327980041504,
      "epoch": 2.1875981161695446,
      "rel-constrast": 2.5585811138153076,
      "step": 2787,
      "subrel-constrast": 3.5882937908172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2820236682891846,
      "cov-distil (oracle2student)": 2.383737325668335,
      "cov-distil (oracle2teacher)": 2.7727208137512207,
      "epoch": 2.1883830455259026,
      "rel-constrast": 1.5205132961273193,
      "step": 2788,
      "subrel-constrast": 2.3172006607055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9283175468444824,
      "cov-distil (oracle2student)": 2.5418999195098877,
      "cov-distil (oracle2teacher)": 3.220773220062256,
      "epoch": 2.1891679748822606,
      "rel-constrast": 2.516641616821289,
      "step": 2789,
      "subrel-constrast": 3.756850242614746,
      "view-similarity": 0
    },
    {
      "epoch": 2.1899529042386185,
      "grad_norm": 4.5625,
      "learning_rate": 4.863881137669123e-05,
      "loss": 0.5691,
      "step": 2790
    },
    {
      "cov-distil": 1.5669978857040405,
      "cov-distil (oracle2student)": 6.78611946105957,
      "cov-distil (oracle2teacher)": 6.294183254241943,
      "epoch": 2.1899529042386185,
      "rel-constrast": 2.450349807739258,
      "step": 2790,
      "subrel-constrast": 3.51462984085083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1965932846069336,
      "cov-distil (oracle2student)": 3.797499656677246,
      "cov-distil (oracle2teacher)": 3.7006406784057617,
      "epoch": 2.1907378335949765,
      "rel-constrast": 2.313488483428955,
      "step": 2791,
      "subrel-constrast": 2.958674669265747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5269513130187988,
      "cov-distil (oracle2student)": 3.8147411346435547,
      "cov-distil (oracle2teacher)": 3.873063325881958,
      "epoch": 2.1915227629513345,
      "rel-constrast": 2.366436243057251,
      "step": 2792,
      "subrel-constrast": 2.9801857471466064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.352323055267334,
      "cov-distil (oracle2student)": 5.091388702392578,
      "cov-distil (oracle2teacher)": 5.070871829986572,
      "epoch": 2.1923076923076925,
      "rel-constrast": 2.2292160987854004,
      "step": 2793,
      "subrel-constrast": 2.925502061843872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5054916143417358,
      "cov-distil (oracle2student)": 4.783044815063477,
      "cov-distil (oracle2teacher)": 4.712709426879883,
      "epoch": 2.19309262166405,
      "rel-constrast": 3.0297036170959473,
      "step": 2794,
      "subrel-constrast": 3.8910725116729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8863544464111328,
      "cov-distil (oracle2student)": 5.043763637542725,
      "cov-distil (oracle2teacher)": 4.902690887451172,
      "epoch": 2.193877551020408,
      "rel-constrast": 3.252924919128418,
      "step": 2795,
      "subrel-constrast": 4.180627346038818,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8325170278549194,
      "cov-distil (oracle2student)": 3.6434335708618164,
      "cov-distil (oracle2teacher)": 3.6568195819854736,
      "epoch": 2.194662480376766,
      "rel-constrast": 2.812368154525757,
      "step": 2796,
      "subrel-constrast": 3.5068044662475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2817124128341675,
      "cov-distil (oracle2student)": 3.861666679382324,
      "cov-distil (oracle2teacher)": 3.960820436477661,
      "epoch": 2.195447409733124,
      "rel-constrast": 2.180814266204834,
      "step": 2797,
      "subrel-constrast": 3.24826979637146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6231818199157715,
      "cov-distil (oracle2student)": 3.48480486869812,
      "cov-distil (oracle2teacher)": 3.1619930267333984,
      "epoch": 2.196232339089482,
      "rel-constrast": 3.1916141510009766,
      "step": 2798,
      "subrel-constrast": 3.854400634765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3544816970825195,
      "cov-distil (oracle2student)": 4.256161689758301,
      "cov-distil (oracle2teacher)": 3.862577438354492,
      "epoch": 2.19701726844584,
      "rel-constrast": 2.035766124725342,
      "step": 2799,
      "subrel-constrast": 2.4084794521331787,
      "view-similarity": 0
    },
    {
      "epoch": 2.197802197802198,
      "grad_norm": 3.78125,
      "learning_rate": 4.8289910908172376e-05,
      "loss": 0.6844,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "overlap": 0.30781251192092896,
      "step": 2800
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "student margin": 0.05828857421875
    },
    {
      "epoch": 2.197802197802198,
      "step": 2800,
      "teacher margin": 0.0338134765625
    },
    {
      "epoch": 2.197802197802198,
      "margin difference": -0.02447509765625,
      "step": 2800
    },
    {
      "cov-distil": 2.42362380027771,
      "cov-distil (oracle2student)": 6.425702095031738,
      "cov-distil (oracle2teacher)": 6.129337310791016,
      "epoch": 2.197802197802198,
      "rel-constrast": 2.8178963661193848,
      "step": 2800,
      "subrel-constrast": 4.61754846572876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743586540222168,
      "cov-distil (oracle2student)": 3.0905842781066895,
      "cov-distil (oracle2teacher)": 3.051987648010254,
      "epoch": 2.1985871271585555,
      "rel-constrast": 2.5428214073181152,
      "step": 2801,
      "subrel-constrast": 3.2461507320404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1401888132095337,
      "cov-distil (oracle2student)": 4.770331382751465,
      "cov-distil (oracle2teacher)": 4.214495658874512,
      "epoch": 2.1993720565149135,
      "rel-constrast": 2.6856117248535156,
      "step": 2802,
      "subrel-constrast": 3.205343246459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845274686813354,
      "cov-distil (oracle2student)": 5.573180198669434,
      "cov-distil (oracle2teacher)": 5.061854362487793,
      "epoch": 2.2001569858712715,
      "rel-constrast": 2.4355225563049316,
      "step": 2803,
      "subrel-constrast": 3.174119710922241,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.101396322250366,
      "cov-distil (oracle2student)": 6.173619270324707,
      "cov-distil (oracle2teacher)": 5.738110065460205,
      "epoch": 2.2009419152276295,
      "rel-constrast": 2.3474135398864746,
      "step": 2804,
      "subrel-constrast": 3.396523952484131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2656006813049316,
      "cov-distil (oracle2student)": 6.187765121459961,
      "cov-distil (oracle2teacher)": 5.5145182609558105,
      "epoch": 2.2017268445839875,
      "rel-constrast": 1.9542888402938843,
      "step": 2805,
      "subrel-constrast": 2.8136181831359863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314704895019531,
      "cov-distil (oracle2student)": 3.413998603820801,
      "cov-distil (oracle2teacher)": 3.774094820022583,
      "epoch": 2.2025117739403455,
      "rel-constrast": 2.619816303253174,
      "step": 2806,
      "subrel-constrast": 3.5162153244018555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7219655513763428,
      "cov-distil (oracle2student)": 5.222247123718262,
      "cov-distil (oracle2teacher)": 4.650085926055908,
      "epoch": 2.2032967032967035,
      "rel-constrast": 2.8156187534332275,
      "step": 2807,
      "subrel-constrast": 3.4829816818237305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499268889427185,
      "cov-distil (oracle2student)": 5.612875938415527,
      "cov-distil (oracle2teacher)": 5.310443878173828,
      "epoch": 2.204081632653061,
      "rel-constrast": 2.7262535095214844,
      "step": 2808,
      "subrel-constrast": 3.1494040489196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.650233507156372,
      "cov-distil (oracle2student)": 7.870527267456055,
      "cov-distil (oracle2teacher)": 6.806931495666504,
      "epoch": 2.204866562009419,
      "rel-constrast": 3.386079788208008,
      "step": 2809,
      "subrel-constrast": 4.1100358963012695,
      "view-similarity": 0
    },
    {
      "epoch": 2.205651491365777,
      "grad_norm": 5.4375,
      "learning_rate": 4.794109378698327e-05,
      "loss": 0.7004,
      "step": 2810
    },
    {
      "cov-distil": 1.3190897703170776,
      "cov-distil (oracle2student)": 4.564918518066406,
      "cov-distil (oracle2teacher)": 4.331057071685791,
      "epoch": 2.205651491365777,
      "rel-constrast": 3.196354627609253,
      "step": 2810,
      "subrel-constrast": 3.426884651184082,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7635374069213867,
      "cov-distil (oracle2student)": 4.258518695831299,
      "cov-distil (oracle2teacher)": 4.05879020690918,
      "epoch": 2.206436420722135,
      "rel-constrast": 2.771786689758301,
      "step": 2811,
      "subrel-constrast": 3.361485481262207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4878902435302734,
      "cov-distil (oracle2student)": 5.420914649963379,
      "cov-distil (oracle2teacher)": 4.9406538009643555,
      "epoch": 2.207221350078493,
      "rel-constrast": 2.4788975715637207,
      "step": 2812,
      "subrel-constrast": 3.2326698303222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6503366231918335,
      "cov-distil (oracle2student)": 4.3632073402404785,
      "cov-distil (oracle2teacher)": 4.0581793785095215,
      "epoch": 2.208006279434851,
      "rel-constrast": 1.7909653186798096,
      "step": 2813,
      "subrel-constrast": 3.0400478839874268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5701971054077148,
      "cov-distil (oracle2student)": 4.338715553283691,
      "cov-distil (oracle2teacher)": 4.089271545410156,
      "epoch": 2.208791208791209,
      "rel-constrast": 2.780975341796875,
      "step": 2814,
      "subrel-constrast": 3.292057752609253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1609618663787842,
      "cov-distil (oracle2student)": 3.7726330757141113,
      "cov-distil (oracle2teacher)": 3.3258743286132812,
      "epoch": 2.209576138147567,
      "rel-constrast": 2.322597026824951,
      "step": 2815,
      "subrel-constrast": 2.73384952545166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6568806171417236,
      "cov-distil (oracle2student)": 4.518229007720947,
      "cov-distil (oracle2teacher)": 4.253758430480957,
      "epoch": 2.2103610675039245,
      "rel-constrast": 3.1247448921203613,
      "step": 2816,
      "subrel-constrast": 3.54591965675354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6242001056671143,
      "cov-distil (oracle2student)": 2.546473503112793,
      "cov-distil (oracle2teacher)": 2.6391172409057617,
      "epoch": 2.2111459968602825,
      "rel-constrast": 2.473306179046631,
      "step": 2817,
      "subrel-constrast": 2.87225604057312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.073345899581909,
      "cov-distil (oracle2student)": 4.532330513000488,
      "cov-distil (oracle2teacher)": 4.756192207336426,
      "epoch": 2.2119309262166404,
      "rel-constrast": 1.7451021671295166,
      "step": 2818,
      "subrel-constrast": 2.9535446166992188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1887147426605225,
      "cov-distil (oracle2student)": 4.513284206390381,
      "cov-distil (oracle2teacher)": 4.453440189361572,
      "epoch": 2.2127158555729984,
      "rel-constrast": 2.0990817546844482,
      "step": 2819,
      "subrel-constrast": 2.7016074657440186,
      "view-similarity": 0
    },
    {
      "epoch": 2.2135007849293564,
      "grad_norm": 5.34375,
      "learning_rate": 4.7592377013978306e-05,
      "loss": 0.6583,
      "step": 2820
    },
    {
      "cov-distil": 1.3448872566223145,
      "cov-distil (oracle2student)": 3.937668800354004,
      "cov-distil (oracle2teacher)": 3.707423448562622,
      "epoch": 2.2135007849293564,
      "rel-constrast": 1.1732583045959473,
      "step": 2820,
      "subrel-constrast": 2.3594653606414795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.338876724243164,
      "cov-distil (oracle2student)": 5.29823112487793,
      "cov-distil (oracle2teacher)": 4.936830997467041,
      "epoch": 2.2142857142857144,
      "rel-constrast": 1.9074070453643799,
      "step": 2821,
      "subrel-constrast": 3.13196063041687,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6617653369903564,
      "cov-distil (oracle2student)": 2.9167838096618652,
      "cov-distil (oracle2teacher)": 3.548705577850342,
      "epoch": 2.2150706436420724,
      "rel-constrast": 2.007301092147827,
      "step": 2822,
      "subrel-constrast": 3.0735819339752197,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2543469667434692,
      "cov-distil (oracle2student)": 4.861081123352051,
      "cov-distil (oracle2teacher)": 4.2315216064453125,
      "epoch": 2.21585557299843,
      "rel-constrast": 1.5699167251586914,
      "step": 2823,
      "subrel-constrast": 2.280848741531372,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017212867736816,
      "cov-distil (oracle2student)": 4.909335613250732,
      "cov-distil (oracle2teacher)": 4.501095771789551,
      "epoch": 2.216640502354788,
      "rel-constrast": 2.294431447982788,
      "step": 2824,
      "subrel-constrast": 3.573068141937256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7652161121368408,
      "cov-distil (oracle2student)": 4.625182151794434,
      "cov-distil (oracle2teacher)": 4.659667015075684,
      "epoch": 2.217425431711146,
      "rel-constrast": 2.568787097930908,
      "step": 2825,
      "subrel-constrast": 3.946159839630127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8454208374023438,
      "cov-distil (oracle2student)": 5.338460922241211,
      "cov-distil (oracle2teacher)": 5.414767265319824,
      "epoch": 2.218210361067504,
      "rel-constrast": 2.803154230117798,
      "step": 2826,
      "subrel-constrast": 3.7498037815093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6108988523483276,
      "cov-distil (oracle2student)": 2.1564300060272217,
      "cov-distil (oracle2teacher)": 2.790970802307129,
      "epoch": 2.218995290423862,
      "rel-constrast": 2.207352638244629,
      "step": 2827,
      "subrel-constrast": 3.34175443649292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.230948805809021,
      "cov-distil (oracle2student)": 3.8962185382843018,
      "cov-distil (oracle2teacher)": 4.277963638305664,
      "epoch": 2.21978021978022,
      "rel-constrast": 2.3036015033721924,
      "step": 2828,
      "subrel-constrast": 3.139211893081665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4027193784713745,
      "cov-distil (oracle2student)": 2.195178985595703,
      "cov-distil (oracle2teacher)": 3.074284076690674,
      "epoch": 2.220565149136578,
      "rel-constrast": 2.030325412750244,
      "step": 2829,
      "subrel-constrast": 2.747653007507324,
      "view-similarity": 0
    },
    {
      "epoch": 2.221350078492936,
      "grad_norm": 4.46875,
      "learning_rate": 4.724377758512103e-05,
      "loss": 0.5618,
      "step": 2830
    },
    {
      "cov-distil": 1.726119041442871,
      "cov-distil (oracle2student)": 2.97772479057312,
      "cov-distil (oracle2teacher)": 2.8036656379699707,
      "epoch": 2.221350078492936,
      "rel-constrast": 2.007486343383789,
      "step": 2830,
      "subrel-constrast": 2.934091567993164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.478456735610962,
      "cov-distil (oracle2student)": 5.9427170753479,
      "cov-distil (oracle2teacher)": 5.351432800292969,
      "epoch": 2.2221350078492934,
      "rel-constrast": 2.9020683765411377,
      "step": 2831,
      "subrel-constrast": 3.6943559646606445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957112193107605,
      "cov-distil (oracle2student)": 3.5453929901123047,
      "cov-distil (oracle2teacher)": 3.759150266647339,
      "epoch": 2.2229199372056514,
      "rel-constrast": 1.910549283027649,
      "step": 2832,
      "subrel-constrast": 3.179957866668701,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4095401763916016,
      "cov-distil (oracle2student)": 4.468910217285156,
      "cov-distil (oracle2teacher)": 4.853428840637207,
      "epoch": 2.2237048665620094,
      "rel-constrast": 2.022900342941284,
      "step": 2833,
      "subrel-constrast": 3.625307559967041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2572321891784668,
      "cov-distil (oracle2student)": 3.8475751876831055,
      "cov-distil (oracle2teacher)": 3.9010746479034424,
      "epoch": 2.2244897959183674,
      "rel-constrast": 2.4529364109039307,
      "step": 2834,
      "subrel-constrast": 2.7992639541625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2130976915359497,
      "cov-distil (oracle2student)": 5.2639923095703125,
      "cov-distil (oracle2teacher)": 4.875039100646973,
      "epoch": 2.2252747252747254,
      "rel-constrast": 1.8774495124816895,
      "step": 2835,
      "subrel-constrast": 2.5389695167541504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5114907026290894,
      "cov-distil (oracle2student)": 4.721293926239014,
      "cov-distil (oracle2teacher)": 4.7808051109313965,
      "epoch": 2.2260596546310834,
      "rel-constrast": 2.42689847946167,
      "step": 2836,
      "subrel-constrast": 3.213458299636841,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8704252243041992,
      "cov-distil (oracle2student)": 3.2839958667755127,
      "cov-distil (oracle2teacher)": 3.6718454360961914,
      "epoch": 2.2268445839874413,
      "rel-constrast": 2.2322096824645996,
      "step": 2837,
      "subrel-constrast": 2.6969070434570312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0020060539245605,
      "cov-distil (oracle2student)": 3.9358010292053223,
      "cov-distil (oracle2teacher)": 4.100215911865234,
      "epoch": 2.227629513343799,
      "rel-constrast": 2.6617398262023926,
      "step": 2838,
      "subrel-constrast": 3.52018141746521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6728122234344482,
      "cov-distil (oracle2student)": 4.79514741897583,
      "cov-distil (oracle2teacher)": 4.674450874328613,
      "epoch": 2.228414442700157,
      "rel-constrast": 3.2921576499938965,
      "step": 2839,
      "subrel-constrast": 3.1854021549224854,
      "view-similarity": 0
    },
    {
      "epoch": 2.229199372056515,
      "grad_norm": 5.75,
      "learning_rate": 4.68953124906558e-05,
      "loss": 0.6399,
      "step": 2840
    },
    {
      "cov-distil": 1.717403531074524,
      "cov-distil (oracle2student)": 4.483811855316162,
      "cov-distil (oracle2teacher)": 4.458925724029541,
      "epoch": 2.229199372056515,
      "rel-constrast": 2.4751811027526855,
      "step": 2840,
      "subrel-constrast": 3.1410434246063232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.587663173675537,
      "cov-distil (oracle2student)": 4.129672050476074,
      "cov-distil (oracle2teacher)": 4.066919326782227,
      "epoch": 2.229984301412873,
      "rel-constrast": 1.5611615180969238,
      "step": 2841,
      "subrel-constrast": 2.411970853805542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5608258247375488,
      "cov-distil (oracle2student)": 4.721125602722168,
      "cov-distil (oracle2teacher)": 4.640618324279785,
      "epoch": 2.230769230769231,
      "rel-constrast": 2.867084503173828,
      "step": 2842,
      "subrel-constrast": 3.5532374382019043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665840864181519,
      "cov-distil (oracle2student)": 4.1597466468811035,
      "cov-distil (oracle2teacher)": 3.746692657470703,
      "epoch": 2.231554160125589,
      "rel-constrast": 2.612438201904297,
      "step": 2843,
      "subrel-constrast": 3.4615063667297363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6127114295959473,
      "cov-distil (oracle2student)": 5.4328460693359375,
      "cov-distil (oracle2teacher)": 4.569614410400391,
      "epoch": 2.232339089481947,
      "rel-constrast": 3.5802032947540283,
      "step": 2844,
      "subrel-constrast": 4.323967933654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2123452425003052,
      "cov-distil (oracle2student)": 4.063237190246582,
      "cov-distil (oracle2teacher)": 3.8708982467651367,
      "epoch": 2.2331240188383044,
      "rel-constrast": 2.8539929389953613,
      "step": 2845,
      "subrel-constrast": 3.1632678508758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.133237838745117,
      "cov-distil (oracle2student)": 5.428193092346191,
      "cov-distil (oracle2teacher)": 4.962613105773926,
      "epoch": 2.2339089481946623,
      "rel-constrast": 2.5299415588378906,
      "step": 2846,
      "subrel-constrast": 3.1664624214172363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.233048677444458,
      "cov-distil (oracle2student)": 6.137513637542725,
      "cov-distil (oracle2teacher)": 5.384342193603516,
      "epoch": 2.2346938775510203,
      "rel-constrast": 2.854398250579834,
      "step": 2847,
      "subrel-constrast": 3.6105031967163086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5071742534637451,
      "cov-distil (oracle2student)": 3.6027748584747314,
      "cov-distil (oracle2teacher)": 3.947093963623047,
      "epoch": 2.2354788069073783,
      "rel-constrast": 1.4469622373580933,
      "step": 2848,
      "subrel-constrast": 2.6755216121673584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3141969442367554,
      "cov-distil (oracle2student)": 4.491943359375,
      "cov-distil (oracle2teacher)": 4.406347751617432,
      "epoch": 2.2362637362637363,
      "rel-constrast": 2.1167397499084473,
      "step": 2849,
      "subrel-constrast": 3.077599048614502,
      "view-similarity": 0
    },
    {
      "epoch": 2.2370486656200943,
      "grad_norm": 4.0625,
      "learning_rate": 4.654699871427971e-05,
      "loss": 0.6608,
      "step": 2850
    },
    {
      "cov-distil": 1.424069881439209,
      "cov-distil (oracle2student)": 7.276736736297607,
      "cov-distil (oracle2teacher)": 6.845768928527832,
      "epoch": 2.2370486656200943,
      "rel-constrast": 2.4418821334838867,
      "step": 2850,
      "subrel-constrast": 3.4501683712005615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7611315250396729,
      "cov-distil (oracle2student)": 5.600193977355957,
      "cov-distil (oracle2teacher)": 4.876731872558594,
      "epoch": 2.2378335949764523,
      "rel-constrast": 2.1412620544433594,
      "step": 2851,
      "subrel-constrast": 2.916501760482788,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0549521446228027,
      "cov-distil (oracle2student)": 4.492118835449219,
      "cov-distil (oracle2teacher)": 4.4618000984191895,
      "epoch": 2.23861852433281,
      "rel-constrast": 2.033761978149414,
      "step": 2852,
      "subrel-constrast": 3.365102529525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313401460647583,
      "cov-distil (oracle2student)": 4.64316463470459,
      "cov-distil (oracle2teacher)": 3.855269432067871,
      "epoch": 2.239403453689168,
      "rel-constrast": 2.4776077270507812,
      "step": 2853,
      "subrel-constrast": 3.3593900203704834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.476764440536499,
      "cov-distil (oracle2student)": 7.77077054977417,
      "cov-distil (oracle2teacher)": 6.259032249450684,
      "epoch": 2.240188383045526,
      "rel-constrast": 2.836139440536499,
      "step": 2854,
      "subrel-constrast": 3.5945324897766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6115028858184814,
      "cov-distil (oracle2student)": 4.952655792236328,
      "cov-distil (oracle2teacher)": 4.891395092010498,
      "epoch": 2.240973312401884,
      "rel-constrast": 1.7497057914733887,
      "step": 2855,
      "subrel-constrast": 2.6646485328674316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8888859748840332,
      "cov-distil (oracle2student)": 4.112419605255127,
      "cov-distil (oracle2teacher)": 4.217214107513428,
      "epoch": 2.241758241758242,
      "rel-constrast": 2.2789955139160156,
      "step": 2856,
      "subrel-constrast": 2.8657004833221436,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9088084697723389,
      "cov-distil (oracle2student)": 4.710190773010254,
      "cov-distil (oracle2teacher)": 4.755749702453613,
      "epoch": 2.2425431711145998,
      "rel-constrast": 2.160210371017456,
      "step": 2857,
      "subrel-constrast": 3.1898019313812256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.872696876525879,
      "cov-distil (oracle2student)": 3.624831199645996,
      "cov-distil (oracle2teacher)": 3.9079580307006836,
      "epoch": 2.2433281004709578,
      "rel-constrast": 2.6478776931762695,
      "step": 2858,
      "subrel-constrast": 3.2612948417663574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2556004524230957,
      "cov-distil (oracle2student)": 5.409021377563477,
      "cov-distil (oracle2teacher)": 4.648893356323242,
      "epoch": 2.2441130298273153,
      "rel-constrast": 2.4509506225585938,
      "step": 2859,
      "subrel-constrast": 3.710073232650757,
      "view-similarity": 0
    },
    {
      "epoch": 2.2448979591836733,
      "grad_norm": 4.6875,
      "learning_rate": 4.619885323231484e-05,
      "loss": 0.6277,
      "step": 2860
    },
    {
      "cov-distil": 1.5955007076263428,
      "cov-distil (oracle2student)": 4.6984663009643555,
      "cov-distil (oracle2teacher)": 4.7486162185668945,
      "epoch": 2.2448979591836733,
      "rel-constrast": 2.7424068450927734,
      "step": 2860,
      "subrel-constrast": 3.6845703125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9831712245941162,
      "cov-distil (oracle2student)": 6.546115875244141,
      "cov-distil (oracle2teacher)": 6.533631324768066,
      "epoch": 2.2456828885400313,
      "rel-constrast": 1.377263069152832,
      "step": 2861,
      "subrel-constrast": 2.656231641769409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5443010330200195,
      "cov-distil (oracle2student)": 5.47690486907959,
      "cov-distil (oracle2teacher)": 4.771477222442627,
      "epoch": 2.2464678178963893,
      "rel-constrast": 2.299046039581299,
      "step": 2862,
      "subrel-constrast": 4.067359924316406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7151087522506714,
      "cov-distil (oracle2student)": 5.156447887420654,
      "cov-distil (oracle2teacher)": 4.818759918212891,
      "epoch": 2.2472527472527473,
      "rel-constrast": 2.1515305042266846,
      "step": 2863,
      "subrel-constrast": 3.1605124473571777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4224896430969238,
      "cov-distil (oracle2student)": 5.613790035247803,
      "cov-distil (oracle2teacher)": 5.035803318023682,
      "epoch": 2.2480376766091053,
      "rel-constrast": 2.1096558570861816,
      "step": 2864,
      "subrel-constrast": 2.795309066772461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1994011402130127,
      "cov-distil (oracle2student)": 3.2136306762695312,
      "cov-distil (oracle2teacher)": 3.090251922607422,
      "epoch": 2.2488226059654632,
      "rel-constrast": 2.4058408737182617,
      "step": 2865,
      "subrel-constrast": 3.5052578449249268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563377857208252,
      "cov-distil (oracle2student)": 4.131916046142578,
      "cov-distil (oracle2teacher)": 3.7675793170928955,
      "epoch": 2.2496075353218212,
      "rel-constrast": 1.525794506072998,
      "step": 2866,
      "subrel-constrast": 2.443898916244507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6621897220611572,
      "cov-distil (oracle2student)": 5.999131202697754,
      "cov-distil (oracle2teacher)": 5.46461820602417,
      "epoch": 2.2503924646781788,
      "rel-constrast": 1.7367868423461914,
      "step": 2867,
      "subrel-constrast": 2.748037338256836,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2288122177124023,
      "cov-distil (oracle2student)": 4.394291877746582,
      "cov-distil (oracle2teacher)": 4.031858921051025,
      "epoch": 2.2511773940345368,
      "rel-constrast": 3.014235496520996,
      "step": 2868,
      "subrel-constrast": 3.8080317974090576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6750898361206055,
      "cov-distil (oracle2student)": 2.6723945140838623,
      "cov-distil (oracle2teacher)": 3.1629371643066406,
      "epoch": 2.2519623233908947,
      "rel-constrast": 2.4534378051757812,
      "step": 2869,
      "subrel-constrast": 3.567499876022339,
      "view-similarity": 0
    },
    {
      "epoch": 2.2527472527472527,
      "grad_norm": 4.0625,
      "learning_rate": 4.58508930128808e-05,
      "loss": 0.5919,
      "step": 2870
    },
    {
      "cov-distil": 1.7002882957458496,
      "cov-distil (oracle2student)": 5.236079216003418,
      "cov-distil (oracle2teacher)": 4.657792568206787,
      "epoch": 2.2527472527472527,
      "rel-constrast": 1.5059866905212402,
      "step": 2870,
      "subrel-constrast": 2.3695926666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2999863624572754,
      "cov-distil (oracle2student)": 4.402031898498535,
      "cov-distil (oracle2teacher)": 4.345562934875488,
      "epoch": 2.2535321821036107,
      "rel-constrast": 3.0738296508789062,
      "step": 2871,
      "subrel-constrast": 3.4168267250061035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4844002723693848,
      "cov-distil (oracle2student)": 2.9701809883117676,
      "cov-distil (oracle2teacher)": 3.6755895614624023,
      "epoch": 2.2543171114599687,
      "rel-constrast": 1.677231788635254,
      "step": 2872,
      "subrel-constrast": 2.6649694442749023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.21783447265625,
      "cov-distil (oracle2student)": 5.4167280197143555,
      "cov-distil (oracle2teacher)": 4.77655553817749,
      "epoch": 2.2551020408163267,
      "rel-constrast": 2.2403674125671387,
      "step": 2873,
      "subrel-constrast": 2.9164514541625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7644586563110352,
      "cov-distil (oracle2student)": 4.355981826782227,
      "cov-distil (oracle2teacher)": 4.5069580078125,
      "epoch": 2.2558869701726847,
      "rel-constrast": 1.8626911640167236,
      "step": 2874,
      "subrel-constrast": 2.8992919921875,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2227511405944824,
      "cov-distil (oracle2student)": 4.743846893310547,
      "cov-distil (oracle2teacher)": 4.2016119956970215,
      "epoch": 2.2566718995290422,
      "rel-constrast": 2.283579111099243,
      "step": 2875,
      "subrel-constrast": 3.415382146835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7104805707931519,
      "cov-distil (oracle2student)": 3.9339029788970947,
      "cov-distil (oracle2teacher)": 3.797529697418213,
      "epoch": 2.2574568288854002,
      "rel-constrast": 2.564009428024292,
      "step": 2876,
      "subrel-constrast": 3.8125905990600586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633181095123291,
      "cov-distil (oracle2student)": 3.2109854221343994,
      "cov-distil (oracle2teacher)": 3.2770867347717285,
      "epoch": 2.258241758241758,
      "rel-constrast": 1.6666051149368286,
      "step": 2877,
      "subrel-constrast": 2.5252957344055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7066857814788818,
      "cov-distil (oracle2student)": 4.058589935302734,
      "cov-distil (oracle2teacher)": 3.7513513565063477,
      "epoch": 2.259026687598116,
      "rel-constrast": 2.583442211151123,
      "step": 2878,
      "subrel-constrast": 3.473625421524048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6874805688858032,
      "cov-distil (oracle2student)": 4.218647003173828,
      "cov-distil (oracle2teacher)": 3.6481518745422363,
      "epoch": 2.259811616954474,
      "rel-constrast": 3.4787023067474365,
      "step": 2879,
      "subrel-constrast": 3.915562391281128,
      "view-similarity": 0
    },
    {
      "epoch": 2.260596546310832,
      "grad_norm": 5.0,
      "learning_rate": 4.550313501506781e-05,
      "loss": 0.6145,
      "step": 2880
    },
    {
      "cov-distil": 1.1887476444244385,
      "cov-distil (oracle2student)": 4.231244087219238,
      "cov-distil (oracle2teacher)": 4.018116474151611,
      "epoch": 2.260596546310832,
      "rel-constrast": 1.814537763595581,
      "step": 2880,
      "subrel-constrast": 2.3129711151123047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.194706678390503,
      "cov-distil (oracle2student)": 5.16677713394165,
      "cov-distil (oracle2teacher)": 4.78310489654541,
      "epoch": 2.26138147566719,
      "rel-constrast": 2.240757465362549,
      "step": 2881,
      "subrel-constrast": 3.2448983192443848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5674148797988892,
      "cov-distil (oracle2student)": 4.782053470611572,
      "cov-distil (oracle2teacher)": 4.709864616394043,
      "epoch": 2.2621664050235477,
      "rel-constrast": 1.6190149784088135,
      "step": 2882,
      "subrel-constrast": 2.52614688873291,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2463951110839844,
      "cov-distil (oracle2student)": 5.440786361694336,
      "cov-distil (oracle2teacher)": 4.897953510284424,
      "epoch": 2.2629513343799057,
      "rel-constrast": 2.0550947189331055,
      "step": 2883,
      "subrel-constrast": 2.8056819438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6910135746002197,
      "cov-distil (oracle2student)": 3.4572436809539795,
      "cov-distil (oracle2teacher)": 3.473060131072998,
      "epoch": 2.2637362637362637,
      "rel-constrast": 2.042442560195923,
      "step": 2884,
      "subrel-constrast": 3.281040668487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7173433303833008,
      "cov-distil (oracle2student)": 4.437989234924316,
      "cov-distil (oracle2teacher)": 4.267644882202148,
      "epoch": 2.2645211930926217,
      "rel-constrast": 2.540497303009033,
      "step": 2885,
      "subrel-constrast": 3.218391180038452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9311633110046387,
      "cov-distil (oracle2student)": 3.6475677490234375,
      "cov-distil (oracle2teacher)": 3.8642516136169434,
      "epoch": 2.2653061224489797,
      "rel-constrast": 1.61974036693573,
      "step": 2886,
      "subrel-constrast": 2.844952344894409,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1554977893829346,
      "cov-distil (oracle2student)": 2.710587978363037,
      "cov-distil (oracle2teacher)": 3.0180046558380127,
      "epoch": 2.2660910518053377,
      "rel-constrast": 1.6323204040527344,
      "step": 2887,
      "subrel-constrast": 2.411179780960083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.660719633102417,
      "cov-distil (oracle2student)": 3.6112756729125977,
      "cov-distil (oracle2teacher)": 3.563739061355591,
      "epoch": 2.2668759811616956,
      "rel-constrast": 2.3579812049865723,
      "step": 2888,
      "subrel-constrast": 3.268937349319458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957887887954712,
      "cov-distil (oracle2student)": 3.6609585285186768,
      "cov-distil (oracle2teacher)": 4.006786346435547,
      "epoch": 2.267660910518053,
      "rel-constrast": 1.6328799724578857,
      "step": 2889,
      "subrel-constrast": 2.8386645317077637,
      "view-similarity": 0
    },
    {
      "epoch": 2.268445839874411,
      "grad_norm": 3.96875,
      "learning_rate": 4.515559618811005e-05,
      "loss": 0.5347,
      "step": 2890
    },
    {
      "cov-distil": 1.4132702350616455,
      "cov-distil (oracle2student)": 4.746591567993164,
      "cov-distil (oracle2teacher)": 4.887332916259766,
      "epoch": 2.268445839874411,
      "rel-constrast": 3.1424808502197266,
      "step": 2890,
      "subrel-constrast": 3.984154224395752,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.040534496307373,
      "cov-distil (oracle2student)": 5.741405487060547,
      "cov-distil (oracle2teacher)": 4.928375244140625,
      "epoch": 2.269230769230769,
      "rel-constrast": 2.8214423656463623,
      "step": 2891,
      "subrel-constrast": 3.0948562622070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4432077407836914,
      "cov-distil (oracle2student)": 4.8424787521362305,
      "cov-distil (oracle2teacher)": 5.2684407234191895,
      "epoch": 2.270015698587127,
      "rel-constrast": 2.1277520656585693,
      "step": 2892,
      "subrel-constrast": 3.3250772953033447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6827197074890137,
      "cov-distil (oracle2student)": 3.9866600036621094,
      "cov-distil (oracle2teacher)": 3.456434726715088,
      "epoch": 2.270800627943485,
      "rel-constrast": 2.7867259979248047,
      "step": 2893,
      "subrel-constrast": 3.395991325378418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.244920253753662,
      "cov-distil (oracle2student)": 3.9335274696350098,
      "cov-distil (oracle2teacher)": 3.97623348236084,
      "epoch": 2.271585557299843,
      "rel-constrast": 2.0070104598999023,
      "step": 2894,
      "subrel-constrast": 2.5697152614593506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2873342037200928,
      "cov-distil (oracle2student)": 2.9614367485046387,
      "cov-distil (oracle2teacher)": 3.1081721782684326,
      "epoch": 2.272370486656201,
      "rel-constrast": 2.59603214263916,
      "step": 2895,
      "subrel-constrast": 3.551581859588623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6306365728378296,
      "cov-distil (oracle2student)": 3.767761468887329,
      "cov-distil (oracle2teacher)": 4.027992248535156,
      "epoch": 2.2731554160125587,
      "rel-constrast": 2.256793975830078,
      "step": 2896,
      "subrel-constrast": 2.5759482383728027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026824474334717,
      "cov-distil (oracle2student)": 4.362070083618164,
      "cov-distil (oracle2teacher)": 4.6012163162231445,
      "epoch": 2.2739403453689166,
      "rel-constrast": 2.448298692703247,
      "step": 2897,
      "subrel-constrast": 3.6748404502868652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.544658899307251,
      "cov-distil (oracle2student)": 3.4196977615356445,
      "cov-distil (oracle2teacher)": 3.318847179412842,
      "epoch": 2.2747252747252746,
      "rel-constrast": 1.8430559635162354,
      "step": 2898,
      "subrel-constrast": 2.3380320072174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5190787315368652,
      "cov-distil (oracle2student)": 3.143353223800659,
      "cov-distil (oracle2teacher)": 3.0332226753234863,
      "epoch": 2.2755102040816326,
      "rel-constrast": 1.6815662384033203,
      "step": 2899,
      "subrel-constrast": 2.6352603435516357,
      "view-similarity": 0
    },
    {
      "epoch": 2.2762951334379906,
      "grad_norm": 4.25,
      "learning_rate": 4.4808293470559643e-05,
      "loss": 0.6374,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "overlap": 0.34062501788139343,
      "step": 2900
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "student margin": 0.0662841796875
    },
    {
      "epoch": 2.2762951334379906,
      "step": 2900,
      "teacher margin": 0.04815673828125
    },
    {
      "epoch": 2.2762951334379906,
      "margin difference": -0.01812744140625,
      "step": 2900
    },
    {
      "cov-distil": 1.4683809280395508,
      "cov-distil (oracle2student)": 3.1235594749450684,
      "cov-distil (oracle2teacher)": 3.269296407699585,
      "epoch": 2.2762951334379906,
      "rel-constrast": 1.783109188079834,
      "step": 2900,
      "subrel-constrast": 2.62192440032959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7792162895202637,
      "cov-distil (oracle2student)": 3.244328737258911,
      "cov-distil (oracle2teacher)": 3.0423765182495117,
      "epoch": 2.2770800627943486,
      "rel-constrast": 2.546846866607666,
      "step": 2901,
      "subrel-constrast": 3.42622709274292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6876051425933838,
      "cov-distil (oracle2student)": 4.4223408699035645,
      "cov-distil (oracle2teacher)": 4.325915336608887,
      "epoch": 2.2778649921507066,
      "rel-constrast": 2.54775333404541,
      "step": 2902,
      "subrel-constrast": 3.259068012237549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7564994096755981,
      "cov-distil (oracle2student)": 6.407613754272461,
      "cov-distil (oracle2teacher)": 5.407633304595947,
      "epoch": 2.278649921507064,
      "rel-constrast": 3.2105422019958496,
      "step": 2903,
      "subrel-constrast": 3.8840701580047607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6520203351974487,
      "cov-distil (oracle2student)": 3.3502871990203857,
      "cov-distil (oracle2teacher)": 3.1311111450195312,
      "epoch": 2.279434850863422,
      "rel-constrast": 1.629836916923523,
      "step": 2904,
      "subrel-constrast": 2.7296156883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7176227569580078,
      "cov-distil (oracle2student)": 4.656519889831543,
      "cov-distil (oracle2teacher)": 3.9871890544891357,
      "epoch": 2.28021978021978,
      "rel-constrast": 2.4838855266571045,
      "step": 2905,
      "subrel-constrast": 2.844865083694458,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6433159112930298,
      "cov-distil (oracle2student)": 3.583756923675537,
      "cov-distil (oracle2teacher)": 4.170482635498047,
      "epoch": 2.281004709576138,
      "rel-constrast": 2.6836187839508057,
      "step": 2906,
      "subrel-constrast": 3.8559494018554688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.703392505645752,
      "cov-distil (oracle2student)": 5.580084800720215,
      "cov-distil (oracle2teacher)": 5.525307655334473,
      "epoch": 2.281789638932496,
      "rel-constrast": 2.376915454864502,
      "step": 2907,
      "subrel-constrast": 3.197580337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9575614929199219,
      "cov-distil (oracle2student)": 4.43644905090332,
      "cov-distil (oracle2teacher)": 4.6361403465271,
      "epoch": 2.282574568288854,
      "rel-constrast": 2.5531909465789795,
      "step": 2908,
      "subrel-constrast": 3.8726274967193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581830382347107,
      "cov-distil (oracle2student)": 4.379965782165527,
      "cov-distil (oracle2teacher)": 4.022382736206055,
      "epoch": 2.283359497645212,
      "rel-constrast": 2.3321309089660645,
      "step": 2909,
      "subrel-constrast": 3.075737953186035,
      "view-similarity": 0
    },
    {
      "epoch": 2.2841444270015696,
      "grad_norm": 5.21875,
      "learning_rate": 4.446124378946107e-05,
      "loss": 0.6461,
      "step": 2910
    },
    {
      "cov-distil": 1.6167364120483398,
      "cov-distil (oracle2student)": 5.413054943084717,
      "cov-distil (oracle2teacher)": 5.484127998352051,
      "epoch": 2.2841444270015696,
      "rel-constrast": 3.234766721725464,
      "step": 2910,
      "subrel-constrast": 3.888676881790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7345455884933472,
      "cov-distil (oracle2student)": 4.6803998947143555,
      "cov-distil (oracle2teacher)": 4.417872428894043,
      "epoch": 2.2849293563579276,
      "rel-constrast": 2.4754867553710938,
      "step": 2911,
      "subrel-constrast": 3.1240100860595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829056739807129,
      "cov-distil (oracle2student)": 3.083430290222168,
      "cov-distil (oracle2teacher)": 3.3772964477539062,
      "epoch": 2.2857142857142856,
      "rel-constrast": 2.349851131439209,
      "step": 2912,
      "subrel-constrast": 3.291442632675171,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4749553203582764,
      "cov-distil (oracle2student)": 5.3476972579956055,
      "cov-distil (oracle2teacher)": 5.5733513832092285,
      "epoch": 2.2864992150706436,
      "rel-constrast": 3.3012404441833496,
      "step": 2913,
      "subrel-constrast": 4.145999908447266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7829735279083252,
      "cov-distil (oracle2student)": 3.8188531398773193,
      "cov-distil (oracle2teacher)": 4.352545261383057,
      "epoch": 2.2872841444270016,
      "rel-constrast": 2.2041752338409424,
      "step": 2914,
      "subrel-constrast": 3.4252431392669678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7744743824005127,
      "cov-distil (oracle2student)": 5.042291164398193,
      "cov-distil (oracle2teacher)": 5.780237197875977,
      "epoch": 2.2880690737833596,
      "rel-constrast": 2.6414976119995117,
      "step": 2915,
      "subrel-constrast": 3.5661892890930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6305291652679443,
      "cov-distil (oracle2student)": 4.192387580871582,
      "cov-distil (oracle2teacher)": 3.9447479248046875,
      "epoch": 2.2888540031397175,
      "rel-constrast": 2.3294310569763184,
      "step": 2916,
      "subrel-constrast": 3.34936785697937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747169017791748,
      "cov-distil (oracle2student)": 5.844833850860596,
      "cov-distil (oracle2teacher)": 5.355650901794434,
      "epoch": 2.2896389324960755,
      "rel-constrast": 2.5399656295776367,
      "step": 2917,
      "subrel-constrast": 3.3504509925842285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6929731369018555,
      "cov-distil (oracle2student)": 3.541822671890259,
      "cov-distil (oracle2teacher)": 3.266275405883789,
      "epoch": 2.2904238618524335,
      "rel-constrast": 1.77195405960083,
      "step": 2918,
      "subrel-constrast": 2.552114248275757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4845445156097412,
      "cov-distil (oracle2student)": 3.5649232864379883,
      "cov-distil (oracle2teacher)": 3.2707180976867676,
      "epoch": 2.291208791208791,
      "rel-constrast": 2.030000686645508,
      "step": 2919,
      "subrel-constrast": 2.9837212562561035,
      "view-similarity": 0
    },
    {
      "epoch": 2.291993720565149,
      "grad_norm": 4.09375,
      "learning_rate": 4.411446405952618e-05,
      "loss": 0.6639,
      "step": 2920
    },
    {
      "cov-distil": 1.774364948272705,
      "cov-distil (oracle2student)": 4.07578706741333,
      "cov-distil (oracle2teacher)": 3.732147693634033,
      "epoch": 2.291993720565149,
      "rel-constrast": 1.8987125158309937,
      "step": 2920,
      "subrel-constrast": 2.8571722507476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5446279048919678,
      "cov-distil (oracle2student)": 4.556629180908203,
      "cov-distil (oracle2teacher)": 4.456634521484375,
      "epoch": 2.292778649921507,
      "rel-constrast": 2.187600612640381,
      "step": 2921,
      "subrel-constrast": 3.6262669563293457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1062824726104736,
      "cov-distil (oracle2student)": 5.964951515197754,
      "cov-distil (oracle2teacher)": 5.235272407531738,
      "epoch": 2.293563579277865,
      "rel-constrast": 1.5661423206329346,
      "step": 2922,
      "subrel-constrast": 1.838924527168274,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6079306602478027,
      "cov-distil (oracle2student)": 5.656658172607422,
      "cov-distil (oracle2teacher)": 4.668458461761475,
      "epoch": 2.294348508634223,
      "rel-constrast": 3.1983842849731445,
      "step": 2923,
      "subrel-constrast": 4.061648368835449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9284553527832031,
      "cov-distil (oracle2student)": 5.3717522621154785,
      "cov-distil (oracle2teacher)": 5.288650035858154,
      "epoch": 2.295133437990581,
      "rel-constrast": 2.775975227355957,
      "step": 2924,
      "subrel-constrast": 3.6713736057281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4294407367706299,
      "cov-distil (oracle2student)": 2.973992347717285,
      "cov-distil (oracle2teacher)": 3.0441389083862305,
      "epoch": 2.295918367346939,
      "rel-constrast": 1.688676357269287,
      "step": 2925,
      "subrel-constrast": 2.4805445671081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5494396686553955,
      "cov-distil (oracle2student)": 4.907135486602783,
      "cov-distil (oracle2teacher)": 4.666300296783447,
      "epoch": 2.2967032967032965,
      "rel-constrast": 1.922845482826233,
      "step": 2926,
      "subrel-constrast": 3.002978563308716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7952723503112793,
      "cov-distil (oracle2student)": 3.2306182384490967,
      "cov-distil (oracle2teacher)": 2.755127429962158,
      "epoch": 2.2974882260596545,
      "rel-constrast": 1.8069729804992676,
      "step": 2927,
      "subrel-constrast": 2.889256477355957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191370487213135,
      "cov-distil (oracle2student)": 4.5688066482543945,
      "cov-distil (oracle2teacher)": 4.259334564208984,
      "epoch": 2.2982731554160125,
      "rel-constrast": 2.2956576347351074,
      "step": 2928,
      "subrel-constrast": 2.882783889770508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.408297061920166,
      "cov-distil (oracle2student)": 5.256838798522949,
      "cov-distil (oracle2teacher)": 4.630823612213135,
      "epoch": 2.2990580847723705,
      "rel-constrast": 2.4349381923675537,
      "step": 2929,
      "subrel-constrast": 3.0999820232391357,
      "view-similarity": 0
    },
    {
      "epoch": 2.2998430141287285,
      "grad_norm": 4.53125,
      "learning_rate": 4.376797118230979e-05,
      "loss": 0.5863,
      "step": 2930
    },
    {
      "cov-distil": 2.165492296218872,
      "cov-distil (oracle2student)": 6.17254638671875,
      "cov-distil (oracle2teacher)": 5.399533271789551,
      "epoch": 2.2998430141287285,
      "rel-constrast": 2.699106216430664,
      "step": 2930,
      "subrel-constrast": 3.1479055881500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.244311809539795,
      "cov-distil (oracle2student)": 5.451844215393066,
      "cov-distil (oracle2teacher)": 4.9066667556762695,
      "epoch": 2.3006279434850865,
      "rel-constrast": 2.0251026153564453,
      "step": 2931,
      "subrel-constrast": 3.0959436893463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3705521821975708,
      "cov-distil (oracle2student)": 3.145796298980713,
      "cov-distil (oracle2teacher)": 3.271514415740967,
      "epoch": 2.3014128728414445,
      "rel-constrast": 1.8592653274536133,
      "step": 2932,
      "subrel-constrast": 2.619316339492798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6660714149475098,
      "cov-distil (oracle2student)": 3.339665651321411,
      "cov-distil (oracle2teacher)": 3.6801509857177734,
      "epoch": 2.302197802197802,
      "rel-constrast": 2.1295504570007324,
      "step": 2933,
      "subrel-constrast": 2.77783203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708996295928955,
      "cov-distil (oracle2student)": 2.072683572769165,
      "cov-distil (oracle2teacher)": 1.9825804233551025,
      "epoch": 2.30298273155416,
      "rel-constrast": 1.3178740739822388,
      "step": 2934,
      "subrel-constrast": 2.1701900959014893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.085575580596924,
      "cov-distil (oracle2student)": 4.733034610748291,
      "cov-distil (oracle2teacher)": 4.555971622467041,
      "epoch": 2.303767660910518,
      "rel-constrast": 2.912214994430542,
      "step": 2935,
      "subrel-constrast": 3.9734926223754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9808311462402344,
      "cov-distil (oracle2student)": 2.6174871921539307,
      "cov-distil (oracle2teacher)": 3.1331262588500977,
      "epoch": 2.304552590266876,
      "rel-constrast": 1.3898983001708984,
      "step": 2936,
      "subrel-constrast": 2.9449284076690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1646840572357178,
      "cov-distil (oracle2student)": 4.524909973144531,
      "cov-distil (oracle2teacher)": 4.193854331970215,
      "epoch": 2.305337519623234,
      "rel-constrast": 1.9978160858154297,
      "step": 2937,
      "subrel-constrast": 2.790398359298706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3706860542297363,
      "cov-distil (oracle2student)": 2.8552730083465576,
      "cov-distil (oracle2teacher)": 3.7878129482269287,
      "epoch": 2.306122448979592,
      "rel-constrast": 2.415487766265869,
      "step": 2938,
      "subrel-constrast": 3.5706748962402344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6191539764404297,
      "cov-distil (oracle2student)": 5.417004585266113,
      "cov-distil (oracle2teacher)": 5.371397972106934,
      "epoch": 2.30690737833595,
      "rel-constrast": 3.337731122970581,
      "step": 2939,
      "subrel-constrast": 4.223752975463867,
      "view-similarity": 0
    },
    {
      "epoch": 2.3076923076923075,
      "grad_norm": 4.8125,
      "learning_rate": 4.342178204538588e-05,
      "loss": 0.5979,
      "step": 2940
    },
    {
      "cov-distil": 1.7355597019195557,
      "cov-distil (oracle2student)": 2.756805896759033,
      "cov-distil (oracle2teacher)": 2.7948412895202637,
      "epoch": 2.3076923076923075,
      "rel-constrast": 2.1951255798339844,
      "step": 2940,
      "subrel-constrast": 2.9966368675231934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528773307800293,
      "cov-distil (oracle2student)": 6.010271072387695,
      "cov-distil (oracle2teacher)": 4.985718727111816,
      "epoch": 2.3084772370486655,
      "rel-constrast": 2.186656951904297,
      "step": 2941,
      "subrel-constrast": 2.777963638305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023598432540894,
      "cov-distil (oracle2student)": 3.7061591148376465,
      "cov-distil (oracle2teacher)": 3.787308692932129,
      "epoch": 2.3092621664050235,
      "rel-constrast": 2.208136796951294,
      "step": 2942,
      "subrel-constrast": 2.779298782348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831299066543579,
      "cov-distil (oracle2student)": 4.462698936462402,
      "cov-distil (oracle2teacher)": 4.440540790557861,
      "epoch": 2.3100470957613815,
      "rel-constrast": 1.8906484842300415,
      "step": 2943,
      "subrel-constrast": 3.023348093032837,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0657758712768555,
      "cov-distil (oracle2student)": 4.705535888671875,
      "cov-distil (oracle2teacher)": 4.618300437927246,
      "epoch": 2.3108320251177394,
      "rel-constrast": 3.3177523612976074,
      "step": 2944,
      "subrel-constrast": 4.433415412902832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2797155380249023,
      "cov-distil (oracle2student)": 4.972436428070068,
      "cov-distil (oracle2teacher)": 4.281527519226074,
      "epoch": 2.3116169544740974,
      "rel-constrast": 1.749564290046692,
      "step": 2945,
      "subrel-constrast": 2.586524248123169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7036347389221191,
      "cov-distil (oracle2student)": 4.418498992919922,
      "cov-distil (oracle2teacher)": 4.687889099121094,
      "epoch": 2.3124018838304554,
      "rel-constrast": 1.8186955451965332,
      "step": 2946,
      "subrel-constrast": 3.2057294845581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7072868347167969,
      "cov-distil (oracle2student)": 3.5044639110565186,
      "cov-distil (oracle2teacher)": 3.47308349609375,
      "epoch": 2.313186813186813,
      "rel-constrast": 2.2714996337890625,
      "step": 2947,
      "subrel-constrast": 2.776013135910034,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.018709659576416,
      "cov-distil (oracle2student)": 4.324450492858887,
      "cov-distil (oracle2teacher)": 4.476934909820557,
      "epoch": 2.313971742543171,
      "rel-constrast": 2.2054028511047363,
      "step": 2948,
      "subrel-constrast": 3.2996835708618164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3041746616363525,
      "cov-distil (oracle2student)": 4.907090187072754,
      "cov-distil (oracle2teacher)": 5.000972747802734,
      "epoch": 2.314756671899529,
      "rel-constrast": 2.4884519577026367,
      "step": 2949,
      "subrel-constrast": 3.7086710929870605,
      "view-similarity": 0
    },
    {
      "epoch": 2.315541601255887,
      "grad_norm": 4.625,
      "learning_rate": 4.307591352152459e-05,
      "loss": 0.6022,
      "step": 2950
    },
    {
      "cov-distil": 1.504148244857788,
      "cov-distil (oracle2student)": 5.437677383422852,
      "cov-distil (oracle2teacher)": 4.854195594787598,
      "epoch": 2.315541601255887,
      "rel-constrast": 2.5630693435668945,
      "step": 2950,
      "subrel-constrast": 3.93996524810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491767406463623,
      "cov-distil (oracle2student)": 3.799262523651123,
      "cov-distil (oracle2teacher)": 3.359419584274292,
      "epoch": 2.316326530612245,
      "rel-constrast": 2.798863410949707,
      "step": 2951,
      "subrel-constrast": 3.5089356899261475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7916266918182373,
      "cov-distil (oracle2student)": 4.358333110809326,
      "cov-distil (oracle2teacher)": 4.004453659057617,
      "epoch": 2.317111459968603,
      "rel-constrast": 1.6572036743164062,
      "step": 2952,
      "subrel-constrast": 3.076038360595703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4939329624176025,
      "cov-distil (oracle2student)": 3.446873664855957,
      "cov-distil (oracle2teacher)": 3.4021987915039062,
      "epoch": 2.317896389324961,
      "rel-constrast": 2.464883327484131,
      "step": 2953,
      "subrel-constrast": 3.4487526416778564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3302762508392334,
      "cov-distil (oracle2student)": 6.185611724853516,
      "cov-distil (oracle2teacher)": 6.038665771484375,
      "epoch": 2.3186813186813184,
      "rel-constrast": 2.2435405254364014,
      "step": 2954,
      "subrel-constrast": 3.3450675010681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1494698524475098,
      "cov-distil (oracle2student)": 3.1563758850097656,
      "cov-distil (oracle2teacher)": 3.399736166000366,
      "epoch": 2.3194662480376764,
      "rel-constrast": 2.9527082443237305,
      "step": 2955,
      "subrel-constrast": 3.726983070373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743353247642517,
      "cov-distil (oracle2student)": 5.261711120605469,
      "cov-distil (oracle2teacher)": 5.255556583404541,
      "epoch": 2.3202511773940344,
      "rel-constrast": 2.729613780975342,
      "step": 2956,
      "subrel-constrast": 3.714345693588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9167602062225342,
      "cov-distil (oracle2student)": 5.113802433013916,
      "cov-distil (oracle2teacher)": 5.261944770812988,
      "epoch": 2.3210361067503924,
      "rel-constrast": 1.6813517808914185,
      "step": 2957,
      "subrel-constrast": 2.8005800247192383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1069324016571045,
      "cov-distil (oracle2student)": 5.426053047180176,
      "cov-distil (oracle2teacher)": 4.857914924621582,
      "epoch": 2.3218210361067504,
      "rel-constrast": 2.676133155822754,
      "step": 2958,
      "subrel-constrast": 4.001760005950928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5514674186706543,
      "cov-distil (oracle2student)": 4.816895484924316,
      "cov-distil (oracle2teacher)": 4.855618476867676,
      "epoch": 2.3226059654631084,
      "rel-constrast": 2.342120409011841,
      "step": 2959,
      "subrel-constrast": 3.631572961807251,
      "view-similarity": 0
    },
    {
      "epoch": 2.3233908948194664,
      "grad_norm": 4.40625,
      "learning_rate": 4.273038246786986e-05,
      "loss": 0.6479,
      "step": 2960
    },
    {
      "cov-distil": 1.1716012954711914,
      "cov-distil (oracle2student)": 3.602327346801758,
      "cov-distil (oracle2teacher)": 3.320692300796509,
      "epoch": 2.3233908948194664,
      "rel-constrast": 2.1803274154663086,
      "step": 2960,
      "subrel-constrast": 2.591062545776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6581387519836426,
      "cov-distil (oracle2student)": 4.247025966644287,
      "cov-distil (oracle2teacher)": 4.160468101501465,
      "epoch": 2.3241758241758244,
      "rel-constrast": 2.4817070960998535,
      "step": 2961,
      "subrel-constrast": 3.148566961288452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.535618782043457,
      "cov-distil (oracle2student)": 3.802741050720215,
      "cov-distil (oracle2teacher)": 3.8701331615448,
      "epoch": 2.3249607535321823,
      "rel-constrast": 1.4435399770736694,
      "step": 2962,
      "subrel-constrast": 2.654226064682007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4595736265182495,
      "cov-distil (oracle2student)": 6.129673957824707,
      "cov-distil (oracle2teacher)": 5.694618225097656,
      "epoch": 2.32574568288854,
      "rel-constrast": 2.221057891845703,
      "step": 2963,
      "subrel-constrast": 3.1984775066375732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567204475402832,
      "cov-distil (oracle2student)": 3.087489128112793,
      "cov-distil (oracle2teacher)": 3.2162208557128906,
      "epoch": 2.326530612244898,
      "rel-constrast": 1.4426532983779907,
      "step": 2964,
      "subrel-constrast": 2.614068031311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.716190218925476,
      "cov-distil (oracle2student)": 2.964237928390503,
      "cov-distil (oracle2teacher)": 3.0451369285583496,
      "epoch": 2.327315541601256,
      "rel-constrast": 2.4976437091827393,
      "step": 2965,
      "subrel-constrast": 3.3831350803375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4650145769119263,
      "cov-distil (oracle2student)": 5.32703161239624,
      "cov-distil (oracle2teacher)": 5.474583148956299,
      "epoch": 2.328100470957614,
      "rel-constrast": 2.984015941619873,
      "step": 2966,
      "subrel-constrast": 3.9053194522857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2390198707580566,
      "cov-distil (oracle2student)": 2.9071044921875,
      "cov-distil (oracle2teacher)": 3.031038522720337,
      "epoch": 2.328885400313972,
      "rel-constrast": 1.4101730585098267,
      "step": 2967,
      "subrel-constrast": 2.8438761234283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581557035446167,
      "cov-distil (oracle2student)": 4.768581867218018,
      "cov-distil (oracle2teacher)": 4.806443214416504,
      "epoch": 2.32967032967033,
      "rel-constrast": 1.9396889209747314,
      "step": 2968,
      "subrel-constrast": 2.955047607421875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.388190746307373,
      "cov-distil (oracle2student)": 5.000810623168945,
      "cov-distil (oracle2teacher)": 4.694285869598389,
      "epoch": 2.330455259026688,
      "rel-constrast": 2.22334361076355,
      "step": 2969,
      "subrel-constrast": 3.1824722290039062,
      "view-similarity": 0
    },
    {
      "epoch": 2.3312401883830454,
      "grad_norm": 3.8125,
      "learning_rate": 4.238520572511773e-05,
      "loss": 0.5601,
      "step": 2970
    },
    {
      "cov-distil": 1.743593454360962,
      "cov-distil (oracle2student)": 4.943803310394287,
      "cov-distil (oracle2teacher)": 4.567509174346924,
      "epoch": 2.3312401883830454,
      "rel-constrast": 2.2632265090942383,
      "step": 2970,
      "subrel-constrast": 2.860396146774292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4245754480361938,
      "cov-distil (oracle2student)": 4.890772819519043,
      "cov-distil (oracle2teacher)": 4.826374053955078,
      "epoch": 2.3320251177394034,
      "rel-constrast": 2.092114210128784,
      "step": 2971,
      "subrel-constrast": 2.7553799152374268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6862821578979492,
      "cov-distil (oracle2student)": 3.3694519996643066,
      "cov-distil (oracle2teacher)": 3.6280298233032227,
      "epoch": 2.3328100470957613,
      "rel-constrast": 2.488382339477539,
      "step": 2972,
      "subrel-constrast": 3.511618137359619,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880278587341309,
      "cov-distil (oracle2student)": 4.798754692077637,
      "cov-distil (oracle2teacher)": 4.162173748016357,
      "epoch": 2.3335949764521193,
      "rel-constrast": 1.811988353729248,
      "step": 2973,
      "subrel-constrast": 2.782109498977661,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832931637763977,
      "cov-distil (oracle2student)": 6.0244951248168945,
      "cov-distil (oracle2teacher)": 4.88376522064209,
      "epoch": 2.3343799058084773,
      "rel-constrast": 2.5823893547058105,
      "step": 2974,
      "subrel-constrast": 3.380337715148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3343561887741089,
      "cov-distil (oracle2student)": 6.015572547912598,
      "cov-distil (oracle2teacher)": 5.306386470794678,
      "epoch": 2.3351648351648353,
      "rel-constrast": 2.0781593322753906,
      "step": 2975,
      "subrel-constrast": 2.608236074447632,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680863380432129,
      "cov-distil (oracle2student)": 4.994444847106934,
      "cov-distil (oracle2teacher)": 4.258668899536133,
      "epoch": 2.3359497645211933,
      "rel-constrast": 3.2266314029693604,
      "step": 2976,
      "subrel-constrast": 3.6826648712158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5059396028518677,
      "cov-distil (oracle2student)": 5.582231521606445,
      "cov-distil (oracle2teacher)": 5.1281352043151855,
      "epoch": 2.336734693877551,
      "rel-constrast": 2.4502644538879395,
      "step": 2977,
      "subrel-constrast": 3.337376594543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.17391300201416,
      "cov-distil (oracle2student)": 5.045464515686035,
      "cov-distil (oracle2teacher)": 4.250040531158447,
      "epoch": 2.337519623233909,
      "rel-constrast": 2.9353859424591064,
      "step": 2978,
      "subrel-constrast": 3.8303098678588867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8520586490631104,
      "cov-distil (oracle2student)": 5.308229923248291,
      "cov-distil (oracle2teacher)": 6.151200294494629,
      "epoch": 2.338304552590267,
      "rel-constrast": 2.4683196544647217,
      "step": 2979,
      "subrel-constrast": 4.023849964141846,
      "view-similarity": 0
    },
    {
      "epoch": 2.339089481946625,
      "grad_norm": 4.46875,
      "learning_rate": 4.2040400116695666e-05,
      "loss": 0.6522,
      "step": 2980
    },
    {
      "cov-distil": 1.4300541877746582,
      "cov-distil (oracle2student)": 4.620999336242676,
      "cov-distil (oracle2teacher)": 3.987100601196289,
      "epoch": 2.339089481946625,
      "rel-constrast": 3.1356277465820312,
      "step": 2980,
      "subrel-constrast": 4.137144088745117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.76267409324646,
      "cov-distil (oracle2student)": 5.459227085113525,
      "cov-distil (oracle2teacher)": 4.645851135253906,
      "epoch": 2.339874411302983,
      "rel-constrast": 1.741964340209961,
      "step": 2981,
      "subrel-constrast": 2.916072130203247,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0303537845611572,
      "cov-distil (oracle2student)": 3.5582876205444336,
      "cov-distil (oracle2teacher)": 3.56075119972229,
      "epoch": 2.340659340659341,
      "rel-constrast": 2.336376190185547,
      "step": 2982,
      "subrel-constrast": 3.3270342350006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4501272439956665,
      "cov-distil (oracle2student)": 3.4203948974609375,
      "cov-distil (oracle2teacher)": 3.213184118270874,
      "epoch": 2.3414442700156988,
      "rel-constrast": 1.555172085762024,
      "step": 2983,
      "subrel-constrast": 2.047849178314209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0331835746765137,
      "cov-distil (oracle2student)": 4.047308921813965,
      "cov-distil (oracle2teacher)": 3.6894969940185547,
      "epoch": 2.3422291993720563,
      "rel-constrast": 2.023747682571411,
      "step": 2984,
      "subrel-constrast": 3.4093949794769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9377012252807617,
      "cov-distil (oracle2student)": 3.6444802284240723,
      "cov-distil (oracle2teacher)": 3.118748903274536,
      "epoch": 2.3430141287284143,
      "rel-constrast": 2.6295390129089355,
      "step": 2985,
      "subrel-constrast": 3.647524833679199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5899910926818848,
      "cov-distil (oracle2student)": 4.068021774291992,
      "cov-distil (oracle2teacher)": 4.159401893615723,
      "epoch": 2.3437990580847723,
      "rel-constrast": 2.0496065616607666,
      "step": 2986,
      "subrel-constrast": 3.1479902267456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8224408626556396,
      "cov-distil (oracle2student)": 3.4614970684051514,
      "cov-distil (oracle2teacher)": 3.6535937786102295,
      "epoch": 2.3445839874411303,
      "rel-constrast": 2.251495361328125,
      "step": 2987,
      "subrel-constrast": 3.219588041305542,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2245886325836182,
      "cov-distil (oracle2student)": 3.8984262943267822,
      "cov-distil (oracle2teacher)": 3.9053711891174316,
      "epoch": 2.3453689167974883,
      "rel-constrast": 2.431561231613159,
      "step": 2988,
      "subrel-constrast": 3.617341995239258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2181196212768555,
      "cov-distil (oracle2student)": 4.474955081939697,
      "cov-distil (oracle2teacher)": 3.9662821292877197,
      "epoch": 2.3461538461538463,
      "rel-constrast": 1.3834295272827148,
      "step": 2989,
      "subrel-constrast": 2.2349698543548584,
      "view-similarity": 0
    },
    {
      "epoch": 2.3469387755102042,
      "grad_norm": 3.546875,
      "learning_rate": 4.169598244794261e-05,
      "loss": 0.5797,
      "step": 2990
    },
    {
      "cov-distil": 1.611088514328003,
      "cov-distil (oracle2student)": 3.050715446472168,
      "cov-distil (oracle2teacher)": 2.8219518661499023,
      "epoch": 2.3469387755102042,
      "rel-constrast": 2.3531997203826904,
      "step": 2990,
      "subrel-constrast": 2.982179880142212,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6543173789978027,
      "cov-distil (oracle2student)": 2.9349730014801025,
      "cov-distil (oracle2teacher)": 2.9784693717956543,
      "epoch": 2.347723704866562,
      "rel-constrast": 1.4121861457824707,
      "step": 2991,
      "subrel-constrast": 2.6037421226501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8099043369293213,
      "cov-distil (oracle2student)": 3.663212299346924,
      "cov-distil (oracle2teacher)": 3.6961283683776855,
      "epoch": 2.3485086342229198,
      "rel-constrast": 2.5141537189483643,
      "step": 2992,
      "subrel-constrast": 3.4266254901885986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4011632204055786,
      "cov-distil (oracle2student)": 4.444389343261719,
      "cov-distil (oracle2teacher)": 4.478576183319092,
      "epoch": 2.3492935635792778,
      "rel-constrast": 2.517211675643921,
      "step": 2993,
      "subrel-constrast": 3.1772854328155518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7375434637069702,
      "cov-distil (oracle2student)": 5.083896160125732,
      "cov-distil (oracle2teacher)": 4.675711631774902,
      "epoch": 2.3500784929356358,
      "rel-constrast": 2.4659552574157715,
      "step": 2994,
      "subrel-constrast": 3.215278148651123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445541501045227,
      "cov-distil (oracle2student)": 4.226651191711426,
      "cov-distil (oracle2teacher)": 4.459490776062012,
      "epoch": 2.3508634222919937,
      "rel-constrast": 1.9492981433868408,
      "step": 2995,
      "subrel-constrast": 2.6565818786621094,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5917576551437378,
      "cov-distil (oracle2student)": 5.266158103942871,
      "cov-distil (oracle2teacher)": 5.0301055908203125,
      "epoch": 2.3516483516483517,
      "rel-constrast": 1.9855825901031494,
      "step": 2996,
      "subrel-constrast": 3.3134100437164307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8760392665863037,
      "cov-distil (oracle2student)": 3.9336633682250977,
      "cov-distil (oracle2teacher)": 3.684103488922119,
      "epoch": 2.3524332810047097,
      "rel-constrast": 1.8615126609802246,
      "step": 2997,
      "subrel-constrast": 2.684335947036743,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3526709079742432,
      "cov-distil (oracle2student)": 5.431490898132324,
      "cov-distil (oracle2teacher)": 4.603315353393555,
      "epoch": 2.3532182103610673,
      "rel-constrast": 2.244582176208496,
      "step": 2998,
      "subrel-constrast": 2.5395829677581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67947518825531,
      "cov-distil (oracle2student)": 5.596736907958984,
      "cov-distil (oracle2teacher)": 4.771045684814453,
      "epoch": 2.3540031397174253,
      "rel-constrast": 2.4760031700134277,
      "step": 2999,
      "subrel-constrast": 3.0344314575195312,
      "view-similarity": 0
    },
    {
      "epoch": 2.3547880690737832,
      "grad_norm": 4.5625,
      "learning_rate": 4.135196950528982e-05,
      "loss": 0.5849,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-P@10": 0.7639999999999999,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-nDCG@10": 0.7684481172279173,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-alpha_nDCG@10": 0.5893665046414932,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-P@10": 0.4329999999999999,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-nDCG@10": 0.6129587630806106,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-alpha_nDCG@10": 0.6019087606761103,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "eval/avg": 0.5406815365182848,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "overlap": 0.3031249940395355,
      "step": 3000
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "student margin": 0.0782470703125
    },
    {
      "epoch": 2.3547880690737832,
      "step": 3000,
      "teacher margin": 0.0538330078125
    },
    {
      "epoch": 2.3547880690737832,
      "margin difference": -0.0244140625,
      "step": 3000
    },
    {
      "cov-distil": 1.682527780532837,
      "cov-distil (oracle2student)": 3.8542394638061523,
      "cov-distil (oracle2teacher)": 3.7338614463806152,
      "epoch": 2.3547880690737832,
      "rel-constrast": 1.4804277420043945,
      "step": 3000,
      "subrel-constrast": 2.405785083770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7615318298339844,
      "cov-distil (oracle2student)": 5.312005043029785,
      "cov-distil (oracle2teacher)": 5.35479736328125,
      "epoch": 2.3555729984301412,
      "rel-constrast": 2.048569440841675,
      "step": 3001,
      "subrel-constrast": 3.198204517364502,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5226351022720337,
      "cov-distil (oracle2student)": 3.911783218383789,
      "cov-distil (oracle2teacher)": 3.801879405975342,
      "epoch": 2.356357927786499,
      "rel-constrast": 2.3766958713531494,
      "step": 3002,
      "subrel-constrast": 3.088096857070923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.9929654598236084,
      "cov-distil (oracle2student)": 5.222454071044922,
      "cov-distil (oracle2teacher)": 4.49306058883667,
      "epoch": 2.357142857142857,
      "rel-constrast": 1.3810820579528809,
      "step": 3003,
      "subrel-constrast": 3.097991466522217,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5783028602600098,
      "cov-distil (oracle2student)": 4.449019432067871,
      "cov-distil (oracle2teacher)": 4.168807029724121,
      "epoch": 2.357927786499215,
      "rel-constrast": 1.9919264316558838,
      "step": 3004,
      "subrel-constrast": 3.1620264053344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8470101356506348,
      "cov-distil (oracle2student)": 3.1602330207824707,
      "cov-distil (oracle2teacher)": 3.2614946365356445,
      "epoch": 2.358712715855573,
      "rel-constrast": 2.026606559753418,
      "step": 3005,
      "subrel-constrast": 3.244391441345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.405783772468567,
      "cov-distil (oracle2student)": 5.138736724853516,
      "cov-distil (oracle2teacher)": 4.847011566162109,
      "epoch": 2.359497645211931,
      "rel-constrast": 3.8860390186309814,
      "step": 3006,
      "subrel-constrast": 4.669440746307373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6622745990753174,
      "cov-distil (oracle2student)": 4.39759635925293,
      "cov-distil (oracle2teacher)": 4.040333271026611,
      "epoch": 2.3602825745682887,
      "rel-constrast": 2.173525810241699,
      "step": 3007,
      "subrel-constrast": 3.120565176010132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453444004058838,
      "cov-distil (oracle2student)": 5.501741409301758,
      "cov-distil (oracle2teacher)": 5.386416912078857,
      "epoch": 2.3610675039246467,
      "rel-constrast": 2.6677615642547607,
      "step": 3008,
      "subrel-constrast": 3.558009147644043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.209242343902588,
      "cov-distil (oracle2student)": 3.0453102588653564,
      "cov-distil (oracle2teacher)": 3.0374841690063477,
      "epoch": 2.3618524332810047,
      "rel-constrast": 1.8765082359313965,
      "step": 3009,
      "subrel-constrast": 2.76391339302063,
      "view-similarity": 0
    },
    {
      "epoch": 2.3626373626373627,
      "grad_norm": 4.3125,
      "learning_rate": 4.100837805544279e-05,
      "loss": 0.5905,
      "step": 3010
    },
    {
      "cov-distil": 1.8011932373046875,
      "cov-distil (oracle2student)": 5.439072132110596,
      "cov-distil (oracle2teacher)": 4.61212158203125,
      "epoch": 2.3626373626373627,
      "rel-constrast": 2.4552035331726074,
      "step": 3010,
      "subrel-constrast": 3.5101935863494873,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0320472717285156,
      "cov-distil (oracle2student)": 6.909730911254883,
      "cov-distil (oracle2teacher)": 6.123503684997559,
      "epoch": 2.3634222919937207,
      "rel-constrast": 2.6688547134399414,
      "step": 3011,
      "subrel-constrast": 3.3639183044433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.498067021369934,
      "cov-distil (oracle2student)": 5.3087592124938965,
      "cov-distil (oracle2teacher)": 4.5116868019104,
      "epoch": 2.3642072213500787,
      "rel-constrast": 1.8727598190307617,
      "step": 3012,
      "subrel-constrast": 2.5881195068359375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.59486985206604,
      "cov-distil (oracle2student)": 4.9549880027771,
      "cov-distil (oracle2teacher)": 4.39777135848999,
      "epoch": 2.3649921507064366,
      "rel-constrast": 1.562514066696167,
      "step": 3013,
      "subrel-constrast": 2.496001720428467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6219161748886108,
      "cov-distil (oracle2student)": 4.757460594177246,
      "cov-distil (oracle2teacher)": 4.606483459472656,
      "epoch": 2.365777080062794,
      "rel-constrast": 2.932777166366577,
      "step": 3014,
      "subrel-constrast": 4.110111236572266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4744329452514648,
      "cov-distil (oracle2student)": 3.874638080596924,
      "cov-distil (oracle2teacher)": 4.33811092376709,
      "epoch": 2.366562009419152,
      "rel-constrast": 2.859480857849121,
      "step": 3015,
      "subrel-constrast": 3.2017128467559814,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5476043224334717,
      "cov-distil (oracle2student)": 5.332065105438232,
      "cov-distil (oracle2teacher)": 4.849493980407715,
      "epoch": 2.36734693877551,
      "rel-constrast": 1.2821245193481445,
      "step": 3016,
      "subrel-constrast": 2.47297739982605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4729270935058594,
      "cov-distil (oracle2student)": 4.445671558380127,
      "cov-distil (oracle2teacher)": 4.153213977813721,
      "epoch": 2.368131868131868,
      "rel-constrast": 2.1462607383728027,
      "step": 3017,
      "subrel-constrast": 2.6892409324645996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6633257865905762,
      "cov-distil (oracle2student)": 5.500240325927734,
      "cov-distil (oracle2teacher)": 5.471426963806152,
      "epoch": 2.368916797488226,
      "rel-constrast": 2.440988063812256,
      "step": 3018,
      "subrel-constrast": 3.3288068771362305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7890284061431885,
      "cov-distil (oracle2student)": 4.209726333618164,
      "cov-distil (oracle2teacher)": 3.7204222679138184,
      "epoch": 2.369701726844584,
      "rel-constrast": 2.656623601913452,
      "step": 3019,
      "subrel-constrast": 3.4430575370788574,
      "view-similarity": 0
    },
    {
      "epoch": 2.370486656200942,
      "grad_norm": 5.03125,
      "learning_rate": 4.0665224844564053e-05,
      "loss": 0.6132,
      "step": 3020
    },
    {
      "cov-distil": 2.0999884605407715,
      "cov-distil (oracle2student)": 3.0664384365081787,
      "cov-distil (oracle2teacher)": 3.289202928543091,
      "epoch": 2.370486656200942,
      "rel-constrast": 2.442845344543457,
      "step": 3020,
      "subrel-constrast": 3.1679747104644775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.838681936264038,
      "cov-distil (oracle2student)": 3.3075356483459473,
      "cov-distil (oracle2teacher)": 3.8828110694885254,
      "epoch": 2.3712715855572997,
      "rel-constrast": 2.044724941253662,
      "step": 3021,
      "subrel-constrast": 2.7873151302337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2932915687561035,
      "cov-distil (oracle2student)": 4.189905166625977,
      "cov-distil (oracle2teacher)": 4.1275482177734375,
      "epoch": 2.3720565149136577,
      "rel-constrast": 2.311746835708618,
      "step": 3022,
      "subrel-constrast": 2.8639564514160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.647905111312866,
      "cov-distil (oracle2student)": 3.080916404724121,
      "cov-distil (oracle2teacher)": 3.4862918853759766,
      "epoch": 2.3728414442700156,
      "rel-constrast": 2.989511728286743,
      "step": 3023,
      "subrel-constrast": 4.158724308013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9409841299057007,
      "cov-distil (oracle2student)": 3.9151253700256348,
      "cov-distil (oracle2teacher)": 4.040885925292969,
      "epoch": 2.3736263736263736,
      "rel-constrast": 1.2912449836730957,
      "step": 3024,
      "subrel-constrast": 2.2550268173217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0222115516662598,
      "cov-distil (oracle2student)": 4.809171199798584,
      "cov-distil (oracle2teacher)": 4.912480354309082,
      "epoch": 2.3744113029827316,
      "rel-constrast": 1.7252938747406006,
      "step": 3025,
      "subrel-constrast": 2.768040418624878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4663035869598389,
      "cov-distil (oracle2student)": 5.921445369720459,
      "cov-distil (oracle2teacher)": 5.225746154785156,
      "epoch": 2.3751962323390896,
      "rel-constrast": 2.190883159637451,
      "step": 3026,
      "subrel-constrast": 2.824744701385498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4412319660186768,
      "cov-distil (oracle2student)": 2.9493188858032227,
      "cov-distil (oracle2teacher)": 2.6392462253570557,
      "epoch": 2.3759811616954476,
      "rel-constrast": 2.199767827987671,
      "step": 3027,
      "subrel-constrast": 2.982952117919922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1633634567260742,
      "cov-distil (oracle2student)": 5.4876179695129395,
      "cov-distil (oracle2teacher)": 4.778847694396973,
      "epoch": 2.376766091051805,
      "rel-constrast": 2.196110725402832,
      "step": 3028,
      "subrel-constrast": 2.7792739868164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.437089204788208,
      "cov-distil (oracle2student)": 4.024147987365723,
      "cov-distil (oracle2teacher)": 4.110838890075684,
      "epoch": 2.377551020408163,
      "rel-constrast": 1.7858771085739136,
      "step": 3029,
      "subrel-constrast": 2.4236085414886475,
      "view-similarity": 0
    },
    {
      "epoch": 2.378335949764521,
      "grad_norm": 4.40625,
      "learning_rate": 4.032252659745699e-05,
      "loss": 0.5728,
      "step": 3030
    },
    {
      "cov-distil": 2.215980052947998,
      "cov-distil (oracle2student)": 4.808867454528809,
      "cov-distil (oracle2teacher)": 4.835398197174072,
      "epoch": 2.378335949764521,
      "rel-constrast": 2.4264628887176514,
      "step": 3030,
      "subrel-constrast": 3.2793526649475098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.607748031616211,
      "cov-distil (oracle2student)": 3.640838623046875,
      "cov-distil (oracle2teacher)": 4.022666931152344,
      "epoch": 2.379120879120879,
      "rel-constrast": 1.7274378538131714,
      "step": 3031,
      "subrel-constrast": 2.5679571628570557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.715069055557251,
      "cov-distil (oracle2student)": 5.73597526550293,
      "cov-distil (oracle2teacher)": 5.253134250640869,
      "epoch": 2.379905808477237,
      "rel-constrast": 3.652048349380493,
      "step": 3032,
      "subrel-constrast": 4.156805038452148,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6851890087127686,
      "cov-distil (oracle2student)": 5.187375068664551,
      "cov-distil (oracle2teacher)": 5.072988510131836,
      "epoch": 2.380690737833595,
      "rel-constrast": 2.3125855922698975,
      "step": 3033,
      "subrel-constrast": 2.768346071243286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6912295818328857,
      "cov-distil (oracle2student)": 2.8026809692382812,
      "cov-distil (oracle2teacher)": 2.9060282707214355,
      "epoch": 2.381475667189953,
      "rel-constrast": 2.1904125213623047,
      "step": 3034,
      "subrel-constrast": 2.7411434650421143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3551827669143677,
      "cov-distil (oracle2student)": 4.896940231323242,
      "cov-distil (oracle2teacher)": 4.587835311889648,
      "epoch": 2.3822605965463106,
      "rel-constrast": 2.5782394409179688,
      "step": 3035,
      "subrel-constrast": 3.110494375228882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7557227611541748,
      "cov-distil (oracle2student)": 5.883477687835693,
      "cov-distil (oracle2teacher)": 5.344016075134277,
      "epoch": 2.3830455259026686,
      "rel-constrast": 2.183293342590332,
      "step": 3036,
      "subrel-constrast": 3.3491482734680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6477738618850708,
      "cov-distil (oracle2student)": 3.8170666694641113,
      "cov-distil (oracle2teacher)": 3.475391149520874,
      "epoch": 2.3838304552590266,
      "rel-constrast": 2.3748109340667725,
      "step": 3037,
      "subrel-constrast": 2.5280003547668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6017017364501953,
      "cov-distil (oracle2student)": 4.224576473236084,
      "cov-distil (oracle2teacher)": 4.418160438537598,
      "epoch": 2.3846153846153846,
      "rel-constrast": 2.3305649757385254,
      "step": 3038,
      "subrel-constrast": 3.0920374393463135,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.270961046218872,
      "cov-distil (oracle2student)": 4.218461036682129,
      "cov-distil (oracle2teacher)": 4.431040287017822,
      "epoch": 2.3854003139717426,
      "rel-constrast": 2.606663703918457,
      "step": 3039,
      "subrel-constrast": 3.825166702270508,
      "view-similarity": 0
    },
    {
      "epoch": 2.3861852433281006,
      "grad_norm": 5.375,
      "learning_rate": 3.9980300016750694e-05,
      "loss": 0.6534,
      "step": 3040
    },
    {
      "cov-distil": 1.6512047052383423,
      "cov-distil (oracle2student)": 3.6275596618652344,
      "cov-distil (oracle2teacher)": 3.5650248527526855,
      "epoch": 2.3861852433281006,
      "rel-constrast": 2.166421890258789,
      "step": 3040,
      "subrel-constrast": 3.266474723815918,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.084028959274292,
      "cov-distil (oracle2student)": 4.044982433319092,
      "cov-distil (oracle2teacher)": 3.7984631061553955,
      "epoch": 2.3869701726844585,
      "rel-constrast": 1.7062621116638184,
      "step": 3041,
      "subrel-constrast": 2.6655125617980957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4029271602630615,
      "cov-distil (oracle2student)": 4.264573574066162,
      "cov-distil (oracle2teacher)": 3.611696720123291,
      "epoch": 2.387755102040816,
      "rel-constrast": 1.5028079748153687,
      "step": 3042,
      "subrel-constrast": 2.400806427001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0951642990112305,
      "cov-distil (oracle2student)": 3.28342604637146,
      "cov-distil (oracle2teacher)": 3.5693798065185547,
      "epoch": 2.388540031397174,
      "rel-constrast": 2.9331893920898438,
      "step": 3043,
      "subrel-constrast": 3.5886027812957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5537078380584717,
      "cov-distil (oracle2student)": 4.365545272827148,
      "cov-distil (oracle2teacher)": 4.265687465667725,
      "epoch": 2.389324960753532,
      "rel-constrast": 2.8937885761260986,
      "step": 3044,
      "subrel-constrast": 3.6942479610443115,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0164027214050293,
      "cov-distil (oracle2student)": 4.4222307205200195,
      "cov-distil (oracle2teacher)": 4.72987699508667,
      "epoch": 2.39010989010989,
      "rel-constrast": 2.7102081775665283,
      "step": 3045,
      "subrel-constrast": 3.9111549854278564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4709210395812988,
      "cov-distil (oracle2student)": 5.192770004272461,
      "cov-distil (oracle2teacher)": 4.433563232421875,
      "epoch": 2.390894819466248,
      "rel-constrast": 2.737069606781006,
      "step": 3046,
      "subrel-constrast": 3.4050161838531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.042292594909668,
      "cov-distil (oracle2student)": 3.704925775527954,
      "cov-distil (oracle2teacher)": 3.83248233795166,
      "epoch": 2.391679748822606,
      "rel-constrast": 2.8619778156280518,
      "step": 3047,
      "subrel-constrast": 3.83270525932312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0157699584960938,
      "cov-distil (oracle2student)": 7.306506156921387,
      "cov-distil (oracle2teacher)": 6.916162490844727,
      "epoch": 2.392464678178964,
      "rel-constrast": 2.986361503601074,
      "step": 3048,
      "subrel-constrast": 3.7795026302337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8541160821914673,
      "cov-distil (oracle2student)": 2.3428914546966553,
      "cov-distil (oracle2teacher)": 2.7830147743225098,
      "epoch": 2.393249607535322,
      "rel-constrast": 1.8741153478622437,
      "step": 3049,
      "subrel-constrast": 2.7498321533203125,
      "view-similarity": 0
    },
    {
      "epoch": 2.39403453689168,
      "grad_norm": 4.09375,
      "learning_rate": 3.963856178208588e-05,
      "loss": 0.6548,
      "step": 3050
    },
    {
      "cov-distil": 1.757803201675415,
      "cov-distil (oracle2student)": 4.256625652313232,
      "cov-distil (oracle2teacher)": 3.7933974266052246,
      "epoch": 2.39403453689168,
      "rel-constrast": 1.975223422050476,
      "step": 3050,
      "subrel-constrast": 3.1697256565093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0366909503936768,
      "cov-distil (oracle2student)": 2.8243956565856934,
      "cov-distil (oracle2teacher)": 3.3573973178863525,
      "epoch": 2.3948194662480375,
      "rel-constrast": 1.6716266870498657,
      "step": 3051,
      "subrel-constrast": 3.0357608795166016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5439826250076294,
      "cov-distil (oracle2student)": 2.659363269805908,
      "cov-distil (oracle2teacher)": 3.226747751235962,
      "epoch": 2.3956043956043955,
      "rel-constrast": 2.187439441680908,
      "step": 3052,
      "subrel-constrast": 2.7912065982818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990068435668945,
      "cov-distil (oracle2student)": 5.148349761962891,
      "cov-distil (oracle2teacher)": 4.594237804412842,
      "epoch": 2.3963893249607535,
      "rel-constrast": 1.7309560775756836,
      "step": 3053,
      "subrel-constrast": 2.8322527408599854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.584243893623352,
      "cov-distil (oracle2student)": 5.027565002441406,
      "cov-distil (oracle2teacher)": 4.72096586227417,
      "epoch": 2.3971742543171115,
      "rel-constrast": 1.754594326019287,
      "step": 3054,
      "subrel-constrast": 2.4216623306274414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3326351642608643,
      "cov-distil (oracle2student)": 3.8518762588500977,
      "cov-distil (oracle2teacher)": 3.53999662399292,
      "epoch": 2.3979591836734695,
      "rel-constrast": 1.9794678688049316,
      "step": 3055,
      "subrel-constrast": 2.4094414710998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2252027988433838,
      "cov-distil (oracle2student)": 5.571841716766357,
      "cov-distil (oracle2teacher)": 4.814544677734375,
      "epoch": 2.3987441130298275,
      "rel-constrast": 2.5525119304656982,
      "step": 3056,
      "subrel-constrast": 3.1855196952819824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3897578716278076,
      "cov-distil (oracle2student)": 4.726255416870117,
      "cov-distil (oracle2teacher)": 4.662908554077148,
      "epoch": 2.3995290423861855,
      "rel-constrast": 2.682537078857422,
      "step": 3057,
      "subrel-constrast": 3.737056255340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.320608377456665,
      "cov-distil (oracle2student)": 4.434152126312256,
      "cov-distil (oracle2teacher)": 4.416569232940674,
      "epoch": 2.400313971742543,
      "rel-constrast": 2.5688467025756836,
      "step": 3058,
      "subrel-constrast": 3.245366334915161,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6407663822174072,
      "cov-distil (oracle2student)": 5.006473541259766,
      "cov-distil (oracle2teacher)": 4.779671669006348,
      "epoch": 2.401098901098901,
      "rel-constrast": 1.7675442695617676,
      "step": 3059,
      "subrel-constrast": 2.7660365104675293,
      "view-similarity": 0
    },
    {
      "epoch": 2.401883830455259,
      "grad_norm": 4.46875,
      "learning_rate": 3.9297328549302e-05,
      "loss": 0.5623,
      "step": 3060
    },
    {
      "cov-distil": 1.4692647457122803,
      "cov-distil (oracle2student)": 3.02962589263916,
      "cov-distil (oracle2teacher)": 2.8572592735290527,
      "epoch": 2.401883830455259,
      "rel-constrast": 2.5545079708099365,
      "step": 3060,
      "subrel-constrast": 2.7410714626312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8049747943878174,
      "cov-distil (oracle2student)": 4.835704803466797,
      "cov-distil (oracle2teacher)": 4.300754547119141,
      "epoch": 2.402668759811617,
      "rel-constrast": 2.6412911415100098,
      "step": 3061,
      "subrel-constrast": 3.1540188789367676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.92341947555542,
      "cov-distil (oracle2student)": 2.758772134780884,
      "cov-distil (oracle2teacher)": 3.303067684173584,
      "epoch": 2.403453689167975,
      "rel-constrast": 1.859116554260254,
      "step": 3062,
      "subrel-constrast": 3.367499351501465,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041644334793091,
      "cov-distil (oracle2student)": 5.349460601806641,
      "cov-distil (oracle2teacher)": 5.244636535644531,
      "epoch": 2.404238618524333,
      "rel-constrast": 2.2313218116760254,
      "step": 3063,
      "subrel-constrast": 3.3849809169769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1537058353424072,
      "cov-distil (oracle2student)": 3.8257784843444824,
      "cov-distil (oracle2teacher)": 4.278190612792969,
      "epoch": 2.405023547880691,
      "rel-constrast": 3.7816286087036133,
      "step": 3064,
      "subrel-constrast": 4.292531490325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824474811553955,
      "cov-distil (oracle2student)": 2.0192253589630127,
      "cov-distil (oracle2teacher)": 2.5346899032592773,
      "epoch": 2.4058084772370485,
      "rel-constrast": 1.8869396448135376,
      "step": 3065,
      "subrel-constrast": 2.7229793071746826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38654363155365,
      "cov-distil (oracle2student)": 4.3112592697143555,
      "cov-distil (oracle2teacher)": 4.213629722595215,
      "epoch": 2.4065934065934065,
      "rel-constrast": 2.095506191253662,
      "step": 3066,
      "subrel-constrast": 2.5893983840942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0806803703308105,
      "cov-distil (oracle2student)": 4.473538875579834,
      "cov-distil (oracle2teacher)": 4.470989227294922,
      "epoch": 2.4073783359497645,
      "rel-constrast": 2.4213578701019287,
      "step": 3067,
      "subrel-constrast": 3.7998762130737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.647125244140625,
      "cov-distil (oracle2student)": 6.362201690673828,
      "cov-distil (oracle2teacher)": 5.632021427154541,
      "epoch": 2.4081632653061225,
      "rel-constrast": 1.5719271898269653,
      "step": 3068,
      "subrel-constrast": 2.71998929977417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5720539093017578,
      "cov-distil (oracle2student)": 5.23113489151001,
      "cov-distil (oracle2teacher)": 4.974650859832764,
      "epoch": 2.4089481946624804,
      "rel-constrast": 3.1002023220062256,
      "step": 3069,
      "subrel-constrast": 4.043749809265137,
      "view-similarity": 0
    },
    {
      "epoch": 2.4097331240188384,
      "grad_norm": 4.625,
      "learning_rate": 3.895661694962542e-05,
      "loss": 0.6484,
      "step": 3070
    },
    {
      "cov-distil": 1.5777366161346436,
      "cov-distil (oracle2student)": 3.871232032775879,
      "cov-distil (oracle2teacher)": 3.308694362640381,
      "epoch": 2.4097331240188384,
      "rel-constrast": 1.8500549793243408,
      "step": 3070,
      "subrel-constrast": 2.9399898052215576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2833776473999023,
      "cov-distil (oracle2student)": 4.034316539764404,
      "cov-distil (oracle2teacher)": 3.7605879306793213,
      "epoch": 2.4105180533751964,
      "rel-constrast": 2.7599260807037354,
      "step": 3071,
      "subrel-constrast": 3.5371246337890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353249549865723,
      "cov-distil (oracle2student)": 5.634966850280762,
      "cov-distil (oracle2teacher)": 5.126171112060547,
      "epoch": 2.411302982731554,
      "rel-constrast": 1.984384298324585,
      "step": 3072,
      "subrel-constrast": 2.8229620456695557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6915299892425537,
      "cov-distil (oracle2student)": 5.275289535522461,
      "cov-distil (oracle2teacher)": 4.461860179901123,
      "epoch": 2.412087912087912,
      "rel-constrast": 3.0404646396636963,
      "step": 3073,
      "subrel-constrast": 3.250730276107788,
      "view-similarity": 0
    },
    {
      "cov-distil": 3.222893714904785,
      "cov-distil (oracle2student)": 4.607212066650391,
      "cov-distil (oracle2teacher)": 4.534679412841797,
      "epoch": 2.41287284144427,
      "rel-constrast": 2.5971860885620117,
      "step": 3074,
      "subrel-constrast": 4.140618324279785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.320495128631592,
      "cov-distil (oracle2student)": 3.638737678527832,
      "cov-distil (oracle2teacher)": 3.546475887298584,
      "epoch": 2.413657770800628,
      "rel-constrast": 1.938230276107788,
      "step": 3075,
      "subrel-constrast": 3.477849006652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4721124172210693,
      "cov-distil (oracle2student)": 5.739895820617676,
      "cov-distil (oracle2teacher)": 5.532788276672363,
      "epoch": 2.414442700156986,
      "rel-constrast": 1.9358704090118408,
      "step": 3076,
      "subrel-constrast": 2.9994165897369385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720669984817505,
      "cov-distil (oracle2student)": 5.331406116485596,
      "cov-distil (oracle2teacher)": 5.273094177246094,
      "epoch": 2.415227629513344,
      "rel-constrast": 2.5917437076568604,
      "step": 3077,
      "subrel-constrast": 3.585447072982788,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6667420864105225,
      "cov-distil (oracle2student)": 4.210370063781738,
      "cov-distil (oracle2teacher)": 4.311700820922852,
      "epoch": 2.416012558869702,
      "rel-constrast": 2.979163646697998,
      "step": 3078,
      "subrel-constrast": 3.6214406490325928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5743722915649414,
      "cov-distil (oracle2student)": 3.748267650604248,
      "cov-distil (oracle2teacher)": 3.570659875869751,
      "epoch": 2.4167974882260594,
      "rel-constrast": 2.5611355304718018,
      "step": 3079,
      "subrel-constrast": 3.269412040710449,
      "view-similarity": 0
    },
    {
      "epoch": 2.4175824175824174,
      "grad_norm": 4.65625,
      "learning_rate": 3.8616443588858805e-05,
      "loss": 0.6557,
      "step": 3080
    },
    {
      "cov-distil": 1.861290693283081,
      "cov-distil (oracle2student)": 4.3462700843811035,
      "cov-distil (oracle2teacher)": 4.461503028869629,
      "epoch": 2.4175824175824174,
      "rel-constrast": 1.5574146509170532,
      "step": 3080,
      "subrel-constrast": 2.6129274368286133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7880535125732422,
      "cov-distil (oracle2student)": 4.285267353057861,
      "cov-distil (oracle2teacher)": 4.074001312255859,
      "epoch": 2.4183673469387754,
      "rel-constrast": 2.2904164791107178,
      "step": 3081,
      "subrel-constrast": 3.1032469272613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.355188250541687,
      "cov-distil (oracle2student)": 4.611270904541016,
      "cov-distil (oracle2teacher)": 4.774550437927246,
      "epoch": 2.4191522762951334,
      "rel-constrast": 2.3961594104766846,
      "step": 3082,
      "subrel-constrast": 3.3666300773620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6555789709091187,
      "cov-distil (oracle2student)": 3.2752909660339355,
      "cov-distil (oracle2teacher)": 3.4900872707366943,
      "epoch": 2.4199372056514914,
      "rel-constrast": 2.476964235305786,
      "step": 3083,
      "subrel-constrast": 3.2097413539886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7283368110656738,
      "cov-distil (oracle2student)": 4.231541633605957,
      "cov-distil (oracle2teacher)": 4.353603839874268,
      "epoch": 2.4207221350078494,
      "rel-constrast": 2.7824866771698,
      "step": 3084,
      "subrel-constrast": 3.6320488452911377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4428236484527588,
      "cov-distil (oracle2student)": 6.90374755859375,
      "cov-distil (oracle2teacher)": 5.852606773376465,
      "epoch": 2.4215070643642074,
      "rel-constrast": 3.314300298690796,
      "step": 3085,
      "subrel-constrast": 3.6779849529266357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5292574167251587,
      "cov-distil (oracle2student)": 5.546357154846191,
      "cov-distil (oracle2teacher)": 4.816659927368164,
      "epoch": 2.422291993720565,
      "rel-constrast": 1.5635120868682861,
      "step": 3086,
      "subrel-constrast": 2.5789694786071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701991081237793,
      "cov-distil (oracle2student)": 3.8424718379974365,
      "cov-distil (oracle2teacher)": 3.842306613922119,
      "epoch": 2.423076923076923,
      "rel-constrast": 2.5148396492004395,
      "step": 3087,
      "subrel-constrast": 3.2025742530822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5083808898925781,
      "cov-distil (oracle2student)": 3.8428659439086914,
      "cov-distil (oracle2teacher)": 4.139943599700928,
      "epoch": 2.423861852433281,
      "rel-constrast": 2.0038347244262695,
      "step": 3088,
      "subrel-constrast": 2.5554141998291016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.983378529548645,
      "cov-distil (oracle2student)": 3.494889259338379,
      "cov-distil (oracle2teacher)": 3.790086507797241,
      "epoch": 2.424646781789639,
      "rel-constrast": 2.186086416244507,
      "step": 3089,
      "subrel-constrast": 2.9310944080352783,
      "view-similarity": 0
    },
    {
      "epoch": 2.425431711145997,
      "grad_norm": 6.03125,
      "learning_rate": 3.827682504657187e-05,
      "loss": 0.6185,
      "step": 3090
    },
    {
      "cov-distil": 1.9795176982879639,
      "cov-distil (oracle2student)": 5.419670104980469,
      "cov-distil (oracle2teacher)": 5.25820779800415,
      "epoch": 2.425431711145997,
      "rel-constrast": 2.9003138542175293,
      "step": 3090,
      "subrel-constrast": 3.515631675720215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9087634086608887,
      "cov-distil (oracle2student)": 3.015961170196533,
      "cov-distil (oracle2teacher)": 2.993575096130371,
      "epoch": 2.426216640502355,
      "rel-constrast": 2.187025785446167,
      "step": 3091,
      "subrel-constrast": 2.983985424041748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.966289758682251,
      "cov-distil (oracle2student)": 4.368743419647217,
      "cov-distil (oracle2teacher)": 4.11451530456543,
      "epoch": 2.427001569858713,
      "rel-constrast": 1.9291108846664429,
      "step": 3092,
      "subrel-constrast": 3.195866584777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.015824556350708,
      "cov-distil (oracle2student)": 3.216700315475464,
      "cov-distil (oracle2teacher)": 3.4112255573272705,
      "epoch": 2.427786499215071,
      "rel-constrast": 2.0495076179504395,
      "step": 3093,
      "subrel-constrast": 3.103501796722412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5034934282302856,
      "cov-distil (oracle2student)": 4.242672920227051,
      "cov-distil (oracle2teacher)": 3.866121530532837,
      "epoch": 2.4285714285714284,
      "rel-constrast": 1.7268584966659546,
      "step": 3094,
      "subrel-constrast": 2.509366273880005,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6806068420410156,
      "cov-distil (oracle2student)": 5.005089282989502,
      "cov-distil (oracle2teacher)": 4.575316429138184,
      "epoch": 2.4293563579277864,
      "rel-constrast": 1.6151049137115479,
      "step": 3095,
      "subrel-constrast": 2.4557712078094482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362043142318726,
      "cov-distil (oracle2student)": 2.7854812145233154,
      "cov-distil (oracle2teacher)": 3.014932155609131,
      "epoch": 2.4301412872841444,
      "rel-constrast": 1.5596873760223389,
      "step": 3096,
      "subrel-constrast": 2.6160452365875244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7006938457489014,
      "cov-distil (oracle2student)": 3.923386812210083,
      "cov-distil (oracle2teacher)": 3.9828906059265137,
      "epoch": 2.4309262166405023,
      "rel-constrast": 2.0091567039489746,
      "step": 3097,
      "subrel-constrast": 3.176866292953491,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1062889099121094,
      "cov-distil (oracle2student)": 4.918701171875,
      "cov-distil (oracle2teacher)": 4.505899429321289,
      "epoch": 2.4317111459968603,
      "rel-constrast": 2.5221128463745117,
      "step": 3098,
      "subrel-constrast": 3.558445692062378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7252134084701538,
      "cov-distil (oracle2student)": 4.017173767089844,
      "cov-distil (oracle2teacher)": 3.7515804767608643,
      "epoch": 2.4324960753532183,
      "rel-constrast": 1.90541672706604,
      "step": 3099,
      "subrel-constrast": 2.812103509902954,
      "view-similarity": 0
    },
    {
      "epoch": 2.4332810047095763,
      "grad_norm": 4.0625,
      "learning_rate": 3.7937777875293244e-05,
      "loss": 0.5564,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "overlap": 0.33281251788139343,
      "step": 3100
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "student margin": 0.0699462890625
    },
    {
      "epoch": 2.4332810047095763,
      "step": 3100,
      "teacher margin": 0.05133056640625
    },
    {
      "epoch": 2.4332810047095763,
      "margin difference": -0.01861572265625,
      "step": 3100
    },
    {
      "cov-distil": 1.7686026096343994,
      "cov-distil (oracle2student)": 5.009387969970703,
      "cov-distil (oracle2teacher)": 4.622668743133545,
      "epoch": 2.4332810047095763,
      "rel-constrast": 2.2058444023132324,
      "step": 3100,
      "subrel-constrast": 2.8067712783813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5080890655517578,
      "cov-distil (oracle2student)": 4.4926581382751465,
      "cov-distil (oracle2teacher)": 4.297735214233398,
      "epoch": 2.4340659340659343,
      "rel-constrast": 2.3997552394866943,
      "step": 3101,
      "subrel-constrast": 2.8884310722351074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.801567792892456,
      "cov-distil (oracle2student)": 6.475258827209473,
      "cov-distil (oracle2teacher)": 6.186679363250732,
      "epoch": 2.434850863422292,
      "rel-constrast": 3.343043088912964,
      "step": 3102,
      "subrel-constrast": 3.91839599609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2356224060058594,
      "cov-distil (oracle2student)": 4.58401346206665,
      "cov-distil (oracle2teacher)": 4.669745922088623,
      "epoch": 2.43563579277865,
      "rel-constrast": 1.658207654953003,
      "step": 3103,
      "subrel-constrast": 3.1338212490081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7557342052459717,
      "cov-distil (oracle2student)": 2.517589569091797,
      "cov-distil (oracle2teacher)": 2.9158222675323486,
      "epoch": 2.436420722135008,
      "rel-constrast": 2.2775070667266846,
      "step": 3104,
      "subrel-constrast": 3.26365327835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.152306318283081,
      "cov-distil (oracle2student)": 4.273146629333496,
      "cov-distil (oracle2teacher)": 4.052320957183838,
      "epoch": 2.437205651491366,
      "rel-constrast": 2.3756630420684814,
      "step": 3105,
      "subrel-constrast": 3.5196738243103027,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2045235633850098,
      "cov-distil (oracle2student)": 4.420785903930664,
      "cov-distil (oracle2teacher)": 4.197235107421875,
      "epoch": 2.437990580847724,
      "rel-constrast": 2.6055831909179688,
      "step": 3106,
      "subrel-constrast": 3.6975595951080322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1539933681488037,
      "cov-distil (oracle2student)": 3.414095401763916,
      "cov-distil (oracle2teacher)": 3.4400439262390137,
      "epoch": 2.438775510204082,
      "rel-constrast": 2.7237281799316406,
      "step": 3107,
      "subrel-constrast": 3.547374725341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0234146118164062,
      "cov-distil (oracle2student)": 4.123984336853027,
      "cov-distil (oracle2teacher)": 3.8258280754089355,
      "epoch": 2.4395604395604398,
      "rel-constrast": 3.3093976974487305,
      "step": 3108,
      "subrel-constrast": 3.8604776859283447,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.103621006011963,
      "cov-distil (oracle2student)": 6.5791497230529785,
      "cov-distil (oracle2teacher)": 5.464191436767578,
      "epoch": 2.4403453689167973,
      "rel-constrast": 2.127467155456543,
      "step": 3109,
      "subrel-constrast": 3.2385902404785156,
      "view-similarity": 0
    },
    {
      "epoch": 2.4411302982731553,
      "grad_norm": 3.78125,
      "learning_rate": 3.759931859970374e-05,
      "loss": 0.6749,
      "step": 3110
    },
    {
      "cov-distil": 2.323178768157959,
      "cov-distil (oracle2student)": 4.442637920379639,
      "cov-distil (oracle2teacher)": 4.264430046081543,
      "epoch": 2.4411302982731553,
      "rel-constrast": 2.3263611793518066,
      "step": 3110,
      "subrel-constrast": 3.4953229427337646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.382070541381836,
      "cov-distil (oracle2student)": 3.676898717880249,
      "cov-distil (oracle2teacher)": 3.7135703563690186,
      "epoch": 2.4419152276295133,
      "rel-constrast": 2.4107980728149414,
      "step": 3111,
      "subrel-constrast": 3.0581750869750977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.448745608329773,
      "cov-distil (oracle2student)": 3.876579761505127,
      "cov-distil (oracle2teacher)": 3.1082963943481445,
      "epoch": 2.4427001569858713,
      "rel-constrast": 2.372185707092285,
      "step": 3112,
      "subrel-constrast": 2.7311930656433105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951094627380371,
      "cov-distil (oracle2student)": 3.913053274154663,
      "cov-distil (oracle2teacher)": 4.203577041625977,
      "epoch": 2.4434850863422293,
      "rel-constrast": 2.6809654235839844,
      "step": 3113,
      "subrel-constrast": 4.147116661071777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8487548828125,
      "cov-distil (oracle2student)": 4.9156694412231445,
      "cov-distil (oracle2teacher)": 4.437131881713867,
      "epoch": 2.4442700156985873,
      "rel-constrast": 1.992843747138977,
      "step": 3114,
      "subrel-constrast": 2.9429140090942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5314693450927734,
      "cov-distil (oracle2student)": 7.024617671966553,
      "cov-distil (oracle2teacher)": 6.264778137207031,
      "epoch": 2.4450549450549453,
      "rel-constrast": 2.1659836769104004,
      "step": 3115,
      "subrel-constrast": 3.6058263778686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9801759719848633,
      "cov-distil (oracle2student)": 3.4637160301208496,
      "cov-distil (oracle2teacher)": 3.537245988845825,
      "epoch": 2.445839874411303,
      "rel-constrast": 1.2470331192016602,
      "step": 3116,
      "subrel-constrast": 2.1770079135894775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.725951910018921,
      "cov-distil (oracle2student)": 3.0581159591674805,
      "cov-distil (oracle2teacher)": 3.013620376586914,
      "epoch": 2.446624803767661,
      "rel-constrast": 2.3632009029388428,
      "step": 3117,
      "subrel-constrast": 2.809687376022339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2868273258209229,
      "cov-distil (oracle2student)": 4.409479141235352,
      "cov-distil (oracle2teacher)": 4.285835266113281,
      "epoch": 2.4474097331240188,
      "rel-constrast": 1.559302568435669,
      "step": 3118,
      "subrel-constrast": 2.595576524734497,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6972274780273438,
      "cov-distil (oracle2student)": 4.236064910888672,
      "cov-distil (oracle2teacher)": 4.295823097229004,
      "epoch": 2.4481946624803768,
      "rel-constrast": 1.966650366783142,
      "step": 3119,
      "subrel-constrast": 3.3370978832244873,
      "view-similarity": 0
    },
    {
      "epoch": 2.4489795918367347,
      "grad_norm": 3.5625,
      "learning_rate": 3.72614637158309e-05,
      "loss": 0.5701,
      "step": 3120
    },
    {
      "cov-distil": 1.6432254314422607,
      "cov-distil (oracle2student)": 6.212403774261475,
      "cov-distil (oracle2teacher)": 5.745029449462891,
      "epoch": 2.4489795918367347,
      "rel-constrast": 2.4563043117523193,
      "step": 3120,
      "subrel-constrast": 2.991266965866089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.168306589126587,
      "cov-distil (oracle2student)": 5.045295715332031,
      "cov-distil (oracle2teacher)": 5.019516944885254,
      "epoch": 2.4497645211930927,
      "rel-constrast": 2.042118549346924,
      "step": 3121,
      "subrel-constrast": 3.0539028644561768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3672869205474854,
      "cov-distil (oracle2student)": 3.2500834465026855,
      "cov-distil (oracle2teacher)": 3.084979295730591,
      "epoch": 2.4505494505494507,
      "rel-constrast": 1.9717227220535278,
      "step": 3122,
      "subrel-constrast": 2.8840017318725586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8868132829666138,
      "cov-distil (oracle2student)": 4.733428478240967,
      "cov-distil (oracle2teacher)": 4.492084503173828,
      "epoch": 2.4513343799058083,
      "rel-constrast": 2.708191156387329,
      "step": 3123,
      "subrel-constrast": 3.3966097831726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6797417402267456,
      "cov-distil (oracle2student)": 4.425149917602539,
      "cov-distil (oracle2teacher)": 4.389047622680664,
      "epoch": 2.4521193092621663,
      "rel-constrast": 2.795288562774658,
      "step": 3124,
      "subrel-constrast": 3.875178337097168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7767432928085327,
      "cov-distil (oracle2student)": 4.843177318572998,
      "cov-distil (oracle2teacher)": 4.212087154388428,
      "epoch": 2.4529042386185242,
      "rel-constrast": 2.1719107627868652,
      "step": 3125,
      "subrel-constrast": 2.7810006141662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5935389995574951,
      "cov-distil (oracle2student)": 4.111145973205566,
      "cov-distil (oracle2teacher)": 4.141251564025879,
      "epoch": 2.4536891679748822,
      "rel-constrast": 2.590970039367676,
      "step": 3126,
      "subrel-constrast": 3.548978090286255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2777495384216309,
      "cov-distil (oracle2student)": 4.694881439208984,
      "cov-distil (oracle2teacher)": 4.780970573425293,
      "epoch": 2.4544740973312402,
      "rel-constrast": 2.0164952278137207,
      "step": 3127,
      "subrel-constrast": 2.574971914291382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4879837036132812,
      "cov-distil (oracle2student)": 5.191027641296387,
      "cov-distil (oracle2teacher)": 4.29691219329834,
      "epoch": 2.455259026687598,
      "rel-constrast": 1.9111452102661133,
      "step": 3128,
      "subrel-constrast": 2.9197275638580322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5450248718261719,
      "cov-distil (oracle2student)": 3.528128147125244,
      "cov-distil (oracle2teacher)": 3.716806173324585,
      "epoch": 2.456043956043956,
      "rel-constrast": 2.2242283821105957,
      "step": 3129,
      "subrel-constrast": 3.1965951919555664,
      "view-similarity": 0
    },
    {
      "epoch": 2.4568288854003137,
      "grad_norm": 4.21875,
      "learning_rate": 3.692422969024516e-05,
      "loss": 0.6108,
      "step": 3130
    },
    {
      "cov-distil": 1.5525975227355957,
      "cov-distil (oracle2student)": 4.986881256103516,
      "cov-distil (oracle2teacher)": 4.787384986877441,
      "epoch": 2.4568288854003137,
      "rel-constrast": 2.849416732788086,
      "step": 3130,
      "subrel-constrast": 3.8724539279937744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8014767169952393,
      "cov-distil (oracle2student)": 3.2837140560150146,
      "cov-distil (oracle2teacher)": 3.660644292831421,
      "epoch": 2.4576138147566717,
      "rel-constrast": 2.3810110092163086,
      "step": 3131,
      "subrel-constrast": 3.017723560333252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2395585775375366,
      "cov-distil (oracle2student)": 4.095124244689941,
      "cov-distil (oracle2teacher)": 3.8447465896606445,
      "epoch": 2.4583987441130297,
      "rel-constrast": 2.950653314590454,
      "step": 3132,
      "subrel-constrast": 2.9242665767669678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7218732833862305,
      "cov-distil (oracle2student)": 3.0021328926086426,
      "cov-distil (oracle2teacher)": 3.2216761112213135,
      "epoch": 2.4591836734693877,
      "rel-constrast": 2.4719901084899902,
      "step": 3133,
      "subrel-constrast": 3.156524419784546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07885479927063,
      "cov-distil (oracle2student)": 7.0100812911987305,
      "cov-distil (oracle2teacher)": 6.5799455642700195,
      "epoch": 2.4599686028257457,
      "rel-constrast": 3.1967933177948,
      "step": 3134,
      "subrel-constrast": 3.7005867958068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6716909408569336,
      "cov-distil (oracle2student)": 4.531330108642578,
      "cov-distil (oracle2teacher)": 4.418160438537598,
      "epoch": 2.4607535321821037,
      "rel-constrast": 2.4435019493103027,
      "step": 3135,
      "subrel-constrast": 3.291484832763672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2273046970367432,
      "cov-distil (oracle2student)": 5.238887786865234,
      "cov-distil (oracle2teacher)": 5.004995346069336,
      "epoch": 2.4615384615384617,
      "rel-constrast": 2.994300127029419,
      "step": 3136,
      "subrel-constrast": 3.601491928100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209125280380249,
      "cov-distil (oracle2student)": 5.06990909576416,
      "cov-distil (oracle2teacher)": 4.315341949462891,
      "epoch": 2.462323390894819,
      "rel-constrast": 1.7597570419311523,
      "step": 3137,
      "subrel-constrast": 2.505254030227661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0122392177581787,
      "cov-distil (oracle2student)": 5.035409450531006,
      "cov-distil (oracle2teacher)": 4.435708045959473,
      "epoch": 2.463108320251177,
      "rel-constrast": 3.10054349899292,
      "step": 3138,
      "subrel-constrast": 3.8258161544799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.871667504310608,
      "cov-distil (oracle2student)": 3.5001237392425537,
      "cov-distil (oracle2teacher)": 3.464088201522827,
      "epoch": 2.463893249607535,
      "rel-constrast": 3.689131736755371,
      "step": 3139,
      "subrel-constrast": 4.070971965789795,
      "view-similarity": 0
    },
    {
      "epoch": 2.464678178963893,
      "grad_norm": 5.59375,
      "learning_rate": 3.6587632959257165e-05,
      "loss": 0.7394,
      "step": 3140
    },
    {
      "cov-distil": 1.739814043045044,
      "cov-distil (oracle2student)": 3.530827522277832,
      "cov-distil (oracle2teacher)": 2.9404489994049072,
      "epoch": 2.464678178963893,
      "rel-constrast": 2.5557916164398193,
      "step": 3140,
      "subrel-constrast": 2.905709981918335,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4652808904647827,
      "cov-distil (oracle2student)": 3.6599605083465576,
      "cov-distil (oracle2teacher)": 3.637110948562622,
      "epoch": 2.465463108320251,
      "rel-constrast": 1.7495559453964233,
      "step": 3141,
      "subrel-constrast": 2.444216728210449,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5441968441009521,
      "cov-distil (oracle2student)": 3.821481227874756,
      "cov-distil (oracle2teacher)": 3.740741729736328,
      "epoch": 2.466248037676609,
      "rel-constrast": 1.7368290424346924,
      "step": 3142,
      "subrel-constrast": 2.661588430404663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4863924980163574,
      "cov-distil (oracle2student)": 4.0423479080200195,
      "cov-distil (oracle2teacher)": 3.5929832458496094,
      "epoch": 2.467032967032967,
      "rel-constrast": 2.457305431365967,
      "step": 3143,
      "subrel-constrast": 2.829366445541382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.098894715309143,
      "cov-distil (oracle2student)": 4.8512678146362305,
      "cov-distil (oracle2teacher)": 4.75266170501709,
      "epoch": 2.467817896389325,
      "rel-constrast": 2.3629751205444336,
      "step": 3144,
      "subrel-constrast": 3.2776551246643066,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9812648296356201,
      "cov-distil (oracle2student)": 5.258484363555908,
      "cov-distil (oracle2teacher)": 4.864498138427734,
      "epoch": 2.468602825745683,
      "rel-constrast": 2.447831153869629,
      "step": 3145,
      "subrel-constrast": 3.5826504230499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.549945592880249,
      "cov-distil (oracle2student)": 5.969420433044434,
      "cov-distil (oracle2teacher)": 5.246064186096191,
      "epoch": 2.4693877551020407,
      "rel-constrast": 2.4539127349853516,
      "step": 3146,
      "subrel-constrast": 3.098207712173462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2316973209381104,
      "cov-distil (oracle2student)": 4.846330165863037,
      "cov-distil (oracle2teacher)": 4.810659408569336,
      "epoch": 2.4701726844583987,
      "rel-constrast": 2.6307101249694824,
      "step": 3147,
      "subrel-constrast": 3.4529685974121094,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3542706966400146,
      "cov-distil (oracle2student)": 4.229633331298828,
      "cov-distil (oracle2teacher)": 4.1558122634887695,
      "epoch": 2.4709576138147566,
      "rel-constrast": 2.518991708755493,
      "step": 3148,
      "subrel-constrast": 3.6131205558776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.177793025970459,
      "cov-distil (oracle2student)": 4.881847381591797,
      "cov-distil (oracle2teacher)": 5.058722496032715,
      "epoch": 2.4717425431711146,
      "rel-constrast": 2.5920190811157227,
      "step": 3149,
      "subrel-constrast": 3.778862476348877,
      "view-similarity": 0
    },
    {
      "epoch": 2.4725274725274726,
      "grad_norm": 5.0,
      "learning_rate": 3.625168992811671e-05,
      "loss": 0.6292,
      "step": 3150
    },
    {
      "cov-distil": 1.4964690208435059,
      "cov-distil (oracle2student)": 2.9795711040496826,
      "cov-distil (oracle2teacher)": 2.9269509315490723,
      "epoch": 2.4725274725274726,
      "rel-constrast": 1.7452991008758545,
      "step": 3150,
      "subrel-constrast": 2.7682902812957764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1674094200134277,
      "cov-distil (oracle2student)": 4.206328868865967,
      "cov-distil (oracle2teacher)": 3.321427583694458,
      "epoch": 2.4733124018838306,
      "rel-constrast": 1.573918342590332,
      "step": 3151,
      "subrel-constrast": 1.7852150201797485,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.416254997253418,
      "cov-distil (oracle2student)": 3.7593765258789062,
      "cov-distil (oracle2teacher)": 3.1883788108825684,
      "epoch": 2.4740973312401886,
      "rel-constrast": 1.3450205326080322,
      "step": 3152,
      "subrel-constrast": 1.696112036705017,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4896674156188965,
      "cov-distil (oracle2student)": 3.6023523807525635,
      "cov-distil (oracle2teacher)": 4.1730451583862305,
      "epoch": 2.474882260596546,
      "rel-constrast": 2.433346748352051,
      "step": 3153,
      "subrel-constrast": 3.6080026626586914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.452536702156067,
      "cov-distil (oracle2student)": 4.160121917724609,
      "cov-distil (oracle2teacher)": 4.0713276863098145,
      "epoch": 2.475667189952904,
      "rel-constrast": 1.9609153270721436,
      "step": 3154,
      "subrel-constrast": 2.8567440509796143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7555241584777832,
      "cov-distil (oracle2student)": 5.758874893188477,
      "cov-distil (oracle2teacher)": 5.184026718139648,
      "epoch": 2.476452119309262,
      "rel-constrast": 2.7444255352020264,
      "step": 3155,
      "subrel-constrast": 3.701869487762451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4036023616790771,
      "cov-distil (oracle2student)": 4.5449323654174805,
      "cov-distil (oracle2teacher)": 3.9796524047851562,
      "epoch": 2.47723704866562,
      "rel-constrast": 1.5688858032226562,
      "step": 3156,
      "subrel-constrast": 2.597745418548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4252359867095947,
      "cov-distil (oracle2student)": 3.842236042022705,
      "cov-distil (oracle2teacher)": 3.6985881328582764,
      "epoch": 2.478021978021978,
      "rel-constrast": 2.058135986328125,
      "step": 3157,
      "subrel-constrast": 2.8775477409362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102468967437744,
      "cov-distil (oracle2student)": 3.7500033378601074,
      "cov-distil (oracle2teacher)": 3.670642375946045,
      "epoch": 2.478806907378336,
      "rel-constrast": 1.474890112876892,
      "step": 3158,
      "subrel-constrast": 2.45915150642395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8531475067138672,
      "cov-distil (oracle2student)": 2.7118453979492188,
      "cov-distil (oracle2teacher)": 2.932440996170044,
      "epoch": 2.479591836734694,
      "rel-constrast": 1.738740086555481,
      "step": 3159,
      "subrel-constrast": 2.5964128971099854,
      "view-similarity": 0
    },
    {
      "epoch": 2.4803767660910516,
      "grad_norm": 4.46875,
      "learning_rate": 3.591641697021317e-05,
      "loss": 0.5038,
      "step": 3160
    },
    {
      "cov-distil": 2.2895798683166504,
      "cov-distil (oracle2student)": 6.516321659088135,
      "cov-distil (oracle2teacher)": 5.738895416259766,
      "epoch": 2.4803767660910516,
      "rel-constrast": 1.8781565427780151,
      "step": 3160,
      "subrel-constrast": 2.809391736984253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.689530611038208,
      "cov-distil (oracle2student)": 3.3569700717926025,
      "cov-distil (oracle2teacher)": 3.5223917961120605,
      "epoch": 2.4811616954474096,
      "rel-constrast": 2.4247312545776367,
      "step": 3161,
      "subrel-constrast": 3.2318668365478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7324084043502808,
      "cov-distil (oracle2student)": 3.9804813861846924,
      "cov-distil (oracle2teacher)": 3.1922407150268555,
      "epoch": 2.4819466248037676,
      "rel-constrast": 1.9958105087280273,
      "step": 3162,
      "subrel-constrast": 2.3431060314178467,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7491801977157593,
      "cov-distil (oracle2student)": 3.81101131439209,
      "cov-distil (oracle2teacher)": 3.4488699436187744,
      "epoch": 2.4827315541601256,
      "rel-constrast": 1.8627007007598877,
      "step": 3163,
      "subrel-constrast": 2.991182565689087,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0124683380126953,
      "cov-distil (oracle2student)": 3.613896131515503,
      "cov-distil (oracle2teacher)": 3.4037024974823,
      "epoch": 2.4835164835164836,
      "rel-constrast": 1.57439386844635,
      "step": 3164,
      "subrel-constrast": 2.2479429244995117,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2481627464294434,
      "cov-distil (oracle2student)": 4.683590888977051,
      "cov-distil (oracle2teacher)": 4.360620498657227,
      "epoch": 2.4843014128728416,
      "rel-constrast": 2.502878189086914,
      "step": 3165,
      "subrel-constrast": 3.678825855255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3784831762313843,
      "cov-distil (oracle2student)": 5.262328147888184,
      "cov-distil (oracle2teacher)": 5.092352867126465,
      "epoch": 2.4850863422291996,
      "rel-constrast": 2.7539126873016357,
      "step": 3166,
      "subrel-constrast": 3.5021114349365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7582558393478394,
      "cov-distil (oracle2student)": 4.17181396484375,
      "cov-distil (oracle2teacher)": 3.809492826461792,
      "epoch": 2.485871271585557,
      "rel-constrast": 2.7051141262054443,
      "step": 3167,
      "subrel-constrast": 3.2629165649414062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2875041961669922,
      "cov-distil (oracle2student)": 4.653501033782959,
      "cov-distil (oracle2teacher)": 4.704184055328369,
      "epoch": 2.486656200941915,
      "rel-constrast": 2.4887442588806152,
      "step": 3168,
      "subrel-constrast": 3.1847710609436035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9851971864700317,
      "cov-distil (oracle2student)": 3.38539981842041,
      "cov-distil (oracle2teacher)": 2.8460946083068848,
      "epoch": 2.487441130298273,
      "rel-constrast": 1.6749072074890137,
      "step": 3169,
      "subrel-constrast": 2.7377066612243652,
      "view-similarity": 0
    },
    {
      "epoch": 2.488226059654631,
      "grad_norm": 4.59375,
      "learning_rate": 3.558183042627755e-05,
      "loss": 0.5919,
      "step": 3170
    },
    {
      "cov-distil": 1.6157785654067993,
      "cov-distil (oracle2student)": 3.286649465560913,
      "cov-distil (oracle2teacher)": 3.57310152053833,
      "epoch": 2.488226059654631,
      "rel-constrast": 2.1305179595947266,
      "step": 3170,
      "subrel-constrast": 3.2665181159973145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7043012380599976,
      "cov-distil (oracle2student)": 2.8668360710144043,
      "cov-distil (oracle2teacher)": 2.8581812381744385,
      "epoch": 2.489010989010989,
      "rel-constrast": 1.863953709602356,
      "step": 3171,
      "subrel-constrast": 2.8983118534088135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5997743606567383,
      "cov-distil (oracle2student)": 4.862058639526367,
      "cov-distil (oracle2teacher)": 4.459518909454346,
      "epoch": 2.489795918367347,
      "rel-constrast": 1.992990493774414,
      "step": 3172,
      "subrel-constrast": 2.613957405090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680174827575684,
      "cov-distil (oracle2student)": 3.8641130924224854,
      "cov-distil (oracle2teacher)": 3.5657286643981934,
      "epoch": 2.490580847723705,
      "rel-constrast": 1.4556975364685059,
      "step": 3173,
      "subrel-constrast": 2.2971553802490234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.679180383682251,
      "cov-distil (oracle2student)": 4.199146270751953,
      "cov-distil (oracle2teacher)": 3.8303885459899902,
      "epoch": 2.4913657770800626,
      "rel-constrast": 1.4024114608764648,
      "step": 3174,
      "subrel-constrast": 2.547718048095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0625548362731934,
      "cov-distil (oracle2student)": 3.9339475631713867,
      "cov-distil (oracle2teacher)": 3.891050338745117,
      "epoch": 2.4921507064364206,
      "rel-constrast": 1.8782899379730225,
      "step": 3175,
      "subrel-constrast": 2.645672559738159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4492452144622803,
      "cov-distil (oracle2student)": 4.963891506195068,
      "cov-distil (oracle2teacher)": 5.0495758056640625,
      "epoch": 2.4929356357927785,
      "rel-constrast": 3.3479764461517334,
      "step": 3176,
      "subrel-constrast": 3.880608081817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1461730003356934,
      "cov-distil (oracle2student)": 3.118138313293457,
      "cov-distil (oracle2teacher)": 3.2504472732543945,
      "epoch": 2.4937205651491365,
      "rel-constrast": 1.7955905199050903,
      "step": 3177,
      "subrel-constrast": 2.8492796421051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.368376612663269,
      "cov-distil (oracle2student)": 5.869342803955078,
      "cov-distil (oracle2teacher)": 5.238109588623047,
      "epoch": 2.4945054945054945,
      "rel-constrast": 1.926445484161377,
      "step": 3178,
      "subrel-constrast": 2.3126330375671387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.324951410293579,
      "cov-distil (oracle2student)": 4.330315589904785,
      "cov-distil (oracle2teacher)": 4.808345794677734,
      "epoch": 2.4952904238618525,
      "rel-constrast": 2.149746894836426,
      "step": 3179,
      "subrel-constrast": 3.2792305946350098,
      "view-similarity": 0
    },
    {
      "epoch": 2.4960753532182105,
      "grad_norm": 4.21875,
      "learning_rate": 3.524794660358593e-05,
      "loss": 0.5399,
      "step": 3180
    },
    {
      "cov-distil": 2.167235851287842,
      "cov-distil (oracle2student)": 3.4162161350250244,
      "cov-distil (oracle2teacher)": 3.257873296737671,
      "epoch": 2.4960753532182105,
      "rel-constrast": 2.2493033409118652,
      "step": 3180,
      "subrel-constrast": 3.388632297515869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.730081558227539,
      "cov-distil (oracle2student)": 2.5544817447662354,
      "cov-distil (oracle2teacher)": 2.9634456634521484,
      "epoch": 2.496860282574568,
      "rel-constrast": 2.3080012798309326,
      "step": 3181,
      "subrel-constrast": 3.2940380573272705,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7277551889419556,
      "cov-distil (oracle2student)": 2.81786847114563,
      "cov-distil (oracle2teacher)": 3.0207037925720215,
      "epoch": 2.497645211930926,
      "rel-constrast": 1.6935641765594482,
      "step": 3182,
      "subrel-constrast": 2.9556140899658203,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.8814756870269775,
      "cov-distil (oracle2student)": 4.504376411437988,
      "cov-distil (oracle2teacher)": 4.196325778961182,
      "epoch": 2.498430141287284,
      "rel-constrast": 1.9756050109863281,
      "step": 3183,
      "subrel-constrast": 3.9854233264923096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3048651218414307,
      "cov-distil (oracle2student)": 4.48115348815918,
      "cov-distil (oracle2teacher)": 4.325334548950195,
      "epoch": 2.499215070643642,
      "rel-constrast": 2.2078375816345215,
      "step": 3184,
      "subrel-constrast": 3.1295127868652344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7894424200057983,
      "cov-distil (oracle2student)": 5.405242443084717,
      "cov-distil (oracle2teacher)": 5.2953033447265625,
      "epoch": 2.5,
      "rel-constrast": 3.1835436820983887,
      "step": 3185,
      "subrel-constrast": 3.6628026962280273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4410253763198853,
      "cov-distil (oracle2student)": 3.3972508907318115,
      "cov-distil (oracle2teacher)": 3.918174982070923,
      "epoch": 2.500784929356358,
      "rel-constrast": 2.1738333702087402,
      "step": 3186,
      "subrel-constrast": 3.5000126361846924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6240875720977783,
      "cov-distil (oracle2student)": 5.016374588012695,
      "cov-distil (oracle2teacher)": 4.724581718444824,
      "epoch": 2.501569858712716,
      "rel-constrast": 2.002898931503296,
      "step": 3187,
      "subrel-constrast": 2.7469124794006348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5662566423416138,
      "cov-distil (oracle2student)": 4.580514907836914,
      "cov-distil (oracle2teacher)": 4.512308597564697,
      "epoch": 2.5023547880690735,
      "rel-constrast": 1.9120066165924072,
      "step": 3188,
      "subrel-constrast": 2.8748397827148438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4675004482269287,
      "cov-distil (oracle2student)": 6.023880481719971,
      "cov-distil (oracle2teacher)": 5.347043037414551,
      "epoch": 2.503139717425432,
      "rel-constrast": 1.5385727882385254,
      "step": 3189,
      "subrel-constrast": 2.6500680446624756,
      "view-similarity": 0
    },
    {
      "epoch": 2.5039246467817895,
      "grad_norm": 4.625,
      "learning_rate": 3.491478177516484e-05,
      "loss": 0.5754,
      "step": 3190
    },
    {
      "cov-distil": 1.6844761371612549,
      "cov-distil (oracle2student)": 4.120973587036133,
      "cov-distil (oracle2teacher)": 4.168560028076172,
      "epoch": 2.5039246467817895,
      "rel-constrast": 2.5607728958129883,
      "step": 3190,
      "subrel-constrast": 3.300217628479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.777939796447754,
      "cov-distil (oracle2student)": 3.8630475997924805,
      "cov-distil (oracle2teacher)": 3.8628015518188477,
      "epoch": 2.5047095761381475,
      "rel-constrast": 2.954929828643799,
      "step": 3191,
      "subrel-constrast": 3.9811394214630127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.397271990776062,
      "cov-distil (oracle2student)": 4.721578598022461,
      "cov-distil (oracle2teacher)": 4.951915740966797,
      "epoch": 2.5054945054945055,
      "rel-constrast": 2.4280409812927246,
      "step": 3192,
      "subrel-constrast": 3.2568612098693848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.409127950668335,
      "cov-distil (oracle2student)": 4.61574125289917,
      "cov-distil (oracle2teacher)": 4.441949844360352,
      "epoch": 2.5062794348508635,
      "rel-constrast": 2.90802001953125,
      "step": 3193,
      "subrel-constrast": 3.5825564861297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.243917465209961,
      "cov-distil (oracle2student)": 6.009615898132324,
      "cov-distil (oracle2teacher)": 5.6758270263671875,
      "epoch": 2.5070643642072215,
      "rel-constrast": 2.277134656906128,
      "step": 3194,
      "subrel-constrast": 3.3554491996765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7352948188781738,
      "cov-distil (oracle2student)": 3.7284209728240967,
      "cov-distil (oracle2teacher)": 4.196184158325195,
      "epoch": 2.5078492935635794,
      "rel-constrast": 2.871514320373535,
      "step": 3195,
      "subrel-constrast": 3.8220112323760986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4331685304641724,
      "cov-distil (oracle2student)": 4.515495300292969,
      "cov-distil (oracle2teacher)": 4.485288619995117,
      "epoch": 2.5086342229199374,
      "rel-constrast": 2.2988553047180176,
      "step": 3196,
      "subrel-constrast": 2.7926735877990723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8591779470443726,
      "cov-distil (oracle2student)": 2.7689895629882812,
      "cov-distil (oracle2teacher)": 2.6554102897644043,
      "epoch": 2.509419152276295,
      "rel-constrast": 1.674101710319519,
      "step": 3197,
      "subrel-constrast": 2.895620107650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019505023956299,
      "cov-distil (oracle2student)": 6.074260234832764,
      "cov-distil (oracle2teacher)": 5.589168071746826,
      "epoch": 2.510204081632653,
      "rel-constrast": 1.530168056488037,
      "step": 3198,
      "subrel-constrast": 2.6648428440093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7065048217773438,
      "cov-distil (oracle2student)": 4.44537353515625,
      "cov-distil (oracle2teacher)": 4.726372718811035,
      "epoch": 2.510989010989011,
      "rel-constrast": 2.2561025619506836,
      "step": 3199,
      "subrel-constrast": 3.0272014141082764,
      "view-similarity": 0
    },
    {
      "epoch": 2.511773940345369,
      "grad_norm": 4.15625,
      "learning_rate": 3.4582352178997935e-05,
      "loss": 0.6372,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "overlap": 0.3031249940395355,
      "step": 3200
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "student margin": 0.06634521484375
    },
    {
      "epoch": 2.511773940345369,
      "step": 3200,
      "teacher margin": 0.05108642578125
    },
    {
      "epoch": 2.511773940345369,
      "margin difference": -0.0152587890625,
      "step": 3200
    },
    {
      "cov-distil": 1.3906410932540894,
      "cov-distil (oracle2student)": 5.1305131912231445,
      "cov-distil (oracle2teacher)": 4.389044761657715,
      "epoch": 2.511773940345369,
      "rel-constrast": 2.340550422668457,
      "step": 3200,
      "subrel-constrast": 2.698819637298584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6042208671569824,
      "cov-distil (oracle2student)": 4.538136959075928,
      "cov-distil (oracle2teacher)": 4.552140712738037,
      "epoch": 2.512558869701727,
      "rel-constrast": 1.8336093425750732,
      "step": 3201,
      "subrel-constrast": 2.5392067432403564,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6060752868652344,
      "cov-distil (oracle2student)": 4.996370315551758,
      "cov-distil (oracle2teacher)": 5.1063313484191895,
      "epoch": 2.513343799058085,
      "rel-constrast": 2.6008670330047607,
      "step": 3202,
      "subrel-constrast": 3.292539358139038,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6445937156677246,
      "cov-distil (oracle2student)": 2.6387929916381836,
      "cov-distil (oracle2teacher)": 3.145625591278076,
      "epoch": 2.514128728414443,
      "rel-constrast": 2.1216683387756348,
      "step": 3203,
      "subrel-constrast": 3.123166799545288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990578651428223,
      "cov-distil (oracle2student)": 4.042637825012207,
      "cov-distil (oracle2teacher)": 4.104381084442139,
      "epoch": 2.5149136577708004,
      "rel-constrast": 2.5525598526000977,
      "step": 3204,
      "subrel-constrast": 3.054527521133423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9934358596801758,
      "cov-distil (oracle2student)": 3.290041446685791,
      "cov-distil (oracle2teacher)": 3.7962589263916016,
      "epoch": 2.5156985871271584,
      "rel-constrast": 2.006014823913574,
      "step": 3205,
      "subrel-constrast": 3.5315229892730713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3276550769805908,
      "cov-distil (oracle2student)": 4.131678581237793,
      "cov-distil (oracle2teacher)": 3.8255646228790283,
      "epoch": 2.5164835164835164,
      "rel-constrast": 2.7451090812683105,
      "step": 3206,
      "subrel-constrast": 3.297081708908081,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.047095775604248,
      "cov-distil (oracle2student)": 5.444500923156738,
      "cov-distil (oracle2teacher)": 5.3254547119140625,
      "epoch": 2.5172684458398744,
      "rel-constrast": 3.48258376121521,
      "step": 3207,
      "subrel-constrast": 4.421435356140137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0969560146331787,
      "cov-distil (oracle2student)": 5.906353950500488,
      "cov-distil (oracle2teacher)": 5.294123649597168,
      "epoch": 2.5180533751962324,
      "rel-constrast": 3.5458381175994873,
      "step": 3208,
      "subrel-constrast": 4.290097236633301,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3994836807250977,
      "cov-distil (oracle2student)": 3.773381233215332,
      "cov-distil (oracle2teacher)": 4.107075214385986,
      "epoch": 2.5188383045525904,
      "rel-constrast": 2.1860404014587402,
      "step": 3209,
      "subrel-constrast": 3.370584726333618,
      "view-similarity": 0
    },
    {
      "epoch": 2.5196232339089484,
      "grad_norm": 4.59375,
      "learning_rate": 3.425067401723477e-05,
      "loss": 0.6791,
      "step": 3210
    },
    {
      "cov-distil": 2.348639965057373,
      "cov-distil (oracle2student)": 3.2137184143066406,
      "cov-distil (oracle2teacher)": 3.395486354827881,
      "epoch": 2.5196232339089484,
      "rel-constrast": 2.211202621459961,
      "step": 3210,
      "subrel-constrast": 3.533017158508301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903964042663574,
      "cov-distil (oracle2student)": 5.281507968902588,
      "cov-distil (oracle2teacher)": 4.970172882080078,
      "epoch": 2.520408163265306,
      "rel-constrast": 2.6721863746643066,
      "step": 3211,
      "subrel-constrast": 3.622257947921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743934154510498,
      "cov-distil (oracle2student)": 5.019282341003418,
      "cov-distil (oracle2teacher)": 4.620114803314209,
      "epoch": 2.521193092621664,
      "rel-constrast": 1.6611015796661377,
      "step": 3212,
      "subrel-constrast": 3.0240061283111572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8147022724151611,
      "cov-distil (oracle2student)": 3.307591438293457,
      "cov-distil (oracle2teacher)": 3.35520076751709,
      "epoch": 2.521978021978022,
      "rel-constrast": 2.4640135765075684,
      "step": 3213,
      "subrel-constrast": 3.264035940170288,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217125415802002,
      "cov-distil (oracle2student)": 3.861017942428589,
      "cov-distil (oracle2teacher)": 4.044854164123535,
      "epoch": 2.52276295133438,
      "rel-constrast": 1.8694196939468384,
      "step": 3214,
      "subrel-constrast": 3.10654616355896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6749528646469116,
      "cov-distil (oracle2student)": 4.45433235168457,
      "cov-distil (oracle2teacher)": 4.269737243652344,
      "epoch": 2.523547880690738,
      "rel-constrast": 2.7130887508392334,
      "step": 3215,
      "subrel-constrast": 3.0994300842285156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8689029216766357,
      "cov-distil (oracle2student)": 4.068305969238281,
      "cov-distil (oracle2teacher)": 3.945653200149536,
      "epoch": 2.524332810047096,
      "rel-constrast": 2.1156158447265625,
      "step": 3216,
      "subrel-constrast": 3.188070297241211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.820291519165039,
      "cov-distil (oracle2student)": 5.568521499633789,
      "cov-distil (oracle2teacher)": 5.206761360168457,
      "epoch": 2.525117739403454,
      "rel-constrast": 2.026340961456299,
      "step": 3217,
      "subrel-constrast": 2.8164477348327637,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2464113235473633,
      "cov-distil (oracle2student)": 4.523087501525879,
      "cov-distil (oracle2teacher)": 3.9082460403442383,
      "epoch": 2.5259026687598114,
      "rel-constrast": 1.564307689666748,
      "step": 3218,
      "subrel-constrast": 2.836057186126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5804760456085205,
      "cov-distil (oracle2student)": 4.204471588134766,
      "cov-distil (oracle2teacher)": 3.945633888244629,
      "epoch": 2.5266875981161694,
      "rel-constrast": 2.786425828933716,
      "step": 3219,
      "subrel-constrast": 4.119334697723389,
      "view-similarity": 0
    },
    {
      "epoch": 2.5274725274725274,
      "grad_norm": 5.09375,
      "learning_rate": 3.3919763455401015e-05,
      "loss": 0.6019,
      "step": 3220
    },
    {
      "cov-distil": 1.4120240211486816,
      "cov-distil (oracle2student)": 4.461059093475342,
      "cov-distil (oracle2teacher)": 4.178560733795166,
      "epoch": 2.5274725274725274,
      "rel-constrast": 1.88717520236969,
      "step": 3220,
      "subrel-constrast": 3.115206241607666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6624815464019775,
      "cov-distil (oracle2student)": 5.097649097442627,
      "cov-distil (oracle2teacher)": 4.685540676116943,
      "epoch": 2.5282574568288854,
      "rel-constrast": 1.4667428731918335,
      "step": 3221,
      "subrel-constrast": 2.4401588439941406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9310712814331055,
      "cov-distil (oracle2student)": 3.7380993366241455,
      "cov-distil (oracle2teacher)": 4.154534816741943,
      "epoch": 2.5290423861852434,
      "rel-constrast": 2.182833433151245,
      "step": 3222,
      "subrel-constrast": 3.3576598167419434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.858020305633545,
      "cov-distil (oracle2student)": 4.86971378326416,
      "cov-distil (oracle2teacher)": 4.657613754272461,
      "epoch": 2.5298273155416013,
      "rel-constrast": 2.6805126667022705,
      "step": 3223,
      "subrel-constrast": 2.982469081878662,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.831568956375122,
      "cov-distil (oracle2student)": 6.105852127075195,
      "cov-distil (oracle2teacher)": 6.063220024108887,
      "epoch": 2.5306122448979593,
      "rel-constrast": 3.1615240573883057,
      "step": 3224,
      "subrel-constrast": 4.624056816101074,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043017864227295,
      "cov-distil (oracle2student)": 3.9422571659088135,
      "cov-distil (oracle2teacher)": 3.9316585063934326,
      "epoch": 2.531397174254317,
      "rel-constrast": 2.000995397567749,
      "step": 3225,
      "subrel-constrast": 3.600471019744873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5340803861618042,
      "cov-distil (oracle2student)": 4.290770530700684,
      "cov-distil (oracle2teacher)": 4.325434684753418,
      "epoch": 2.5321821036106753,
      "rel-constrast": 2.345351219177246,
      "step": 3226,
      "subrel-constrast": 2.979696035385132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.962944746017456,
      "cov-distil (oracle2student)": 3.441701650619507,
      "cov-distil (oracle2teacher)": 3.522604465484619,
      "epoch": 2.532967032967033,
      "rel-constrast": 2.0511651039123535,
      "step": 3227,
      "subrel-constrast": 3.4765255451202393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6789047718048096,
      "cov-distil (oracle2student)": 4.695292949676514,
      "cov-distil (oracle2teacher)": 4.324212074279785,
      "epoch": 2.533751962323391,
      "rel-constrast": 1.5609960556030273,
      "step": 3228,
      "subrel-constrast": 2.5883779525756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7128897905349731,
      "cov-distil (oracle2student)": 3.598384380340576,
      "cov-distil (oracle2teacher)": 3.368399143218994,
      "epoch": 2.534536891679749,
      "rel-constrast": 2.2296037673950195,
      "step": 3229,
      "subrel-constrast": 2.9496617317199707,
      "view-similarity": 0
    },
    {
      "epoch": 2.535321821036107,
      "grad_norm": 4.40625,
      "learning_rate": 3.358963662161062e-05,
      "loss": 0.5832,
      "step": 3230
    },
    {
      "cov-distil": 1.817007303237915,
      "cov-distil (oracle2student)": 5.367616653442383,
      "cov-distil (oracle2teacher)": 5.031703948974609,
      "epoch": 2.535321821036107,
      "rel-constrast": 1.9443635940551758,
      "step": 3230,
      "subrel-constrast": 2.9267845153808594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4631751775741577,
      "cov-distil (oracle2student)": 5.089090347290039,
      "cov-distil (oracle2teacher)": 4.752150058746338,
      "epoch": 2.536106750392465,
      "rel-constrast": 1.5440152883529663,
      "step": 3231,
      "subrel-constrast": 2.4285449981689453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5316214561462402,
      "cov-distil (oracle2student)": 3.3584163188934326,
      "cov-distil (oracle2teacher)": 3.6385977268218994,
      "epoch": 2.5368916797488223,
      "rel-constrast": 1.6553568840026855,
      "step": 3232,
      "subrel-constrast": 2.6385693550109863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946929454803467,
      "cov-distil (oracle2student)": 4.222748756408691,
      "cov-distil (oracle2teacher)": 3.558213710784912,
      "epoch": 2.537676609105181,
      "rel-constrast": 2.135003089904785,
      "step": 3233,
      "subrel-constrast": 2.531503438949585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.392663598060608,
      "cov-distil (oracle2student)": 3.885796070098877,
      "cov-distil (oracle2teacher)": 3.6760480403900146,
      "epoch": 2.5384615384615383,
      "rel-constrast": 2.2233481407165527,
      "step": 3234,
      "subrel-constrast": 2.914198875427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5579771995544434,
      "cov-distil (oracle2student)": 2.9945285320281982,
      "cov-distil (oracle2teacher)": 3.5326080322265625,
      "epoch": 2.5392464678178963,
      "rel-constrast": 2.716054916381836,
      "step": 3235,
      "subrel-constrast": 3.398635149002075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7650492191314697,
      "cov-distil (oracle2student)": 2.836487293243408,
      "cov-distil (oracle2teacher)": 2.923819065093994,
      "epoch": 2.5400313971742543,
      "rel-constrast": 2.600501537322998,
      "step": 3236,
      "subrel-constrast": 3.4271912574768066,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0539112091064453,
      "cov-distil (oracle2student)": 3.094787836074829,
      "cov-distil (oracle2teacher)": 3.4743738174438477,
      "epoch": 2.5408163265306123,
      "rel-constrast": 1.8504078388214111,
      "step": 3237,
      "subrel-constrast": 2.742431163787842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5117583274841309,
      "cov-distil (oracle2student)": 5.783281326293945,
      "cov-distil (oracle2teacher)": 5.125870704650879,
      "epoch": 2.5416012558869703,
      "rel-constrast": 2.6944236755371094,
      "step": 3238,
      "subrel-constrast": 3.6725220680236816,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6226918697357178,
      "cov-distil (oracle2student)": 3.3939003944396973,
      "cov-distil (oracle2teacher)": 3.4250802993774414,
      "epoch": 2.542386185243328,
      "rel-constrast": 2.3747682571411133,
      "step": 3239,
      "subrel-constrast": 3.2012691497802734,
      "view-similarity": 0
    },
    {
      "epoch": 2.5431711145996863,
      "grad_norm": 5.28125,
      "learning_rate": 3.326030960577972e-05,
      "loss": 0.5842,
      "step": 3240
    },
    {
      "cov-distil": 2.060058116912842,
      "cov-distil (oracle2student)": 5.27002477645874,
      "cov-distil (oracle2teacher)": 5.19468879699707,
      "epoch": 2.5431711145996863,
      "rel-constrast": 1.8723554611206055,
      "step": 3240,
      "subrel-constrast": 3.0497257709503174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5474698543548584,
      "cov-distil (oracle2student)": 4.126720428466797,
      "cov-distil (oracle2teacher)": 3.741591453552246,
      "epoch": 2.543956043956044,
      "rel-constrast": 1.5238977670669556,
      "step": 3241,
      "subrel-constrast": 2.5662953853607178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6596348285675049,
      "cov-distil (oracle2student)": 3.7038679122924805,
      "cov-distil (oracle2teacher)": 3.7667698860168457,
      "epoch": 2.544740973312402,
      "rel-constrast": 1.7210716009140015,
      "step": 3242,
      "subrel-constrast": 2.445453643798828,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336684465408325,
      "cov-distil (oracle2student)": 2.929732322692871,
      "cov-distil (oracle2teacher)": 3.2497787475585938,
      "epoch": 2.5455259026687598,
      "rel-constrast": 2.0583784580230713,
      "step": 3243,
      "subrel-constrast": 3.427245616912842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4139437675476074,
      "cov-distil (oracle2student)": 3.9390201568603516,
      "cov-distil (oracle2teacher)": 3.983700752258301,
      "epoch": 2.5463108320251178,
      "rel-constrast": 2.040045738220215,
      "step": 3244,
      "subrel-constrast": 2.976656913757324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5799946784973145,
      "cov-distil (oracle2student)": 4.077487945556641,
      "cov-distil (oracle2teacher)": 4.102209091186523,
      "epoch": 2.5470957613814758,
      "rel-constrast": 2.246553421020508,
      "step": 3245,
      "subrel-constrast": 3.3673880100250244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5882134437561035,
      "cov-distil (oracle2student)": 3.393324136734009,
      "cov-distil (oracle2teacher)": 3.261340856552124,
      "epoch": 2.5478806907378337,
      "rel-constrast": 1.9573622941970825,
      "step": 3246,
      "subrel-constrast": 2.7734906673431396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.466524362564087,
      "cov-distil (oracle2student)": 6.212913990020752,
      "cov-distil (oracle2teacher)": 5.408280372619629,
      "epoch": 2.5486656200941917,
      "rel-constrast": 2.306528329849243,
      "step": 3247,
      "subrel-constrast": 3.336655378341675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2375199794769287,
      "cov-distil (oracle2student)": 5.084334373474121,
      "cov-distil (oracle2teacher)": 4.3410444259643555,
      "epoch": 2.5494505494505493,
      "rel-constrast": 1.7003103494644165,
      "step": 3248,
      "subrel-constrast": 2.146500587463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0221872329711914,
      "cov-distil (oracle2student)": 4.207578659057617,
      "cov-distil (oracle2teacher)": 4.210505962371826,
      "epoch": 2.5502354788069073,
      "rel-constrast": 1.4957752227783203,
      "step": 3249,
      "subrel-constrast": 2.6851108074188232,
      "view-similarity": 0
    },
    {
      "epoch": 2.5510204081632653,
      "grad_norm": 3.59375,
      "learning_rate": 3.293179845884245e-05,
      "loss": 0.5153,
      "step": 3250
    },
    {
      "cov-distil": 1.866687297821045,
      "cov-distil (oracle2student)": 5.094338893890381,
      "cov-distil (oracle2teacher)": 4.472239017486572,
      "epoch": 2.5510204081632653,
      "rel-constrast": 2.7895915508270264,
      "step": 3250,
      "subrel-constrast": 3.4779605865478516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0925090312957764,
      "cov-distil (oracle2student)": 5.31693172454834,
      "cov-distil (oracle2teacher)": 4.63874626159668,
      "epoch": 2.5518053375196232,
      "rel-constrast": 1.6328916549682617,
      "step": 3251,
      "subrel-constrast": 3.2257590293884277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6939043998718262,
      "cov-distil (oracle2student)": 5.0462236404418945,
      "cov-distil (oracle2teacher)": 4.977166175842285,
      "epoch": 2.5525902668759812,
      "rel-constrast": 2.7358782291412354,
      "step": 3252,
      "subrel-constrast": 3.733543872833252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3970810174942017,
      "cov-distil (oracle2student)": 5.062763214111328,
      "cov-distil (oracle2teacher)": 5.13189697265625,
      "epoch": 2.553375196232339,
      "rel-constrast": 2.644404172897339,
      "step": 3253,
      "subrel-constrast": 3.225477695465088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6788935661315918,
      "cov-distil (oracle2student)": 4.663407325744629,
      "cov-distil (oracle2teacher)": 4.053607940673828,
      "epoch": 2.554160125588697,
      "rel-constrast": 2.6614766120910645,
      "step": 3254,
      "subrel-constrast": 2.7614784240722656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6489968299865723,
      "cov-distil (oracle2student)": 5.007092475891113,
      "cov-distil (oracle2teacher)": 4.359062671661377,
      "epoch": 2.5549450549450547,
      "rel-constrast": 2.0002312660217285,
      "step": 3255,
      "subrel-constrast": 2.8207361698150635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.445166826248169,
      "cov-distil (oracle2student)": 4.0088934898376465,
      "cov-distil (oracle2teacher)": 3.7245686054229736,
      "epoch": 2.5557299843014127,
      "rel-constrast": 1.9131412506103516,
      "step": 3256,
      "subrel-constrast": 2.6286375522613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.087864875793457,
      "cov-distil (oracle2student)": 4.62892484664917,
      "cov-distil (oracle2teacher)": 4.350159645080566,
      "epoch": 2.5565149136577707,
      "rel-constrast": 1.8621039390563965,
      "step": 3257,
      "subrel-constrast": 2.9498157501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3559317588806152,
      "cov-distil (oracle2student)": 4.92811393737793,
      "cov-distil (oracle2teacher)": 4.398269176483154,
      "epoch": 2.5572998430141287,
      "rel-constrast": 2.2783432006835938,
      "step": 3258,
      "subrel-constrast": 3.0730252265930176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4023382663726807,
      "cov-distil (oracle2student)": 4.528854846954346,
      "cov-distil (oracle2teacher)": 4.647650718688965,
      "epoch": 2.5580847723704867,
      "rel-constrast": 1.5604345798492432,
      "step": 3259,
      "subrel-constrast": 2.7912964820861816,
      "view-similarity": 0
    },
    {
      "epoch": 2.5588697017268447,
      "grad_norm": 3.703125,
      "learning_rate": 3.2604119191968654e-05,
      "loss": 0.5936,
      "step": 3260
    },
    {
      "cov-distil": 1.9038619995117188,
      "cov-distil (oracle2student)": 2.761240005493164,
      "cov-distil (oracle2teacher)": 3.138018846511841,
      "epoch": 2.5588697017268447,
      "rel-constrast": 2.2994446754455566,
      "step": 3260,
      "subrel-constrast": 3.185941696166992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.379741907119751,
      "cov-distil (oracle2student)": 4.79671049118042,
      "cov-distil (oracle2teacher)": 4.379981517791748,
      "epoch": 2.5596546310832027,
      "rel-constrast": 1.8308663368225098,
      "step": 3261,
      "subrel-constrast": 2.458395004272461,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469603419303894,
      "cov-distil (oracle2student)": 4.213560581207275,
      "cov-distil (oracle2teacher)": 4.2155890464782715,
      "epoch": 2.5604395604395602,
      "rel-constrast": 2.540245532989502,
      "step": 3262,
      "subrel-constrast": 3.350022554397583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5460174083709717,
      "cov-distil (oracle2student)": 5.995506286621094,
      "cov-distil (oracle2teacher)": 5.39156436920166,
      "epoch": 2.561224489795918,
      "rel-constrast": 3.261807680130005,
      "step": 3263,
      "subrel-constrast": 3.89101505279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1065845489501953,
      "cov-distil (oracle2student)": 5.231770992279053,
      "cov-distil (oracle2teacher)": 4.981091499328613,
      "epoch": 2.562009419152276,
      "rel-constrast": 2.6729984283447266,
      "step": 3264,
      "subrel-constrast": 3.7607710361480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.126854181289673,
      "cov-distil (oracle2student)": 4.442111968994141,
      "cov-distil (oracle2teacher)": 4.031332015991211,
      "epoch": 2.562794348508634,
      "rel-constrast": 2.2634384632110596,
      "step": 3265,
      "subrel-constrast": 3.259490728378296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8079153299331665,
      "cov-distil (oracle2student)": 2.9124608039855957,
      "cov-distil (oracle2teacher)": 3.1946587562561035,
      "epoch": 2.563579277864992,
      "rel-constrast": 1.773697018623352,
      "step": 3266,
      "subrel-constrast": 3.0900299549102783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7373931407928467,
      "cov-distil (oracle2student)": 4.701287269592285,
      "cov-distil (oracle2teacher)": 4.425853252410889,
      "epoch": 2.56436420722135,
      "rel-constrast": 2.196294069290161,
      "step": 3267,
      "subrel-constrast": 2.872387170791626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8045300245285034,
      "cov-distil (oracle2student)": 4.563255310058594,
      "cov-distil (oracle2teacher)": 4.053509712219238,
      "epoch": 2.565149136577708,
      "rel-constrast": 1.6150169372558594,
      "step": 3268,
      "subrel-constrast": 2.472736120223999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6983041763305664,
      "cov-distil (oracle2student)": 4.00162935256958,
      "cov-distil (oracle2teacher)": 3.9020767211914062,
      "epoch": 2.5659340659340657,
      "rel-constrast": 2.415647029876709,
      "step": 3269,
      "subrel-constrast": 2.9767677783966064,
      "view-similarity": 0
    },
    {
      "epoch": 2.566718995290424,
      "grad_norm": 4.25,
      "learning_rate": 3.2277287775783525e-05,
      "loss": 0.6157,
      "step": 3270
    },
    {
      "cov-distil": 1.5326048135757446,
      "cov-distil (oracle2student)": 4.593100070953369,
      "cov-distil (oracle2teacher)": 4.544487953186035,
      "epoch": 2.566718995290424,
      "rel-constrast": 2.5583927631378174,
      "step": 3270,
      "subrel-constrast": 3.215437412261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.879987120628357,
      "cov-distil (oracle2student)": 5.670602798461914,
      "cov-distil (oracle2teacher)": 5.223980903625488,
      "epoch": 2.5675039246467817,
      "rel-constrast": 2.5102221965789795,
      "step": 3271,
      "subrel-constrast": 3.259718418121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8826408386230469,
      "cov-distil (oracle2student)": 4.927838325500488,
      "cov-distil (oracle2teacher)": 4.715703010559082,
      "epoch": 2.5682888540031397,
      "rel-constrast": 1.715694785118103,
      "step": 3272,
      "subrel-constrast": 3.078979253768921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9430959224700928,
      "cov-distil (oracle2student)": 3.649559736251831,
      "cov-distil (oracle2teacher)": 3.379199504852295,
      "epoch": 2.5690737833594977,
      "rel-constrast": 2.5393552780151367,
      "step": 3273,
      "subrel-constrast": 2.8784873485565186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5228843688964844,
      "cov-distil (oracle2student)": 5.6969709396362305,
      "cov-distil (oracle2teacher)": 5.339702606201172,
      "epoch": 2.5698587127158556,
      "rel-constrast": 2.8772690296173096,
      "step": 3274,
      "subrel-constrast": 3.7776832580566406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.208990216255188,
      "cov-distil (oracle2student)": 6.138766288757324,
      "cov-distil (oracle2teacher)": 5.534148216247559,
      "epoch": 2.5706436420722136,
      "rel-constrast": 2.7554523944854736,
      "step": 3275,
      "subrel-constrast": 2.833393096923828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.880979299545288,
      "cov-distil (oracle2student)": 4.041750907897949,
      "cov-distil (oracle2teacher)": 3.878361463546753,
      "epoch": 2.571428571428571,
      "rel-constrast": 1.8893258571624756,
      "step": 3276,
      "subrel-constrast": 2.655791997909546,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.083591938018799,
      "cov-distil (oracle2student)": 5.835777282714844,
      "cov-distil (oracle2teacher)": 4.496421813964844,
      "epoch": 2.5722135007849296,
      "rel-constrast": 2.23724102973938,
      "step": 3277,
      "subrel-constrast": 3.1425962448120117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6538324356079102,
      "cov-distil (oracle2student)": 5.223720073699951,
      "cov-distil (oracle2teacher)": 4.339040279388428,
      "epoch": 2.572998430141287,
      "rel-constrast": 1.641195297241211,
      "step": 3278,
      "subrel-constrast": 2.3340070247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3591012954711914,
      "cov-distil (oracle2student)": 5.402899742126465,
      "cov-distil (oracle2teacher)": 5.021894454956055,
      "epoch": 2.573783359497645,
      "rel-constrast": 1.78807532787323,
      "step": 3279,
      "subrel-constrast": 2.335724353790283,
      "view-similarity": 0
    },
    {
      "epoch": 2.574568288854003,
      "grad_norm": 3.203125,
      "learning_rate": 3.195132013958918e-05,
      "loss": 0.6052,
      "step": 3280
    },
    {
      "cov-distil": 1.694777250289917,
      "cov-distil (oracle2student)": 5.953876972198486,
      "cov-distil (oracle2teacher)": 5.153216361999512,
      "epoch": 2.574568288854003,
      "rel-constrast": 2.660405397415161,
      "step": 3280,
      "subrel-constrast": 2.9600021839141846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.840214490890503,
      "cov-distil (oracle2student)": 3.67093563079834,
      "cov-distil (oracle2teacher)": 3.9009647369384766,
      "epoch": 2.575353218210361,
      "rel-constrast": 3.238866090774536,
      "step": 3281,
      "subrel-constrast": 4.443247318267822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.536766529083252,
      "cov-distil (oracle2student)": 4.002545356750488,
      "cov-distil (oracle2teacher)": 4.275429725646973,
      "epoch": 2.576138147566719,
      "rel-constrast": 2.0869431495666504,
      "step": 3282,
      "subrel-constrast": 3.9394235610961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.615647792816162,
      "cov-distil (oracle2student)": 3.6524484157562256,
      "cov-distil (oracle2teacher)": 3.941603183746338,
      "epoch": 2.5769230769230766,
      "rel-constrast": 1.7710721492767334,
      "step": 3283,
      "subrel-constrast": 3.0358481407165527,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5723611116409302,
      "cov-distil (oracle2student)": 6.800490379333496,
      "cov-distil (oracle2teacher)": 6.031033039093018,
      "epoch": 2.577708006279435,
      "rel-constrast": 3.7199995517730713,
      "step": 3284,
      "subrel-constrast": 4.287047863006592,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0336952209472656,
      "cov-distil (oracle2student)": 2.970505714416504,
      "cov-distil (oracle2teacher)": 3.284482002258301,
      "epoch": 2.5784929356357926,
      "rel-constrast": 3.062784194946289,
      "step": 3285,
      "subrel-constrast": 3.97689151763916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.411163091659546,
      "cov-distil (oracle2student)": 3.840087652206421,
      "cov-distil (oracle2teacher)": 3.6202573776245117,
      "epoch": 2.5792778649921506,
      "rel-constrast": 1.569852352142334,
      "step": 3286,
      "subrel-constrast": 2.5491020679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2358548641204834,
      "cov-distil (oracle2student)": 3.436147928237915,
      "cov-distil (oracle2teacher)": 3.6427903175354004,
      "epoch": 2.5800627943485086,
      "rel-constrast": 1.4065759181976318,
      "step": 3287,
      "subrel-constrast": 2.9937667846679688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8815555572509766,
      "cov-distil (oracle2student)": 5.866487979888916,
      "cov-distil (oracle2teacher)": 5.343651294708252,
      "epoch": 2.5808477237048666,
      "rel-constrast": 2.2671990394592285,
      "step": 3288,
      "subrel-constrast": 3.1943275928497314,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.273235559463501,
      "cov-distil (oracle2student)": 4.560892105102539,
      "cov-distil (oracle2teacher)": 4.612354278564453,
      "epoch": 2.5816326530612246,
      "rel-constrast": 2.484719753265381,
      "step": 3289,
      "subrel-constrast": 3.660471200942993,
      "view-similarity": 0
    },
    {
      "epoch": 2.5824175824175826,
      "grad_norm": 4.9375,
      "learning_rate": 3.162623217058834e-05,
      "loss": 0.6544,
      "step": 3290
    },
    {
      "cov-distil": 1.6611337661743164,
      "cov-distil (oracle2student)": 3.8429059982299805,
      "cov-distil (oracle2teacher)": 4.009775161743164,
      "epoch": 2.5824175824175826,
      "rel-constrast": 2.097074270248413,
      "step": 3290,
      "subrel-constrast": 2.9659626483917236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4883201122283936,
      "cov-distil (oracle2student)": 4.5270676612854,
      "cov-distil (oracle2teacher)": 4.301548004150391,
      "epoch": 2.5832025117739406,
      "rel-constrast": 1.5269031524658203,
      "step": 3291,
      "subrel-constrast": 2.6349213123321533,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3072450160980225,
      "cov-distil (oracle2student)": 3.2979960441589355,
      "cov-distil (oracle2teacher)": 3.1436052322387695,
      "epoch": 2.583987441130298,
      "rel-constrast": 1.6241830587387085,
      "step": 3292,
      "subrel-constrast": 2.654071092605591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8357731103897095,
      "cov-distil (oracle2student)": 5.2171406745910645,
      "cov-distil (oracle2teacher)": 4.616373538970947,
      "epoch": 2.584772370486656,
      "rel-constrast": 2.395841598510742,
      "step": 3293,
      "subrel-constrast": 3.1299867630004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166846513748169,
      "cov-distil (oracle2student)": 3.064924716949463,
      "cov-distil (oracle2teacher)": 3.300251007080078,
      "epoch": 2.585557299843014,
      "rel-constrast": 1.9703001976013184,
      "step": 3294,
      "subrel-constrast": 3.0650899410247803,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2963132858276367,
      "cov-distil (oracle2student)": 4.690105438232422,
      "cov-distil (oracle2teacher)": 4.305382251739502,
      "epoch": 2.586342229199372,
      "rel-constrast": 2.1961896419525146,
      "step": 3295,
      "subrel-constrast": 3.3818256855010986,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.692355155944824,
      "cov-distil (oracle2student)": 3.667184829711914,
      "cov-distil (oracle2teacher)": 3.2853031158447266,
      "epoch": 2.58712715855573,
      "rel-constrast": 2.224093437194824,
      "step": 3296,
      "subrel-constrast": 3.319145679473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1286234855651855,
      "cov-distil (oracle2student)": 4.101308345794678,
      "cov-distil (oracle2teacher)": 4.011545181274414,
      "epoch": 2.587912087912088,
      "rel-constrast": 2.4458160400390625,
      "step": 3297,
      "subrel-constrast": 3.3208091259002686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7149311304092407,
      "cov-distil (oracle2student)": 5.049412727355957,
      "cov-distil (oracle2teacher)": 4.769530773162842,
      "epoch": 2.588697017268446,
      "rel-constrast": 2.289644241333008,
      "step": 3298,
      "subrel-constrast": 3.1529407501220703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901575088500977,
      "cov-distil (oracle2student)": 3.944641590118408,
      "cov-distil (oracle2teacher)": 3.4029290676116943,
      "epoch": 2.5894819466248036,
      "rel-constrast": 1.996126413345337,
      "step": 3299,
      "subrel-constrast": 2.907050848007202,
      "view-similarity": 0
    },
    {
      "epoch": 2.5902668759811616,
      "grad_norm": 3.96875,
      "learning_rate": 3.130203971310999e-05,
      "loss": 0.5689,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "overlap": 0.3109374940395355,
      "step": 3300
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "student margin": 0.0880126953125
    },
    {
      "epoch": 2.5902668759811616,
      "step": 3300,
      "teacher margin": 0.059417724609375
    },
    {
      "epoch": 2.5902668759811616,
      "margin difference": -0.028594970703125,
      "step": 3300
    },
    {
      "cov-distil": 1.8126894235610962,
      "cov-distil (oracle2student)": 2.454322338104248,
      "cov-distil (oracle2teacher)": 2.4838383197784424,
      "epoch": 2.5902668759811616,
      "rel-constrast": 1.3112289905548096,
      "step": 3300,
      "subrel-constrast": 2.0843772888183594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701288104057312,
      "cov-distil (oracle2student)": 4.754054069519043,
      "cov-distil (oracle2teacher)": 4.1291093826293945,
      "epoch": 2.5910518053375196,
      "rel-constrast": 2.5419423580169678,
      "step": 3301,
      "subrel-constrast": 3.180680751800537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1228466033935547,
      "cov-distil (oracle2student)": 6.310548782348633,
      "cov-distil (oracle2teacher)": 5.739988327026367,
      "epoch": 2.5918367346938775,
      "rel-constrast": 2.462787628173828,
      "step": 3302,
      "subrel-constrast": 3.7723512649536133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5552042722702026,
      "cov-distil (oracle2student)": 5.46837043762207,
      "cov-distil (oracle2teacher)": 4.981635093688965,
      "epoch": 2.5926216640502355,
      "rel-constrast": 2.2994375228881836,
      "step": 3303,
      "subrel-constrast": 3.186286449432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9697248935699463,
      "cov-distil (oracle2student)": 4.76376485824585,
      "cov-distil (oracle2teacher)": 4.614833354949951,
      "epoch": 2.5934065934065935,
      "rel-constrast": 2.719442129135132,
      "step": 3304,
      "subrel-constrast": 3.6511383056640625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6648727655410767,
      "cov-distil (oracle2student)": 5.358613014221191,
      "cov-distil (oracle2teacher)": 5.336953163146973,
      "epoch": 2.5941915227629515,
      "rel-constrast": 2.931765079498291,
      "step": 3305,
      "subrel-constrast": 4.001711845397949,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3417993783950806,
      "cov-distil (oracle2student)": 4.304460048675537,
      "cov-distil (oracle2teacher)": 4.6672797203063965,
      "epoch": 2.594976452119309,
      "rel-constrast": 2.967418670654297,
      "step": 3306,
      "subrel-constrast": 3.7524302005767822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.178419589996338,
      "cov-distil (oracle2student)": 4.320528507232666,
      "cov-distil (oracle2teacher)": 3.746413230895996,
      "epoch": 2.595761381475667,
      "rel-constrast": 1.6062572002410889,
      "step": 3307,
      "subrel-constrast": 2.5647940635681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7093923091888428,
      "cov-distil (oracle2student)": 5.615959644317627,
      "cov-distil (oracle2teacher)": 4.615423679351807,
      "epoch": 2.596546310832025,
      "rel-constrast": 1.6059279441833496,
      "step": 3308,
      "subrel-constrast": 2.8535609245300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7641692161560059,
      "cov-distil (oracle2student)": 4.6569437980651855,
      "cov-distil (oracle2teacher)": 4.078154563903809,
      "epoch": 2.597331240188383,
      "rel-constrast": 3.5089573860168457,
      "step": 3309,
      "subrel-constrast": 4.1189727783203125,
      "view-similarity": 0
    },
    {
      "epoch": 2.598116169544741,
      "grad_norm": 5.75,
      "learning_rate": 3.097875856783713e-05,
      "loss": 0.6409,
      "step": 3310
    },
    {
      "cov-distil": 1.6877774000167847,
      "cov-distil (oracle2student)": 4.213533401489258,
      "cov-distil (oracle2teacher)": 4.167952537536621,
      "epoch": 2.598116169544741,
      "rel-constrast": 3.8008313179016113,
      "step": 3310,
      "subrel-constrast": 4.249747276306152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.410637378692627,
      "cov-distil (oracle2student)": 2.8784689903259277,
      "cov-distil (oracle2teacher)": 2.6988909244537354,
      "epoch": 2.598901098901099,
      "rel-constrast": 1.551908016204834,
      "step": 3311,
      "subrel-constrast": 2.307293653488159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.458769679069519,
      "cov-distil (oracle2student)": 3.3175883293151855,
      "cov-distil (oracle2teacher)": 3.7042407989501953,
      "epoch": 2.599686028257457,
      "rel-constrast": 2.178582191467285,
      "step": 3312,
      "subrel-constrast": 3.2094008922576904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.78879976272583,
      "cov-distil (oracle2student)": 6.066977500915527,
      "cov-distil (oracle2teacher)": 5.631480693817139,
      "epoch": 2.6004709576138145,
      "rel-constrast": 2.3179547786712646,
      "step": 3313,
      "subrel-constrast": 3.3535349369049072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7199896574020386,
      "cov-distil (oracle2student)": 6.534046173095703,
      "cov-distil (oracle2teacher)": 5.678353309631348,
      "epoch": 2.601255886970173,
      "rel-constrast": 2.391465425491333,
      "step": 3314,
      "subrel-constrast": 3.3917832374572754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.774967908859253,
      "cov-distil (oracle2student)": 4.147026062011719,
      "cov-distil (oracle2teacher)": 4.136989116668701,
      "epoch": 2.6020408163265305,
      "rel-constrast": 2.7756195068359375,
      "step": 3315,
      "subrel-constrast": 3.924581527709961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7723698616027832,
      "cov-distil (oracle2student)": 4.6134138107299805,
      "cov-distil (oracle2teacher)": 4.0947771072387695,
      "epoch": 2.6028257456828885,
      "rel-constrast": 2.513319492340088,
      "step": 3316,
      "subrel-constrast": 3.3780131340026855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.759437084197998,
      "cov-distil (oracle2student)": 4.460473537445068,
      "cov-distil (oracle2teacher)": 3.869384765625,
      "epoch": 2.6036106750392465,
      "rel-constrast": 2.6424975395202637,
      "step": 3317,
      "subrel-constrast": 3.1546308994293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7432913780212402,
      "cov-distil (oracle2student)": 4.128663063049316,
      "cov-distil (oracle2teacher)": 4.250849723815918,
      "epoch": 2.6043956043956045,
      "rel-constrast": 2.54474139213562,
      "step": 3318,
      "subrel-constrast": 3.6210689544677734,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.187321186065674,
      "cov-distil (oracle2student)": 3.1509621143341064,
      "cov-distil (oracle2teacher)": 3.3888087272644043,
      "epoch": 2.6051805337519625,
      "rel-constrast": 2.0765585899353027,
      "step": 3319,
      "subrel-constrast": 2.7398083209991455,
      "view-similarity": 0
    },
    {
      "epoch": 2.60596546310832,
      "grad_norm": 4.5625,
      "learning_rate": 3.065640449103669e-05,
      "loss": 0.6631,
      "step": 3320
    },
    {
      "cov-distil": 1.9377866983413696,
      "cov-distil (oracle2student)": 2.3191752433776855,
      "cov-distil (oracle2teacher)": 2.831786632537842,
      "epoch": 2.60596546310832,
      "rel-constrast": 1.6926504373550415,
      "step": 3320,
      "subrel-constrast": 2.7373125553131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8111035823822021,
      "cov-distil (oracle2student)": 3.1729373931884766,
      "cov-distil (oracle2teacher)": 3.0210070610046387,
      "epoch": 2.6067503924646784,
      "rel-constrast": 1.5901614427566528,
      "step": 3321,
      "subrel-constrast": 2.6621546745300293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449146032333374,
      "cov-distil (oracle2student)": 3.15293550491333,
      "cov-distil (oracle2teacher)": 3.2043442726135254,
      "epoch": 2.607535321821036,
      "rel-constrast": 1.5198453664779663,
      "step": 3322,
      "subrel-constrast": 2.3648884296417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6612935066223145,
      "cov-distil (oracle2student)": 4.256439208984375,
      "cov-distil (oracle2teacher)": 3.84443998336792,
      "epoch": 2.608320251177394,
      "rel-constrast": 4.908589839935303,
      "step": 3323,
      "subrel-constrast": 4.811814308166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5987186431884766,
      "cov-distil (oracle2student)": 5.342352867126465,
      "cov-distil (oracle2teacher)": 4.864861488342285,
      "epoch": 2.609105180533752,
      "rel-constrast": 1.4586639404296875,
      "step": 3324,
      "subrel-constrast": 2.8149168491363525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9048789739608765,
      "cov-distil (oracle2student)": 4.138912200927734,
      "cov-distil (oracle2teacher)": 4.110011100769043,
      "epoch": 2.60989010989011,
      "rel-constrast": 4.5954999923706055,
      "step": 3325,
      "subrel-constrast": 4.928462505340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7749860286712646,
      "cov-distil (oracle2student)": 3.98051118850708,
      "cov-distil (oracle2teacher)": 4.448070526123047,
      "epoch": 2.610675039246468,
      "rel-constrast": 2.617694139480591,
      "step": 3326,
      "subrel-constrast": 3.43514084815979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7807655334472656,
      "cov-distil (oracle2student)": 4.267544269561768,
      "cov-distil (oracle2teacher)": 4.013171195983887,
      "epoch": 2.6114599686028255,
      "rel-constrast": 2.4165897369384766,
      "step": 3327,
      "subrel-constrast": 3.632230281829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8212400674819946,
      "cov-distil (oracle2student)": 5.513988018035889,
      "cov-distil (oracle2teacher)": 5.209993839263916,
      "epoch": 2.612244897959184,
      "rel-constrast": 2.7826783657073975,
      "step": 3328,
      "subrel-constrast": 3.759037733078003,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4621784687042236,
      "cov-distil (oracle2student)": 5.375715732574463,
      "cov-distil (oracle2teacher)": 4.948069095611572,
      "epoch": 2.6130298273155415,
      "rel-constrast": 2.664379119873047,
      "step": 3329,
      "subrel-constrast": 3.43234920501709,
      "view-similarity": 0
    },
    {
      "epoch": 2.6138147566718994,
      "grad_norm": 5.28125,
      "learning_rate": 3.033499319379163e-05,
      "loss": 0.6992,
      "step": 3330
    },
    {
      "cov-distil": 1.4013993740081787,
      "cov-distil (oracle2student)": 5.843591690063477,
      "cov-distil (oracle2teacher)": 5.431685924530029,
      "epoch": 2.6138147566718994,
      "rel-constrast": 2.35806941986084,
      "step": 3330,
      "subrel-constrast": 2.976663589477539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7628004550933838,
      "cov-distil (oracle2student)": 3.826359987258911,
      "cov-distil (oracle2teacher)": 3.6587963104248047,
      "epoch": 2.6145996860282574,
      "rel-constrast": 2.592550277709961,
      "step": 3331,
      "subrel-constrast": 3.4410994052886963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151703119277954,
      "cov-distil (oracle2student)": 4.639642715454102,
      "cov-distil (oracle2teacher)": 4.592578887939453,
      "epoch": 2.6153846153846154,
      "rel-constrast": 2.3228116035461426,
      "step": 3332,
      "subrel-constrast": 3.2697956562042236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8057669401168823,
      "cov-distil (oracle2student)": 2.8499252796173096,
      "cov-distil (oracle2teacher)": 3.080974817276001,
      "epoch": 2.6161695447409734,
      "rel-constrast": 2.9815454483032227,
      "step": 3333,
      "subrel-constrast": 4.159482479095459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0704569816589355,
      "cov-distil (oracle2student)": 5.6160454750061035,
      "cov-distil (oracle2teacher)": 5.478453636169434,
      "epoch": 2.6169544740973314,
      "rel-constrast": 1.953366994857788,
      "step": 3334,
      "subrel-constrast": 2.9803287982940674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2366151809692383,
      "cov-distil (oracle2student)": 3.008606433868408,
      "cov-distil (oracle2teacher)": 3.4595141410827637,
      "epoch": 2.6177394034536894,
      "rel-constrast": 1.261125087738037,
      "step": 3335,
      "subrel-constrast": 2.2871389389038086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6283137798309326,
      "cov-distil (oracle2student)": 5.271139144897461,
      "cov-distil (oracle2teacher)": 4.993496894836426,
      "epoch": 2.618524332810047,
      "rel-constrast": 2.2246897220611572,
      "step": 3336,
      "subrel-constrast": 2.8016281127929688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9946280717849731,
      "cov-distil (oracle2student)": 4.982794761657715,
      "cov-distil (oracle2teacher)": 5.063409805297852,
      "epoch": 2.619309262166405,
      "rel-constrast": 3.097125291824341,
      "step": 3337,
      "subrel-constrast": 3.7188031673431396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.697535514831543,
      "cov-distil (oracle2student)": 4.24267578125,
      "cov-distil (oracle2teacher)": 4.056014060974121,
      "epoch": 2.620094191522763,
      "rel-constrast": 1.3759546279907227,
      "step": 3338,
      "subrel-constrast": 2.522036075592041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5514060258865356,
      "cov-distil (oracle2student)": 4.701510906219482,
      "cov-distil (oracle2teacher)": 4.644678115844727,
      "epoch": 2.620879120879121,
      "rel-constrast": 1.9938695430755615,
      "step": 3339,
      "subrel-constrast": 2.6246111392974854,
      "view-similarity": 0
    },
    {
      "epoch": 2.621664050235479,
      "grad_norm": 4.8125,
      "learning_rate": 3.001454034123512e-05,
      "loss": 0.5973,
      "step": 3340
    },
    {
      "cov-distil": 1.4599609375,
      "cov-distil (oracle2student)": 3.9269518852233887,
      "cov-distil (oracle2teacher)": 4.049914836883545,
      "epoch": 2.621664050235479,
      "rel-constrast": 1.8517706394195557,
      "step": 3340,
      "subrel-constrast": 2.8682186603546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5414092540740967,
      "cov-distil (oracle2student)": 5.655372619628906,
      "cov-distil (oracle2teacher)": 5.302881717681885,
      "epoch": 2.622448979591837,
      "rel-constrast": 3.4634571075439453,
      "step": 3341,
      "subrel-constrast": 4.140217304229736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6009697914123535,
      "cov-distil (oracle2student)": 4.409124374389648,
      "cov-distil (oracle2teacher)": 4.202190399169922,
      "epoch": 2.623233908948195,
      "rel-constrast": 1.60890531539917,
      "step": 3342,
      "subrel-constrast": 2.696597099304199,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3123104572296143,
      "cov-distil (oracle2student)": 3.6110286712646484,
      "cov-distil (oracle2teacher)": 3.316955804824829,
      "epoch": 2.6240188383045524,
      "rel-constrast": 1.5378804206848145,
      "step": 3343,
      "subrel-constrast": 2.1238932609558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6121892929077148,
      "cov-distil (oracle2student)": 2.781635284423828,
      "cov-distil (oracle2teacher)": 2.874764919281006,
      "epoch": 2.6248037676609104,
      "rel-constrast": 1.6810102462768555,
      "step": 3344,
      "subrel-constrast": 2.5014586448669434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8124959468841553,
      "cov-distil (oracle2student)": 3.1565022468566895,
      "cov-distil (oracle2teacher)": 2.9567313194274902,
      "epoch": 2.6255886970172684,
      "rel-constrast": 2.1205077171325684,
      "step": 3345,
      "subrel-constrast": 2.8941643238067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.188161849975586,
      "cov-distil (oracle2student)": 5.664301872253418,
      "cov-distil (oracle2teacher)": 5.410159111022949,
      "epoch": 2.6263736263736264,
      "rel-constrast": 3.1313328742980957,
      "step": 3346,
      "subrel-constrast": 3.7143971920013428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6090786457061768,
      "cov-distil (oracle2student)": 5.5715227127075195,
      "cov-distil (oracle2teacher)": 5.079456329345703,
      "epoch": 2.6271585557299844,
      "rel-constrast": 2.321302890777588,
      "step": 3347,
      "subrel-constrast": 3.168921709060669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8934097290039062,
      "cov-distil (oracle2student)": 5.83540153503418,
      "cov-distil (oracle2teacher)": 4.665592193603516,
      "epoch": 2.6279434850863423,
      "rel-constrast": 1.6228443384170532,
      "step": 3348,
      "subrel-constrast": 2.5716469287872314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7022809982299805,
      "cov-distil (oracle2student)": 4.048399925231934,
      "cov-distil (oracle2teacher)": 3.814976692199707,
      "epoch": 2.6287284144427003,
      "rel-constrast": 2.6166279315948486,
      "step": 3349,
      "subrel-constrast": 3.266326665878296,
      "view-similarity": 0
    },
    {
      "epoch": 2.629513343799058,
      "grad_norm": 4.71875,
      "learning_rate": 2.9695061551787108e-05,
      "loss": 0.5907,
      "step": 3350
    },
    {
      "cov-distil": 2.11513090133667,
      "cov-distil (oracle2student)": 2.6953983306884766,
      "cov-distil (oracle2teacher)": 3.2680504322052,
      "epoch": 2.629513343799058,
      "rel-constrast": 2.0910634994506836,
      "step": 3350,
      "subrel-constrast": 3.342725992202759,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6516220569610596,
      "cov-distil (oracle2student)": 5.2664079666137695,
      "cov-distil (oracle2teacher)": 4.814754962921143,
      "epoch": 2.630298273155416,
      "rel-constrast": 2.4344239234924316,
      "step": 3351,
      "subrel-constrast": 3.4928226470947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3872737884521484,
      "cov-distil (oracle2student)": 3.2949371337890625,
      "cov-distil (oracle2teacher)": 3.1968612670898438,
      "epoch": 2.631083202511774,
      "rel-constrast": 1.5857939720153809,
      "step": 3352,
      "subrel-constrast": 2.36499285697937,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7450668811798096,
      "cov-distil (oracle2student)": 4.874948501586914,
      "cov-distil (oracle2teacher)": 4.529616832733154,
      "epoch": 2.631868131868132,
      "rel-constrast": 2.0854873657226562,
      "step": 3353,
      "subrel-constrast": 3.3315205574035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731289029121399,
      "cov-distil (oracle2student)": 3.7784552574157715,
      "cov-distil (oracle2teacher)": 3.5698752403259277,
      "epoch": 2.63265306122449,
      "rel-constrast": 2.61950945854187,
      "step": 3354,
      "subrel-constrast": 3.679370880126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5142266750335693,
      "cov-distil (oracle2student)": 3.647002696990967,
      "cov-distil (oracle2teacher)": 3.7106540203094482,
      "epoch": 2.633437990580848,
      "rel-constrast": 2.382874011993408,
      "step": 3355,
      "subrel-constrast": 3.420942783355713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0542893409729004,
      "cov-distil (oracle2student)": 6.575519561767578,
      "cov-distil (oracle2teacher)": 5.796045303344727,
      "epoch": 2.634222919937206,
      "rel-constrast": 3.3309009075164795,
      "step": 3356,
      "subrel-constrast": 3.8513541221618652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7252377271652222,
      "cov-distil (oracle2student)": 4.076140403747559,
      "cov-distil (oracle2teacher)": 3.572985887527466,
      "epoch": 2.6350078492935634,
      "rel-constrast": 1.539609432220459,
      "step": 3357,
      "subrel-constrast": 2.280794143676758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3761781454086304,
      "cov-distil (oracle2student)": 4.292125701904297,
      "cov-distil (oracle2teacher)": 4.206348419189453,
      "epoch": 2.6357927786499213,
      "rel-constrast": 2.623605728149414,
      "step": 3358,
      "subrel-constrast": 2.813899278640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0463049411773682,
      "cov-distil (oracle2student)": 4.624526500701904,
      "cov-distil (oracle2teacher)": 3.996006488800049,
      "epoch": 2.6365777080062793,
      "rel-constrast": 1.503915786743164,
      "step": 3359,
      "subrel-constrast": 2.3399126529693604,
      "view-similarity": 0
    },
    {
      "epoch": 2.6373626373626373,
      "grad_norm": 4.28125,
      "learning_rate": 2.9376572396393048e-05,
      "loss": 0.5958,
      "step": 3360
    },
    {
      "cov-distil": 1.9523587226867676,
      "cov-distil (oracle2student)": 3.9727017879486084,
      "cov-distil (oracle2teacher)": 4.079037189483643,
      "epoch": 2.6373626373626373,
      "rel-constrast": 2.447066307067871,
      "step": 3360,
      "subrel-constrast": 3.692286252975464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2717342376708984,
      "cov-distil (oracle2student)": 3.6826963424682617,
      "cov-distil (oracle2teacher)": 3.4521188735961914,
      "epoch": 2.6381475667189953,
      "rel-constrast": 1.3791983127593994,
      "step": 3361,
      "subrel-constrast": 2.33540940284729,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4906589984893799,
      "cov-distil (oracle2student)": 4.396345138549805,
      "cov-distil (oracle2teacher)": 3.8113880157470703,
      "epoch": 2.6389324960753533,
      "rel-constrast": 1.4735801219940186,
      "step": 3362,
      "subrel-constrast": 1.9391120672225952,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0452566146850586,
      "cov-distil (oracle2student)": 4.486057281494141,
      "cov-distil (oracle2teacher)": 3.8215794563293457,
      "epoch": 2.6397174254317113,
      "rel-constrast": 2.6812968254089355,
      "step": 3363,
      "subrel-constrast": 3.779510021209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.744347095489502,
      "cov-distil (oracle2student)": 7.719888210296631,
      "cov-distil (oracle2teacher)": 6.994296073913574,
      "epoch": 2.640502354788069,
      "rel-constrast": 4.380810737609863,
      "step": 3364,
      "subrel-constrast": 5.091135025024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.295612096786499,
      "cov-distil (oracle2student)": 3.970771312713623,
      "cov-distil (oracle2teacher)": 4.04058837890625,
      "epoch": 2.6412872841444273,
      "rel-constrast": 2.0918185710906982,
      "step": 3365,
      "subrel-constrast": 3.1689417362213135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5994281768798828,
      "cov-distil (oracle2student)": 4.02753210067749,
      "cov-distil (oracle2teacher)": 4.095864295959473,
      "epoch": 2.642072213500785,
      "rel-constrast": 2.9313061237335205,
      "step": 3366,
      "subrel-constrast": 3.2543551921844482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6920063495635986,
      "cov-distil (oracle2student)": 6.747808456420898,
      "cov-distil (oracle2teacher)": 6.711453437805176,
      "epoch": 2.642857142857143,
      "rel-constrast": 3.3182411193847656,
      "step": 3367,
      "subrel-constrast": 3.663479804992676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3148391246795654,
      "cov-distil (oracle2student)": 3.4176859855651855,
      "cov-distil (oracle2teacher)": 4.109284400939941,
      "epoch": 2.643642072213501,
      "rel-constrast": 2.322225570678711,
      "step": 3368,
      "subrel-constrast": 3.880542755126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1915597915649414,
      "cov-distil (oracle2student)": 5.660275459289551,
      "cov-distil (oracle2teacher)": 5.262362003326416,
      "epoch": 2.6444270015698588,
      "rel-constrast": 2.270526170730591,
      "step": 3369,
      "subrel-constrast": 3.3899667263031006,
      "view-similarity": 0
    },
    {
      "epoch": 2.6452119309262168,
      "grad_norm": 5.15625,
      "learning_rate": 2.9059088397765088e-05,
      "loss": 0.6789,
      "step": 3370
    },
    {
      "cov-distil": 1.507478952407837,
      "cov-distil (oracle2student)": 3.9014718532562256,
      "cov-distil (oracle2teacher)": 4.1714630126953125,
      "epoch": 2.6452119309262168,
      "rel-constrast": 1.8920820951461792,
      "step": 3370,
      "subrel-constrast": 2.782853364944458,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120365619659424,
      "cov-distil (oracle2student)": 5.7196784019470215,
      "cov-distil (oracle2teacher)": 5.341143608093262,
      "epoch": 2.6459968602825743,
      "rel-constrast": 2.156385898590088,
      "step": 3371,
      "subrel-constrast": 3.370774269104004,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0772604942321777,
      "cov-distil (oracle2student)": 5.194643020629883,
      "cov-distil (oracle2teacher)": 5.035304069519043,
      "epoch": 2.6467817896389327,
      "rel-constrast": 3.6426336765289307,
      "step": 3372,
      "subrel-constrast": 4.405420303344727,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.353509545326233,
      "cov-distil (oracle2student)": 2.778650999069214,
      "cov-distil (oracle2teacher)": 2.8540103435516357,
      "epoch": 2.6475667189952903,
      "rel-constrast": 2.3500919342041016,
      "step": 3373,
      "subrel-constrast": 2.8767213821411133,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.008981227874756,
      "cov-distil (oracle2student)": 5.353165626525879,
      "cov-distil (oracle2teacher)": 4.772740364074707,
      "epoch": 2.6483516483516483,
      "rel-constrast": 2.785327196121216,
      "step": 3374,
      "subrel-constrast": 3.4243457317352295,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0884087085723877,
      "cov-distil (oracle2student)": 2.650876522064209,
      "cov-distil (oracle2teacher)": 2.905379295349121,
      "epoch": 2.6491365777080063,
      "rel-constrast": 1.4900782108306885,
      "step": 3375,
      "subrel-constrast": 2.6108388900756836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6749420166015625,
      "cov-distil (oracle2student)": 2.5553970336914062,
      "cov-distil (oracle2teacher)": 2.6088924407958984,
      "epoch": 2.6499215070643642,
      "rel-constrast": 1.8200619220733643,
      "step": 3376,
      "subrel-constrast": 2.8737339973449707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4119220972061157,
      "cov-distil (oracle2student)": 3.0712647438049316,
      "cov-distil (oracle2teacher)": 3.5493416786193848,
      "epoch": 2.6507064364207222,
      "rel-constrast": 1.7570698261260986,
      "step": 3377,
      "subrel-constrast": 3.1090357303619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2648801803588867,
      "cov-distil (oracle2student)": 5.591781139373779,
      "cov-distil (oracle2teacher)": 5.0353827476501465,
      "epoch": 2.6514913657770802,
      "rel-constrast": 2.2728188037872314,
      "step": 3378,
      "subrel-constrast": 3.021176338195801,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0678586959838867,
      "cov-distil (oracle2student)": 3.7330963611602783,
      "cov-distil (oracle2teacher)": 3.4940357208251953,
      "epoch": 2.652276295133438,
      "rel-constrast": 1.9736653566360474,
      "step": 3379,
      "subrel-constrast": 2.809528112411499,
      "view-similarity": 0
    },
    {
      "epoch": 2.6530612244897958,
      "grad_norm": 4.65625,
      "learning_rate": 2.874262502962537e-05,
      "loss": 0.5974,
      "step": 3380
    },
    {
      "cov-distil": 1.6545964479446411,
      "cov-distil (oracle2student)": 3.6181905269622803,
      "cov-distil (oracle2teacher)": 3.6055283546447754,
      "epoch": 2.6530612244897958,
      "rel-constrast": 2.4645299911499023,
      "step": 3380,
      "subrel-constrast": 3.2582321166992188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469557523727417,
      "cov-distil (oracle2student)": 6.584131717681885,
      "cov-distil (oracle2teacher)": 6.258749008178711,
      "epoch": 2.6538461538461537,
      "rel-constrast": 2.6983561515808105,
      "step": 3381,
      "subrel-constrast": 3.3851027488708496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7759606838226318,
      "cov-distil (oracle2student)": 2.696537733078003,
      "cov-distil (oracle2teacher)": 2.9039268493652344,
      "epoch": 2.6546310832025117,
      "rel-constrast": 2.3696956634521484,
      "step": 3382,
      "subrel-constrast": 3.2878365516662598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8180770874023438,
      "cov-distil (oracle2student)": 4.396207809448242,
      "cov-distil (oracle2teacher)": 4.113088607788086,
      "epoch": 2.6554160125588697,
      "rel-constrast": 1.630732774734497,
      "step": 3383,
      "subrel-constrast": 2.885643720626831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0949867963790894,
      "cov-distil (oracle2student)": 5.592121124267578,
      "cov-distil (oracle2teacher)": 4.94347620010376,
      "epoch": 2.6562009419152277,
      "rel-constrast": 2.2532105445861816,
      "step": 3384,
      "subrel-constrast": 2.8235549926757812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2763149738311768,
      "cov-distil (oracle2student)": 4.206046104431152,
      "cov-distil (oracle2teacher)": 4.213809013366699,
      "epoch": 2.6569858712715857,
      "rel-constrast": 1.8577182292938232,
      "step": 3385,
      "subrel-constrast": 2.4668664932250977,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2136127948760986,
      "cov-distil (oracle2student)": 5.633883476257324,
      "cov-distil (oracle2teacher)": 5.197350978851318,
      "epoch": 2.6577708006279437,
      "rel-constrast": 2.887413740158081,
      "step": 3386,
      "subrel-constrast": 3.6318483352661133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4991317987442017,
      "cov-distil (oracle2student)": 3.7567315101623535,
      "cov-distil (oracle2teacher)": 3.9870214462280273,
      "epoch": 2.6585557299843012,
      "rel-constrast": 2.3587563037872314,
      "step": 3387,
      "subrel-constrast": 2.9229788780212402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2391753196716309,
      "cov-distil (oracle2student)": 3.597252368927002,
      "cov-distil (oracle2teacher)": 3.518071174621582,
      "epoch": 2.659340659340659,
      "rel-constrast": 2.3774771690368652,
      "step": 3388,
      "subrel-constrast": 2.990189790725708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5748497247695923,
      "cov-distil (oracle2student)": 3.599109172821045,
      "cov-distil (oracle2teacher)": 3.735780715942383,
      "epoch": 2.660125588697017,
      "rel-constrast": 2.1070668697357178,
      "step": 3389,
      "subrel-constrast": 3.069166421890259,
      "view-similarity": 0
    },
    {
      "epoch": 2.660910518053375,
      "grad_norm": 4.125,
      "learning_rate": 2.8427197715952047e-05,
      "loss": 0.6117,
      "step": 3390
    },
    {
      "cov-distil": 2.778493881225586,
      "cov-distil (oracle2student)": 5.850930690765381,
      "cov-distil (oracle2teacher)": 6.0348896980285645,
      "epoch": 2.660910518053375,
      "rel-constrast": 2.981548309326172,
      "step": 3390,
      "subrel-constrast": 4.572885513305664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9646164178848267,
      "cov-distil (oracle2student)": 4.199095726013184,
      "cov-distil (oracle2teacher)": 4.205095291137695,
      "epoch": 2.661695447409733,
      "rel-constrast": 1.9054944515228271,
      "step": 3391,
      "subrel-constrast": 3.323430061340332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7873973846435547,
      "cov-distil (oracle2student)": 3.708946704864502,
      "cov-distil (oracle2teacher)": 3.6061882972717285,
      "epoch": 2.662480376766091,
      "rel-constrast": 2.525644540786743,
      "step": 3392,
      "subrel-constrast": 3.2655107975006104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8910634517669678,
      "cov-distil (oracle2student)": 5.0850372314453125,
      "cov-distil (oracle2teacher)": 5.060113906860352,
      "epoch": 2.663265306122449,
      "rel-constrast": 2.5244767665863037,
      "step": 3393,
      "subrel-constrast": 3.408782720565796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6328061819076538,
      "cov-distil (oracle2student)": 3.8775744438171387,
      "cov-distil (oracle2teacher)": 3.5891799926757812,
      "epoch": 2.6640502354788067,
      "rel-constrast": 1.4658582210540771,
      "step": 3394,
      "subrel-constrast": 2.278743267059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5823945999145508,
      "cov-distil (oracle2student)": 4.525954723358154,
      "cov-distil (oracle2teacher)": 4.536517143249512,
      "epoch": 2.6648351648351647,
      "rel-constrast": 3.1101462841033936,
      "step": 3395,
      "subrel-constrast": 3.6638002395629883,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3498239517211914,
      "cov-distil (oracle2student)": 3.295421838760376,
      "cov-distil (oracle2teacher)": 4.292287349700928,
      "epoch": 2.6656200941915227,
      "rel-constrast": 2.5010008811950684,
      "step": 3396,
      "subrel-constrast": 4.002331733703613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.636758804321289,
      "cov-distil (oracle2student)": 5.4220476150512695,
      "cov-distil (oracle2teacher)": 4.925154685974121,
      "epoch": 2.6664050235478807,
      "rel-constrast": 3.0421507358551025,
      "step": 3397,
      "subrel-constrast": 4.010146141052246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1025240421295166,
      "cov-distil (oracle2student)": 6.4458723068237305,
      "cov-distil (oracle2teacher)": 5.8631591796875,
      "epoch": 2.6671899529042387,
      "rel-constrast": 1.1262346506118774,
      "step": 3398,
      "subrel-constrast": 2.566391944885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5783216953277588,
      "cov-distil (oracle2student)": 4.142997741699219,
      "cov-distil (oracle2teacher)": 3.8317275047302246,
      "epoch": 2.6679748822605966,
      "rel-constrast": 2.266406297683716,
      "step": 3399,
      "subrel-constrast": 2.919917583465576,
      "view-similarity": 0
    },
    {
      "epoch": 2.6687598116169546,
      "grad_norm": 4.46875,
      "learning_rate": 2.811282183022736e-05,
      "loss": 0.6345,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "overlap": 0.32343751192092896,
      "step": 3400
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "student margin": 0.06622314453125
    },
    {
      "epoch": 2.6687598116169546,
      "step": 3400,
      "teacher margin": 0.04510498046875
    },
    {
      "epoch": 2.6687598116169546,
      "margin difference": -0.0211181640625,
      "step": 3400
    },
    {
      "cov-distil": 1.961806058883667,
      "cov-distil (oracle2student)": 3.961519479751587,
      "cov-distil (oracle2teacher)": 3.300851345062256,
      "epoch": 2.6687598116169546,
      "rel-constrast": 3.0126566886901855,
      "step": 3400,
      "subrel-constrast": 3.54087495803833,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1037001609802246,
      "cov-distil (oracle2student)": 5.76569128036499,
      "cov-distil (oracle2teacher)": 5.044198036193848,
      "epoch": 2.669544740973312,
      "rel-constrast": 2.0725879669189453,
      "step": 3401,
      "subrel-constrast": 2.854630470275879,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3140466213226318,
      "cov-distil (oracle2student)": 5.695368766784668,
      "cov-distil (oracle2teacher)": 5.576352596282959,
      "epoch": 2.67032967032967,
      "rel-constrast": 2.534102439880371,
      "step": 3402,
      "subrel-constrast": 3.5352795124053955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.884385108947754,
      "cov-distil (oracle2student)": 2.9593732357025146,
      "cov-distil (oracle2teacher)": 3.2792959213256836,
      "epoch": 2.671114599686028,
      "rel-constrast": 1.993437647819519,
      "step": 3403,
      "subrel-constrast": 3.15385103225708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7158080339431763,
      "cov-distil (oracle2student)": 5.461594581604004,
      "cov-distil (oracle2teacher)": 5.551154136657715,
      "epoch": 2.671899529042386,
      "rel-constrast": 2.8230226039886475,
      "step": 3404,
      "subrel-constrast": 3.3607125282287598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2814185619354248,
      "cov-distil (oracle2student)": 4.509765625,
      "cov-distil (oracle2teacher)": 4.230618476867676,
      "epoch": 2.672684458398744,
      "rel-constrast": 2.3663854598999023,
      "step": 3405,
      "subrel-constrast": 2.813138246536255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5479581356048584,
      "cov-distil (oracle2student)": 5.924685478210449,
      "cov-distil (oracle2teacher)": 5.052887916564941,
      "epoch": 2.673469387755102,
      "rel-constrast": 2.3782804012298584,
      "step": 3406,
      "subrel-constrast": 2.4464800357818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209705352783203,
      "cov-distil (oracle2student)": 3.7819900512695312,
      "cov-distil (oracle2teacher)": 4.113931655883789,
      "epoch": 2.67425431711146,
      "rel-constrast": 2.3219680786132812,
      "step": 3407,
      "subrel-constrast": 3.3277719020843506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4011622667312622,
      "cov-distil (oracle2student)": 4.653929710388184,
      "cov-distil (oracle2teacher)": 4.117925643920898,
      "epoch": 2.6750392464678177,
      "rel-constrast": 1.095190167427063,
      "step": 3408,
      "subrel-constrast": 1.8673748970031738,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3838492631912231,
      "cov-distil (oracle2student)": 3.4814584255218506,
      "cov-distil (oracle2teacher)": 3.5318429470062256,
      "epoch": 2.675824175824176,
      "rel-constrast": 2.1703622341156006,
      "step": 3409,
      "subrel-constrast": 2.8388919830322266,
      "view-similarity": 0
    },
    {
      "epoch": 2.6766091051805336,
      "grad_norm": 4.75,
      "learning_rate": 2.7799512694688468e-05,
      "loss": 0.6112,
      "step": 3410
    },
    {
      "cov-distil": 2.138272285461426,
      "cov-distil (oracle2student)": 3.255307197570801,
      "cov-distil (oracle2teacher)": 3.3175714015960693,
      "epoch": 2.6766091051805336,
      "rel-constrast": 1.450702428817749,
      "step": 3410,
      "subrel-constrast": 2.858790636062622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8375829458236694,
      "cov-distil (oracle2student)": 4.506803512573242,
      "cov-distil (oracle2teacher)": 4.261041641235352,
      "epoch": 2.6773940345368916,
      "rel-constrast": 1.4192602634429932,
      "step": 3411,
      "subrel-constrast": 2.2793195247650146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4057748317718506,
      "cov-distil (oracle2student)": 6.765849590301514,
      "cov-distil (oracle2teacher)": 5.924498558044434,
      "epoch": 2.6781789638932496,
      "rel-constrast": 1.6721915006637573,
      "step": 3412,
      "subrel-constrast": 2.4669065475463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6889413595199585,
      "cov-distil (oracle2student)": 6.268286228179932,
      "cov-distil (oracle2teacher)": 5.393651962280273,
      "epoch": 2.6789638932496076,
      "rel-constrast": 2.317251205444336,
      "step": 3413,
      "subrel-constrast": 3.2159459590911865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4150757789611816,
      "cov-distil (oracle2student)": 5.333410263061523,
      "cov-distil (oracle2teacher)": 4.6012444496154785,
      "epoch": 2.6797488226059656,
      "rel-constrast": 2.5420048236846924,
      "step": 3414,
      "subrel-constrast": 2.897024631500244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6110539436340332,
      "cov-distil (oracle2student)": 4.064542770385742,
      "cov-distil (oracle2teacher)": 3.997951030731201,
      "epoch": 2.680533751962323,
      "rel-constrast": 1.2856695652008057,
      "step": 3415,
      "subrel-constrast": 1.9758985042572021,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.464900255203247,
      "cov-distil (oracle2student)": 3.752986431121826,
      "cov-distil (oracle2teacher)": 3.6462039947509766,
      "epoch": 2.6813186813186816,
      "rel-constrast": 1.8436747789382935,
      "step": 3416,
      "subrel-constrast": 2.510399341583252,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.413540005683899,
      "cov-distil (oracle2student)": 3.850435733795166,
      "cov-distil (oracle2teacher)": 4.251219272613525,
      "epoch": 2.682103610675039,
      "rel-constrast": 1.3786911964416504,
      "step": 3417,
      "subrel-constrast": 2.1893463134765625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5954838991165161,
      "cov-distil (oracle2student)": 4.8265838623046875,
      "cov-distil (oracle2teacher)": 4.080785274505615,
      "epoch": 2.682888540031397,
      "rel-constrast": 1.912377119064331,
      "step": 3418,
      "subrel-constrast": 2.511341094970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8902617692947388,
      "cov-distil (oracle2student)": 4.027424335479736,
      "cov-distil (oracle2teacher)": 3.8864822387695312,
      "epoch": 2.683673469387755,
      "rel-constrast": 1.9586708545684814,
      "step": 3419,
      "subrel-constrast": 3.142470359802246,
      "view-similarity": 0
    },
    {
      "epoch": 2.684458398744113,
      "grad_norm": 3.859375,
      "learning_rate": 2.7487285579580637e-05,
      "loss": 0.4857,
      "step": 3420
    },
    {
      "cov-distil": 1.9332603216171265,
      "cov-distil (oracle2student)": 3.7586112022399902,
      "cov-distil (oracle2teacher)": 3.5421876907348633,
      "epoch": 2.684458398744113,
      "rel-constrast": 1.9306882619857788,
      "step": 3420,
      "subrel-constrast": 2.98785138130188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7594921588897705,
      "cov-distil (oracle2student)": 2.7761573791503906,
      "cov-distil (oracle2teacher)": 3.0488853454589844,
      "epoch": 2.685243328100471,
      "rel-constrast": 2.3804423809051514,
      "step": 3421,
      "subrel-constrast": 3.3984968662261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.847711205482483,
      "cov-distil (oracle2student)": 4.2786102294921875,
      "cov-distil (oracle2teacher)": 3.9193532466888428,
      "epoch": 2.686028257456829,
      "rel-constrast": 2.3154115676879883,
      "step": 3422,
      "subrel-constrast": 3.3552255630493164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4868450164794922,
      "cov-distil (oracle2student)": 4.845787525177002,
      "cov-distil (oracle2teacher)": 4.739467620849609,
      "epoch": 2.686813186813187,
      "rel-constrast": 2.1286816596984863,
      "step": 3423,
      "subrel-constrast": 2.8192176818847656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3735804557800293,
      "cov-distil (oracle2student)": 7.04182243347168,
      "cov-distil (oracle2teacher)": 6.006059646606445,
      "epoch": 2.6875981161695446,
      "rel-constrast": 3.6590664386749268,
      "step": 3424,
      "subrel-constrast": 3.9839329719543457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8890533447265625,
      "cov-distil (oracle2student)": 4.321079730987549,
      "cov-distil (oracle2teacher)": 3.885727643966675,
      "epoch": 2.6883830455259026,
      "rel-constrast": 2.5771052837371826,
      "step": 3425,
      "subrel-constrast": 3.1495237350463867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.468994617462158,
      "cov-distil (oracle2student)": 5.8409810066223145,
      "cov-distil (oracle2teacher)": 5.409645080566406,
      "epoch": 2.6891679748822606,
      "rel-constrast": 2.9581050872802734,
      "step": 3426,
      "subrel-constrast": 3.8023593425750732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6356208324432373,
      "cov-distil (oracle2student)": 4.627711772918701,
      "cov-distil (oracle2teacher)": 3.8514633178710938,
      "epoch": 2.6899529042386185,
      "rel-constrast": 2.0714359283447266,
      "step": 3427,
      "subrel-constrast": 2.787100076675415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3199059963226318,
      "cov-distil (oracle2student)": 4.233198642730713,
      "cov-distil (oracle2teacher)": 3.729970932006836,
      "epoch": 2.6907378335949765,
      "rel-constrast": 2.200716495513916,
      "step": 3428,
      "subrel-constrast": 2.5463905334472656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7266018390655518,
      "cov-distil (oracle2student)": 3.388336658477783,
      "cov-distil (oracle2teacher)": 3.794874429702759,
      "epoch": 2.6915227629513345,
      "rel-constrast": 2.5951907634735107,
      "step": 3429,
      "subrel-constrast": 3.3566181659698486,
      "view-similarity": 0
    },
    {
      "epoch": 2.6923076923076925,
      "grad_norm": 4.71875,
      "learning_rate": 2.7176155702412937e-05,
      "loss": 0.664,
      "step": 3430
    },
    {
      "cov-distil": 1.8720283508300781,
      "cov-distil (oracle2student)": 4.016068458557129,
      "cov-distil (oracle2teacher)": 3.860548496246338,
      "epoch": 2.6923076923076925,
      "rel-constrast": 2.2170498371124268,
      "step": 3430,
      "subrel-constrast": 3.101064443588257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8723852634429932,
      "cov-distil (oracle2student)": 4.746180534362793,
      "cov-distil (oracle2teacher)": 4.562201499938965,
      "epoch": 2.69309262166405,
      "rel-constrast": 2.8764021396636963,
      "step": 3431,
      "subrel-constrast": 3.588512659072876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4095022678375244,
      "cov-distil (oracle2student)": 3.730745553970337,
      "cov-distil (oracle2teacher)": 3.2807369232177734,
      "epoch": 2.693877551020408,
      "rel-constrast": 2.1046457290649414,
      "step": 3432,
      "subrel-constrast": 2.7865586280822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3581433296203613,
      "cov-distil (oracle2student)": 3.9674277305603027,
      "cov-distil (oracle2teacher)": 5.044347763061523,
      "epoch": 2.694662480376766,
      "rel-constrast": 2.616608142852783,
      "step": 3433,
      "subrel-constrast": 4.15896463394165,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025382280349731,
      "cov-distil (oracle2student)": 4.111072063446045,
      "cov-distil (oracle2teacher)": 4.388619422912598,
      "epoch": 2.695447409733124,
      "rel-constrast": 2.470508098602295,
      "step": 3434,
      "subrel-constrast": 3.3428573608398438,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0496296882629395,
      "cov-distil (oracle2student)": 6.438414573669434,
      "cov-distil (oracle2teacher)": 6.278430938720703,
      "epoch": 2.696232339089482,
      "rel-constrast": 1.0882530212402344,
      "step": 3435,
      "subrel-constrast": 2.309570789337158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4680981636047363,
      "cov-distil (oracle2student)": 3.997952938079834,
      "cov-distil (oracle2teacher)": 3.784637689590454,
      "epoch": 2.69701726844584,
      "rel-constrast": 2.281804323196411,
      "step": 3436,
      "subrel-constrast": 2.911560535430908,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3057169914245605,
      "cov-distil (oracle2student)": 7.011645317077637,
      "cov-distil (oracle2teacher)": 6.30705451965332,
      "epoch": 2.697802197802198,
      "rel-constrast": 2.0683951377868652,
      "step": 3437,
      "subrel-constrast": 3.2171144485473633,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.118760347366333,
      "cov-distil (oracle2student)": 2.6987571716308594,
      "cov-distil (oracle2teacher)": 2.643775463104248,
      "epoch": 2.6985871271585555,
      "rel-constrast": 2.3933098316192627,
      "step": 3438,
      "subrel-constrast": 3.215989351272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4805554151535034,
      "cov-distil (oracle2student)": 4.856156826019287,
      "cov-distil (oracle2teacher)": 4.5270490646362305,
      "epoch": 2.6993720565149135,
      "rel-constrast": 1.8255913257598877,
      "step": 3439,
      "subrel-constrast": 2.6829111576080322,
      "view-similarity": 0
    },
    {
      "epoch": 2.7001569858712715,
      "grad_norm": 5.03125,
      "learning_rate": 2.686613822721666e-05,
      "loss": 0.5924,
      "step": 3440
    },
    {
      "cov-distil": 1.360428810119629,
      "cov-distil (oracle2student)": 4.395663738250732,
      "cov-distil (oracle2teacher)": 5.022199630737305,
      "epoch": 2.7001569858712715,
      "rel-constrast": 2.226372718811035,
      "step": 3440,
      "subrel-constrast": 3.17022442817688,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.85074782371521,
      "cov-distil (oracle2student)": 4.834500312805176,
      "cov-distil (oracle2teacher)": 4.952370643615723,
      "epoch": 2.7009419152276295,
      "rel-constrast": 2.843402147293091,
      "step": 3441,
      "subrel-constrast": 4.279606819152832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166649341583252,
      "cov-distil (oracle2student)": 5.2760443687438965,
      "cov-distil (oracle2teacher)": 4.055743217468262,
      "epoch": 2.7017268445839875,
      "rel-constrast": 2.066788673400879,
      "step": 3442,
      "subrel-constrast": 3.14333176612854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0254364013671875,
      "cov-distil (oracle2student)": 5.710465431213379,
      "cov-distil (oracle2teacher)": 5.627716541290283,
      "epoch": 2.7025117739403455,
      "rel-constrast": 2.398707628250122,
      "step": 3443,
      "subrel-constrast": 3.9193036556243896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7084428071975708,
      "cov-distil (oracle2student)": 4.7761969566345215,
      "cov-distil (oracle2teacher)": 4.63614559173584,
      "epoch": 2.7032967032967035,
      "rel-constrast": 2.975034475326538,
      "step": 3444,
      "subrel-constrast": 3.491551637649536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8122708797454834,
      "cov-distil (oracle2student)": 2.3435769081115723,
      "cov-distil (oracle2teacher)": 2.6916918754577637,
      "epoch": 2.704081632653061,
      "rel-constrast": 1.9805241823196411,
      "step": 3445,
      "subrel-constrast": 2.9819469451904297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1301331520080566,
      "cov-distil (oracle2student)": 4.337337493896484,
      "cov-distil (oracle2teacher)": 4.648728370666504,
      "epoch": 2.704866562009419,
      "rel-constrast": 1.5090892314910889,
      "step": 3446,
      "subrel-constrast": 3.5057876110076904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6726620197296143,
      "cov-distil (oracle2student)": 3.9393410682678223,
      "cov-distil (oracle2teacher)": 3.661970853805542,
      "epoch": 2.705651491365777,
      "rel-constrast": 1.8431458473205566,
      "step": 3447,
      "subrel-constrast": 2.7183938026428223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500920057296753,
      "cov-distil (oracle2student)": 4.911306381225586,
      "cov-distil (oracle2teacher)": 4.16282320022583,
      "epoch": 2.706436420722135,
      "rel-constrast": 1.7769689559936523,
      "step": 3448,
      "subrel-constrast": 2.5213732719421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663258075714111,
      "cov-distil (oracle2student)": 3.2447729110717773,
      "cov-distil (oracle2teacher)": 3.2134203910827637,
      "epoch": 2.707221350078493,
      "rel-constrast": 2.255676031112671,
      "step": 3449,
      "subrel-constrast": 3.3720481395721436,
      "view-similarity": 0
    },
    {
      "epoch": 2.708006279434851,
      "grad_norm": 4.1875,
      "learning_rate": 2.6557248263806174e-05,
      "loss": 0.592,
      "step": 3450
    },
    {
      "cov-distil": 1.6786431074142456,
      "cov-distil (oracle2student)": 4.720919132232666,
      "cov-distil (oracle2teacher)": 4.339544296264648,
      "epoch": 2.708006279434851,
      "rel-constrast": 2.452191114425659,
      "step": 3450,
      "subrel-constrast": 3.5750036239624023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3261008262634277,
      "cov-distil (oracle2student)": 5.427799224853516,
      "cov-distil (oracle2teacher)": 4.993011474609375,
      "epoch": 2.708791208791209,
      "rel-constrast": 2.7293434143066406,
      "step": 3451,
      "subrel-constrast": 3.8052101135253906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7729096412658691,
      "cov-distil (oracle2student)": 4.497534275054932,
      "cov-distil (oracle2teacher)": 4.922872543334961,
      "epoch": 2.7095761381475665,
      "rel-constrast": 2.8908164501190186,
      "step": 3452,
      "subrel-constrast": 3.2829086780548096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7608144283294678,
      "cov-distil (oracle2student)": 6.3911237716674805,
      "cov-distil (oracle2teacher)": 6.025429725646973,
      "epoch": 2.710361067503925,
      "rel-constrast": 2.3771116733551025,
      "step": 3453,
      "subrel-constrast": 3.4016849994659424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1755645275115967,
      "cov-distil (oracle2student)": 3.9086415767669678,
      "cov-distil (oracle2teacher)": 3.681800365447998,
      "epoch": 2.7111459968602825,
      "rel-constrast": 1.620983600616455,
      "step": 3454,
      "subrel-constrast": 2.984778642654419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5410358905792236,
      "cov-distil (oracle2student)": 5.217069625854492,
      "cov-distil (oracle2teacher)": 4.947199821472168,
      "epoch": 2.7119309262166404,
      "rel-constrast": 2.8530330657958984,
      "step": 3455,
      "subrel-constrast": 3.513213634490967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7965222597122192,
      "cov-distil (oracle2student)": 2.652297019958496,
      "cov-distil (oracle2teacher)": 3.1569108963012695,
      "epoch": 2.7127158555729984,
      "rel-constrast": 1.7785274982452393,
      "step": 3456,
      "subrel-constrast": 2.7618892192840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4095497131347656,
      "cov-distil (oracle2student)": 4.447084426879883,
      "cov-distil (oracle2teacher)": 4.616678714752197,
      "epoch": 2.7135007849293564,
      "rel-constrast": 2.497670888900757,
      "step": 3457,
      "subrel-constrast": 3.051764965057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2201204299926758,
      "cov-distil (oracle2student)": 5.573305130004883,
      "cov-distil (oracle2teacher)": 5.420021057128906,
      "epoch": 2.7142857142857144,
      "rel-constrast": 2.7382144927978516,
      "step": 3458,
      "subrel-constrast": 3.3187856674194336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6607728004455566,
      "cov-distil (oracle2student)": 2.5477919578552246,
      "cov-distil (oracle2teacher)": 2.845892906188965,
      "epoch": 2.715070643642072,
      "rel-constrast": 2.144430637359619,
      "step": 3459,
      "subrel-constrast": 3.006408214569092,
      "view-similarity": 0
    },
    {
      "epoch": 2.7158555729984304,
      "grad_norm": 4.0,
      "learning_rate": 2.6249500867042522e-05,
      "loss": 0.6454,
      "step": 3460
    },
    {
      "cov-distil": 1.8610594272613525,
      "cov-distil (oracle2student)": 4.874991416931152,
      "cov-distil (oracle2teacher)": 4.066999435424805,
      "epoch": 2.7158555729984304,
      "rel-constrast": 2.2091023921966553,
      "step": 3460,
      "subrel-constrast": 2.8933005332946777,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.351595163345337,
      "cov-distil (oracle2student)": 5.729219436645508,
      "cov-distil (oracle2teacher)": 5.992777347564697,
      "epoch": 2.716640502354788,
      "rel-constrast": 3.500065803527832,
      "step": 3461,
      "subrel-constrast": 4.2122697830200195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4250380992889404,
      "cov-distil (oracle2student)": 4.016520023345947,
      "cov-distil (oracle2teacher)": 4.083622932434082,
      "epoch": 2.717425431711146,
      "rel-constrast": 2.5677592754364014,
      "step": 3462,
      "subrel-constrast": 3.121333122253418,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.984846591949463,
      "cov-distil (oracle2student)": 3.039015293121338,
      "cov-distil (oracle2teacher)": 3.216411590576172,
      "epoch": 2.718210361067504,
      "rel-constrast": 2.0043718814849854,
      "step": 3463,
      "subrel-constrast": 2.583801746368408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5574698448181152,
      "cov-distil (oracle2student)": 3.812570095062256,
      "cov-distil (oracle2teacher)": 3.9890894889831543,
      "epoch": 2.718995290423862,
      "rel-constrast": 2.558777093887329,
      "step": 3464,
      "subrel-constrast": 3.514995574951172,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7012295722961426,
      "cov-distil (oracle2student)": 4.41871976852417,
      "cov-distil (oracle2teacher)": 4.441930770874023,
      "epoch": 2.71978021978022,
      "rel-constrast": 2.844170570373535,
      "step": 3465,
      "subrel-constrast": 3.4617903232574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3250353336334229,
      "cov-distil (oracle2student)": 4.808688640594482,
      "cov-distil (oracle2teacher)": 3.9284303188323975,
      "epoch": 2.7205651491365774,
      "rel-constrast": 1.4407939910888672,
      "step": 3466,
      "subrel-constrast": 2.288761854171753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.919470191001892,
      "cov-distil (oracle2student)": 4.094878196716309,
      "cov-distil (oracle2teacher)": 3.630901336669922,
      "epoch": 2.721350078492936,
      "rel-constrast": 2.6404500007629395,
      "step": 3467,
      "subrel-constrast": 3.2563281059265137,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8195445537567139,
      "cov-distil (oracle2student)": 2.7579851150512695,
      "cov-distil (oracle2teacher)": 2.9126319885253906,
      "epoch": 2.7221350078492934,
      "rel-constrast": 1.4689264297485352,
      "step": 3468,
      "subrel-constrast": 2.635927438735962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.57029128074646,
      "cov-distil (oracle2student)": 4.90963077545166,
      "cov-distil (oracle2teacher)": 3.923008680343628,
      "epoch": 2.7229199372056514,
      "rel-constrast": 1.6714222431182861,
      "step": 3469,
      "subrel-constrast": 2.4171409606933594,
      "view-similarity": 0
    },
    {
      "epoch": 2.7237048665620094,
      "grad_norm": 4.0,
      "learning_rate": 2.5942911036099655e-05,
      "loss": 0.6164,
      "step": 3470
    },
    {
      "cov-distil": 1.4645345211029053,
      "cov-distil (oracle2student)": 5.738788604736328,
      "cov-distil (oracle2teacher)": 4.713437557220459,
      "epoch": 2.7237048665620094,
      "rel-constrast": 2.497323989868164,
      "step": 3470,
      "subrel-constrast": 3.2673943042755127,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0957632064819336,
      "cov-distil (oracle2student)": 6.604292392730713,
      "cov-distil (oracle2teacher)": 5.72174596786499,
      "epoch": 2.7244897959183674,
      "rel-constrast": 1.8812363147735596,
      "step": 3471,
      "subrel-constrast": 2.899277925491333,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3726861476898193,
      "cov-distil (oracle2student)": 5.468317031860352,
      "cov-distil (oracle2teacher)": 5.737192630767822,
      "epoch": 2.7252747252747254,
      "rel-constrast": 2.8311285972595215,
      "step": 3472,
      "subrel-constrast": 4.037080764770508,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7152106761932373,
      "cov-distil (oracle2student)": 4.392989158630371,
      "cov-distil (oracle2teacher)": 4.866733551025391,
      "epoch": 2.7260596546310834,
      "rel-constrast": 1.689603567123413,
      "step": 3473,
      "subrel-constrast": 2.7027735710144043,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1353189945220947,
      "cov-distil (oracle2student)": 5.255450248718262,
      "cov-distil (oracle2teacher)": 4.879382610321045,
      "epoch": 2.7268445839874413,
      "rel-constrast": 2.179656982421875,
      "step": 3474,
      "subrel-constrast": 3.3347327709198,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6662890911102295,
      "cov-distil (oracle2student)": 5.3450026512146,
      "cov-distil (oracle2teacher)": 4.833314895629883,
      "epoch": 2.727629513343799,
      "rel-constrast": 1.702994704246521,
      "step": 3475,
      "subrel-constrast": 2.9276106357574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9813154935836792,
      "cov-distil (oracle2student)": 4.290393829345703,
      "cov-distil (oracle2teacher)": 4.177611351013184,
      "epoch": 2.728414442700157,
      "rel-constrast": 2.265192985534668,
      "step": 3476,
      "subrel-constrast": 3.544875383377075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3868722915649414,
      "cov-distil (oracle2student)": 4.22804069519043,
      "cov-distil (oracle2teacher)": 4.709662914276123,
      "epoch": 2.729199372056515,
      "rel-constrast": 2.9590585231781006,
      "step": 3477,
      "subrel-constrast": 3.5179688930511475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5572078227996826,
      "cov-distil (oracle2student)": 4.153439521789551,
      "cov-distil (oracle2teacher)": 3.802624225616455,
      "epoch": 2.729984301412873,
      "rel-constrast": 2.411850929260254,
      "step": 3478,
      "subrel-constrast": 3.2371084690093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4824355840682983,
      "cov-distil (oracle2student)": 5.111217498779297,
      "cov-distil (oracle2teacher)": 4.705522537231445,
      "epoch": 2.730769230769231,
      "rel-constrast": 2.524294853210449,
      "step": 3479,
      "subrel-constrast": 3.321871519088745,
      "view-similarity": 0
    },
    {
      "epoch": 2.731554160125589,
      "grad_norm": 4.28125,
      "learning_rate": 2.5637493713733374e-05,
      "loss": 0.6182,
      "step": 3480
    },
    {
      "cov-distil": 1.4075576066970825,
      "cov-distil (oracle2student)": 4.509554862976074,
      "cov-distil (oracle2teacher)": 3.8782384395599365,
      "epoch": 2.731554160125589,
      "rel-constrast": 2.5001111030578613,
      "step": 3480,
      "subrel-constrast": 2.9089889526367188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6155941486358643,
      "cov-distil (oracle2student)": 3.0566048622131348,
      "cov-distil (oracle2teacher)": 3.1262660026550293,
      "epoch": 2.732339089481947,
      "rel-constrast": 1.826651930809021,
      "step": 3481,
      "subrel-constrast": 2.252645492553711,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0717992782592773,
      "cov-distil (oracle2student)": 5.914835453033447,
      "cov-distil (oracle2teacher)": 5.47818660736084,
      "epoch": 2.7331240188383044,
      "rel-constrast": 2.398296356201172,
      "step": 3482,
      "subrel-constrast": 3.5108442306518555,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1276938915252686,
      "cov-distil (oracle2student)": 4.681512832641602,
      "cov-distil (oracle2teacher)": 5.011496543884277,
      "epoch": 2.7339089481946623,
      "rel-constrast": 1.8435981273651123,
      "step": 3483,
      "subrel-constrast": 2.4707143306732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3854807615280151,
      "cov-distil (oracle2student)": 6.269435882568359,
      "cov-distil (oracle2teacher)": 5.573909282684326,
      "epoch": 2.7346938775510203,
      "rel-constrast": 3.184201955795288,
      "step": 3484,
      "subrel-constrast": 3.6316256523132324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.708951473236084,
      "cov-distil (oracle2student)": 3.3242075443267822,
      "cov-distil (oracle2teacher)": 3.0598182678222656,
      "epoch": 2.7354788069073783,
      "rel-constrast": 1.8541322946548462,
      "step": 3485,
      "subrel-constrast": 2.828909158706665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6027941703796387,
      "cov-distil (oracle2student)": 6.443228721618652,
      "cov-distil (oracle2teacher)": 5.852373123168945,
      "epoch": 2.7362637362637363,
      "rel-constrast": 2.3470990657806396,
      "step": 3486,
      "subrel-constrast": 2.6164956092834473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9652351140975952,
      "cov-distil (oracle2student)": 4.264581680297852,
      "cov-distil (oracle2teacher)": 3.755364179611206,
      "epoch": 2.7370486656200943,
      "rel-constrast": 2.2526602745056152,
      "step": 3487,
      "subrel-constrast": 3.168320417404175,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8409137725830078,
      "cov-distil (oracle2student)": 4.437281608581543,
      "cov-distil (oracle2teacher)": 3.9324235916137695,
      "epoch": 2.7378335949764523,
      "rel-constrast": 1.7846366167068481,
      "step": 3488,
      "subrel-constrast": 2.8804984092712402,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8192706108093262,
      "cov-distil (oracle2student)": 3.6934409141540527,
      "cov-distil (oracle2teacher)": 3.4033102989196777,
      "epoch": 2.73861852433281,
      "rel-constrast": 1.9089584350585938,
      "step": 3489,
      "subrel-constrast": 2.678042411804199,
      "view-similarity": 0
    },
    {
      "epoch": 2.739403453689168,
      "grad_norm": 5.6875,
      "learning_rate": 2.533326378555314e-05,
      "loss": 0.5889,
      "step": 3490
    },
    {
      "cov-distil": 1.6499742269515991,
      "cov-distil (oracle2student)": 4.267226219177246,
      "cov-distil (oracle2teacher)": 4.184535503387451,
      "epoch": 2.739403453689168,
      "rel-constrast": 1.743901252746582,
      "step": 3490,
      "subrel-constrast": 2.6156673431396484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.491786241531372,
      "cov-distil (oracle2student)": 5.7686357498168945,
      "cov-distil (oracle2teacher)": 5.120278358459473,
      "epoch": 2.740188383045526,
      "rel-constrast": 1.6750274896621704,
      "step": 3491,
      "subrel-constrast": 2.6224660873413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.592859148979187,
      "cov-distil (oracle2student)": 4.530585765838623,
      "cov-distil (oracle2teacher)": 4.297053337097168,
      "epoch": 2.740973312401884,
      "rel-constrast": 1.8434021472930908,
      "step": 3492,
      "subrel-constrast": 2.738662004470825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2280235290527344,
      "cov-distil (oracle2student)": 5.243200302124023,
      "cov-distil (oracle2teacher)": 4.962619304656982,
      "epoch": 2.741758241758242,
      "rel-constrast": 3.154006242752075,
      "step": 3493,
      "subrel-constrast": 3.58722186088562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4350152015686035,
      "cov-distil (oracle2student)": 5.711199760437012,
      "cov-distil (oracle2teacher)": 5.029315948486328,
      "epoch": 2.7425431711145998,
      "rel-constrast": 1.830504059791565,
      "step": 3494,
      "subrel-constrast": 2.785717725753784,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.051384925842285,
      "cov-distil (oracle2student)": 3.9536166191101074,
      "cov-distil (oracle2teacher)": 3.9353761672973633,
      "epoch": 2.7433281004709578,
      "rel-constrast": 2.009068012237549,
      "step": 3495,
      "subrel-constrast": 3.124675989151001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0675243139266968,
      "cov-distil (oracle2student)": 5.905091762542725,
      "cov-distil (oracle2teacher)": 5.498861312866211,
      "epoch": 2.7441130298273153,
      "rel-constrast": 2.1372056007385254,
      "step": 3496,
      "subrel-constrast": 2.9037296772003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.314927339553833,
      "cov-distil (oracle2student)": 6.239577293395996,
      "cov-distil (oracle2teacher)": 6.145895004272461,
      "epoch": 2.7448979591836737,
      "rel-constrast": 2.5604639053344727,
      "step": 3497,
      "subrel-constrast": 3.455319404602051,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9307622909545898,
      "cov-distil (oracle2student)": 3.73622465133667,
      "cov-distil (oracle2teacher)": 3.8122317790985107,
      "epoch": 2.7456828885400313,
      "rel-constrast": 2.2548632621765137,
      "step": 3498,
      "subrel-constrast": 2.9703176021575928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9230402708053589,
      "cov-distil (oracle2student)": 3.5603504180908203,
      "cov-distil (oracle2teacher)": 3.306556224822998,
      "epoch": 2.7464678178963893,
      "rel-constrast": 1.7757885456085205,
      "step": 3499,
      "subrel-constrast": 2.904247999191284,
      "view-similarity": 0
    },
    {
      "epoch": 2.7472527472527473,
      "grad_norm": 4.65625,
      "learning_rate": 2.5030236079296444e-05,
      "loss": 0.5638,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-P@10": 0.7659999999999998,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-nDCG@10": 0.7705115615762965,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-alpha_nDCG@10": 0.5921557447723654,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-P@10": 0.43599999999999994,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-nDCG@10": 0.613989582184362,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-alpha_nDCG@10": 0.5997519326185983,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "eval/avg": 0.541772370958971,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "overlap": 0.3062500059604645,
      "step": 3500
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "student margin": 0.06201171875
    },
    {
      "epoch": 2.7472527472527473,
      "step": 3500,
      "teacher margin": 0.042816162109375
    },
    {
      "epoch": 2.7472527472527473,
      "margin difference": -0.019195556640625,
      "step": 3500
    },
    {
      "cov-distil": 1.6849253177642822,
      "cov-distil (oracle2student)": 5.456820487976074,
      "cov-distil (oracle2teacher)": 4.912501335144043,
      "epoch": 2.7472527472527473,
      "rel-constrast": 2.8053932189941406,
      "step": 3500,
      "subrel-constrast": 3.5881214141845703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.480436325073242,
      "cov-distil (oracle2student)": 4.397383689880371,
      "cov-distil (oracle2teacher)": 4.402144432067871,
      "epoch": 2.7480376766091053,
      "rel-constrast": 2.3087754249572754,
      "step": 3501,
      "subrel-constrast": 3.795020341873169,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2744841575622559,
      "cov-distil (oracle2student)": 4.784739971160889,
      "cov-distil (oracle2teacher)": 4.15444278717041,
      "epoch": 2.7488226059654632,
      "rel-constrast": 1.991570234298706,
      "step": 3502,
      "subrel-constrast": 2.6682426929473877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5213127136230469,
      "cov-distil (oracle2student)": 4.6724653244018555,
      "cov-distil (oracle2teacher)": 4.325443267822266,
      "epoch": 2.749607535321821,
      "rel-constrast": 1.3816955089569092,
      "step": 3503,
      "subrel-constrast": 2.370925188064575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7225981950759888,
      "cov-distil (oracle2student)": 3.0181884765625,
      "cov-distil (oracle2teacher)": 3.223198890686035,
      "epoch": 2.750392464678179,
      "rel-constrast": 2.3450257778167725,
      "step": 3504,
      "subrel-constrast": 3.3146846294403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9397791624069214,
      "cov-distil (oracle2student)": 4.3428850173950195,
      "cov-distil (oracle2teacher)": 4.2755842208862305,
      "epoch": 2.7511773940345368,
      "rel-constrast": 2.2283577919006348,
      "step": 3505,
      "subrel-constrast": 2.858013868331909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6511988639831543,
      "cov-distil (oracle2student)": 5.261117458343506,
      "cov-distil (oracle2teacher)": 4.861262321472168,
      "epoch": 2.7519623233908947,
      "rel-constrast": 2.185823440551758,
      "step": 3506,
      "subrel-constrast": 2.777704954147339,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5023056268692017,
      "cov-distil (oracle2student)": 4.020012855529785,
      "cov-distil (oracle2teacher)": 3.420025110244751,
      "epoch": 2.7527472527472527,
      "rel-constrast": 2.3317792415618896,
      "step": 3507,
      "subrel-constrast": 2.7105987071990967,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4428715705871582,
      "cov-distil (oracle2student)": 6.33986759185791,
      "cov-distil (oracle2teacher)": 5.7169189453125,
      "epoch": 2.7535321821036107,
      "rel-constrast": 2.1846656799316406,
      "step": 3508,
      "subrel-constrast": 3.0200397968292236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3385969400405884,
      "cov-distil (oracle2student)": 3.7311716079711914,
      "cov-distil (oracle2teacher)": 3.8757710456848145,
      "epoch": 2.7543171114599687,
      "rel-constrast": 1.7271865606307983,
      "step": 3509,
      "subrel-constrast": 2.5002617835998535,
      "view-similarity": 0
    },
    {
      "epoch": 2.7551020408163263,
      "grad_norm": 3.578125,
      "learning_rate": 2.4728425364106135e-05,
      "loss": 0.5787,
      "step": 3510
    },
    {
      "cov-distil": 1.688995599746704,
      "cov-distil (oracle2student)": 5.130777359008789,
      "cov-distil (oracle2teacher)": 4.964051723480225,
      "epoch": 2.7551020408163263,
      "rel-constrast": 2.1757540702819824,
      "step": 3510,
      "subrel-constrast": 3.334040641784668,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1346819400787354,
      "cov-distil (oracle2student)": 4.30393648147583,
      "cov-distil (oracle2teacher)": 4.671027183532715,
      "epoch": 2.7558869701726847,
      "rel-constrast": 2.1462693214416504,
      "step": 3511,
      "subrel-constrast": 3.4096999168395996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563119888305664,
      "cov-distil (oracle2student)": 5.707776069641113,
      "cov-distil (oracle2teacher)": 5.318972587585449,
      "epoch": 2.7566718995290422,
      "rel-constrast": 2.5717084407806396,
      "step": 3512,
      "subrel-constrast": 3.636415481567383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.778722882270813,
      "cov-distil (oracle2student)": 4.7847394943237305,
      "cov-distil (oracle2teacher)": 4.649570465087891,
      "epoch": 2.7574568288854002,
      "rel-constrast": 1.9047250747680664,
      "step": 3513,
      "subrel-constrast": 2.6383039951324463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6211981773376465,
      "cov-distil (oracle2student)": 3.228797435760498,
      "cov-distil (oracle2teacher)": 3.190974235534668,
      "epoch": 2.758241758241758,
      "rel-constrast": 1.5798649787902832,
      "step": 3514,
      "subrel-constrast": 2.389686107635498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1599467992782593,
      "cov-distil (oracle2student)": 6.322759628295898,
      "cov-distil (oracle2teacher)": 5.791379451751709,
      "epoch": 2.759026687598116,
      "rel-constrast": 2.099863290786743,
      "step": 3515,
      "subrel-constrast": 2.700303792953491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6927480697631836,
      "cov-distil (oracle2student)": 7.12471866607666,
      "cov-distil (oracle2teacher)": 6.255059242248535,
      "epoch": 2.759811616954474,
      "rel-constrast": 2.063586711883545,
      "step": 3516,
      "subrel-constrast": 2.981180429458618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1891162395477295,
      "cov-distil (oracle2student)": 3.937960147857666,
      "cov-distil (oracle2teacher)": 3.6986241340637207,
      "epoch": 2.760596546310832,
      "rel-constrast": 1.7878997325897217,
      "step": 3517,
      "subrel-constrast": 2.501995086669922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.597304344177246,
      "cov-distil (oracle2student)": 2.903671979904175,
      "cov-distil (oracle2teacher)": 2.5540738105773926,
      "epoch": 2.76138147566719,
      "rel-constrast": 1.9837645292282104,
      "step": 3518,
      "subrel-constrast": 2.8623855113983154,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0841193199157715,
      "cov-distil (oracle2student)": 4.157207489013672,
      "cov-distil (oracle2teacher)": 4.139474868774414,
      "epoch": 2.7621664050235477,
      "rel-constrast": 2.6072728633880615,
      "step": 3519,
      "subrel-constrast": 3.5602264404296875,
      "view-similarity": 0
    },
    {
      "epoch": 2.7629513343799057,
      "grad_norm": 4.4375,
      "learning_rate": 2.442784634981071e-05,
      "loss": 0.5643,
      "step": 3520
    },
    {
      "cov-distil": 1.8621240854263306,
      "cov-distil (oracle2student)": 4.851346969604492,
      "cov-distil (oracle2teacher)": 4.756560802459717,
      "epoch": 2.7629513343799057,
      "rel-constrast": 2.2467057704925537,
      "step": 3520,
      "subrel-constrast": 3.5946614742279053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7872276306152344,
      "cov-distil (oracle2student)": 6.088523864746094,
      "cov-distil (oracle2teacher)": 5.3121538162231445,
      "epoch": 2.7637362637362637,
      "rel-constrast": 2.6018218994140625,
      "step": 3521,
      "subrel-constrast": 3.392885446548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9857523441314697,
      "cov-distil (oracle2student)": 4.225958824157715,
      "cov-distil (oracle2teacher)": 3.7452940940856934,
      "epoch": 2.7645211930926217,
      "rel-constrast": 2.2021665573120117,
      "step": 3522,
      "subrel-constrast": 2.7909469604492188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9577950239181519,
      "cov-distil (oracle2student)": 4.128253936767578,
      "cov-distil (oracle2teacher)": 4.305546760559082,
      "epoch": 2.7653061224489797,
      "rel-constrast": 2.1499688625335693,
      "step": 3523,
      "subrel-constrast": 3.4924349784851074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4183411598205566,
      "cov-distil (oracle2student)": 5.380108833312988,
      "cov-distil (oracle2teacher)": 4.530981063842773,
      "epoch": 2.7660910518053377,
      "rel-constrast": 1.7213233709335327,
      "step": 3524,
      "subrel-constrast": 2.4295573234558105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.948312520980835,
      "cov-distil (oracle2student)": 4.70692253112793,
      "cov-distil (oracle2teacher)": 4.26762580871582,
      "epoch": 2.7668759811616956,
      "rel-constrast": 1.9060370922088623,
      "step": 3525,
      "subrel-constrast": 2.980943202972412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6500493288040161,
      "cov-distil (oracle2student)": 3.5110230445861816,
      "cov-distil (oracle2teacher)": 3.9901835918426514,
      "epoch": 2.767660910518053,
      "rel-constrast": 2.4338901042938232,
      "step": 3526,
      "subrel-constrast": 3.5721263885498047,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3629722595214844,
      "cov-distil (oracle2student)": 3.561800479888916,
      "cov-distil (oracle2teacher)": 3.9713685512542725,
      "epoch": 2.768445839874411,
      "rel-constrast": 2.450946092605591,
      "step": 3527,
      "subrel-constrast": 3.7198848724365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1882482767105103,
      "cov-distil (oracle2student)": 3.9468209743499756,
      "cov-distil (oracle2teacher)": 3.9178662300109863,
      "epoch": 2.769230769230769,
      "rel-constrast": 2.104253053665161,
      "step": 3528,
      "subrel-constrast": 2.885784149169922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322696924209595,
      "cov-distil (oracle2student)": 3.9215846061706543,
      "cov-distil (oracle2teacher)": 3.7568154335021973,
      "epoch": 2.770015698587127,
      "rel-constrast": 2.816986322402954,
      "step": 3529,
      "subrel-constrast": 2.956447124481201,
      "view-similarity": 0
    },
    {
      "epoch": 2.770800627943485,
      "grad_norm": 5.21875,
      "learning_rate": 2.412851368620726e-05,
      "loss": 0.6111,
      "step": 3530
    },
    {
      "cov-distil": 1.323148488998413,
      "cov-distil (oracle2student)": 4.615965843200684,
      "cov-distil (oracle2teacher)": 4.235719680786133,
      "epoch": 2.770800627943485,
      "rel-constrast": 2.4559383392333984,
      "step": 3530,
      "subrel-constrast": 3.320547342300415,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2837938070297241,
      "cov-distil (oracle2student)": 2.9453468322753906,
      "cov-distil (oracle2teacher)": 3.1855645179748535,
      "epoch": 2.771585557299843,
      "rel-constrast": 1.9499049186706543,
      "step": 3531,
      "subrel-constrast": 2.4406521320343018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0737348794937134,
      "cov-distil (oracle2student)": 4.420892715454102,
      "cov-distil (oracle2teacher)": 4.206371784210205,
      "epoch": 2.772370486656201,
      "rel-constrast": 2.321516990661621,
      "step": 3532,
      "subrel-constrast": 2.479322671890259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6049165725708008,
      "cov-distil (oracle2student)": 4.587218761444092,
      "cov-distil (oracle2teacher)": 4.52951717376709,
      "epoch": 2.7731554160125587,
      "rel-constrast": 2.487555742263794,
      "step": 3533,
      "subrel-constrast": 3.2971949577331543,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1065011024475098,
      "cov-distil (oracle2student)": 4.924777984619141,
      "cov-distil (oracle2teacher)": 4.425516605377197,
      "epoch": 2.7739403453689166,
      "rel-constrast": 1.899717092514038,
      "step": 3534,
      "subrel-constrast": 3.162567138671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.593768835067749,
      "cov-distil (oracle2student)": 5.240179538726807,
      "cov-distil (oracle2teacher)": 4.794983863830566,
      "epoch": 2.7747252747252746,
      "rel-constrast": 3.938077211380005,
      "step": 3535,
      "subrel-constrast": 4.247522830963135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8411154747009277,
      "cov-distil (oracle2student)": 4.522751808166504,
      "cov-distil (oracle2teacher)": 4.49401330947876,
      "epoch": 2.7755102040816326,
      "rel-constrast": 2.8681130409240723,
      "step": 3536,
      "subrel-constrast": 3.8726694583892822,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210737943649292,
      "cov-distil (oracle2student)": 5.5552473068237305,
      "cov-distil (oracle2teacher)": 5.176408290863037,
      "epoch": 2.7762951334379906,
      "rel-constrast": 2.5302329063415527,
      "step": 3537,
      "subrel-constrast": 3.715843915939331,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325722098350525,
      "cov-distil (oracle2student)": 3.1208763122558594,
      "cov-distil (oracle2teacher)": 3.6066229343414307,
      "epoch": 2.7770800627943486,
      "rel-constrast": 1.994868516921997,
      "step": 3538,
      "subrel-constrast": 2.3695812225341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.518763542175293,
      "cov-distil (oracle2student)": 4.597994327545166,
      "cov-distil (oracle2teacher)": 4.513627529144287,
      "epoch": 2.7778649921507066,
      "rel-constrast": 2.1016664505004883,
      "step": 3539,
      "subrel-constrast": 3.0763964653015137,
      "view-similarity": 0
    },
    {
      "epoch": 2.778649921507064,
      "grad_norm": 6.40625,
      "learning_rate": 2.383044196234753e-05,
      "loss": 0.6534,
      "step": 3540
    },
    {
      "cov-distil": 1.5734944343566895,
      "cov-distil (oracle2student)": 5.2214155197143555,
      "cov-distil (oracle2teacher)": 4.815471172332764,
      "epoch": 2.778649921507064,
      "rel-constrast": 1.9034751653671265,
      "step": 3540,
      "subrel-constrast": 2.5405590534210205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8880634307861328,
      "cov-distil (oracle2student)": 3.837738513946533,
      "cov-distil (oracle2teacher)": 3.9560775756835938,
      "epoch": 2.7794348508634226,
      "rel-constrast": 3.485084056854248,
      "step": 3541,
      "subrel-constrast": 3.903719663619995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9362518787384033,
      "cov-distil (oracle2student)": 4.962917327880859,
      "cov-distil (oracle2teacher)": 3.984957218170166,
      "epoch": 2.78021978021978,
      "rel-constrast": 2.3160877227783203,
      "step": 3542,
      "subrel-constrast": 3.139589548110962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641114354133606,
      "cov-distil (oracle2student)": 3.9274983406066895,
      "cov-distil (oracle2teacher)": 3.7268199920654297,
      "epoch": 2.781004709576138,
      "rel-constrast": 2.7554829120635986,
      "step": 3543,
      "subrel-constrast": 3.0311543941497803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700037956237793,
      "cov-distil (oracle2student)": 5.533526420593262,
      "cov-distil (oracle2teacher)": 4.757381439208984,
      "epoch": 2.781789638932496,
      "rel-constrast": 1.8417942523956299,
      "step": 3544,
      "subrel-constrast": 2.9180197715759277,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.110452175140381,
      "cov-distil (oracle2student)": 4.138429641723633,
      "cov-distil (oracle2teacher)": 3.934004306793213,
      "epoch": 2.782574568288854,
      "rel-constrast": 2.3734965324401855,
      "step": 3545,
      "subrel-constrast": 3.6505229473114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0169782638549805,
      "cov-distil (oracle2student)": 7.034864902496338,
      "cov-distil (oracle2teacher)": 6.638014316558838,
      "epoch": 2.783359497645212,
      "rel-constrast": 1.8410022258758545,
      "step": 3546,
      "subrel-constrast": 3.0559566020965576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.707930326461792,
      "cov-distil (oracle2student)": 2.5315427780151367,
      "cov-distil (oracle2teacher)": 2.7758560180664062,
      "epoch": 2.7841444270015696,
      "rel-constrast": 2.8030898571014404,
      "step": 3547,
      "subrel-constrast": 3.8998055458068848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6102638244628906,
      "cov-distil (oracle2student)": 4.854891777038574,
      "cov-distil (oracle2teacher)": 4.585604667663574,
      "epoch": 2.784929356357928,
      "rel-constrast": 2.930187225341797,
      "step": 3548,
      "subrel-constrast": 3.622079372406006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7067464590072632,
      "cov-distil (oracle2student)": 4.750997543334961,
      "cov-distil (oracle2teacher)": 4.811106204986572,
      "epoch": 2.7857142857142856,
      "rel-constrast": 2.286545991897583,
      "step": 3549,
      "subrel-constrast": 3.2195866107940674,
      "view-similarity": 0
    },
    {
      "epoch": 2.7864992150706436,
      "grad_norm": 4.53125,
      "learning_rate": 2.3533645705826806e-05,
      "loss": 0.6581,
      "step": 3550
    },
    {
      "cov-distil": 1.1412848234176636,
      "cov-distil (oracle2student)": 2.6173455715179443,
      "cov-distil (oracle2teacher)": 2.8773999214172363,
      "epoch": 2.7864992150706436,
      "rel-constrast": 1.8924367427825928,
      "step": 3550,
      "subrel-constrast": 2.6920006275177,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8015692234039307,
      "cov-distil (oracle2student)": 3.399956464767456,
      "cov-distil (oracle2teacher)": 3.7823894023895264,
      "epoch": 2.7872841444270016,
      "rel-constrast": 1.8752028942108154,
      "step": 3551,
      "subrel-constrast": 2.508627414703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2333710193634033,
      "cov-distil (oracle2student)": 4.508474349975586,
      "cov-distil (oracle2teacher)": 3.9689621925354004,
      "epoch": 2.7880690737833596,
      "rel-constrast": 3.04410982131958,
      "step": 3552,
      "subrel-constrast": 3.756507396697998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9266705513000488,
      "cov-distil (oracle2student)": 5.660956859588623,
      "cov-distil (oracle2teacher)": 5.142112731933594,
      "epoch": 2.7888540031397175,
      "rel-constrast": 1.525282621383667,
      "step": 3553,
      "subrel-constrast": 2.3820440769195557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7882393598556519,
      "cov-distil (oracle2student)": 4.368446350097656,
      "cov-distil (oracle2teacher)": 4.474170207977295,
      "epoch": 2.789638932496075,
      "rel-constrast": 2.37701678276062,
      "step": 3554,
      "subrel-constrast": 3.605658769607544,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.066008448600769,
      "cov-distil (oracle2student)": 4.252806663513184,
      "cov-distil (oracle2teacher)": 3.7345378398895264,
      "epoch": 2.7904238618524335,
      "rel-constrast": 1.055682897567749,
      "step": 3555,
      "subrel-constrast": 1.471313238143921,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.537080764770508,
      "cov-distil (oracle2student)": 4.29642391204834,
      "cov-distil (oracle2teacher)": 4.164966583251953,
      "epoch": 2.791208791208791,
      "rel-constrast": 1.9588963985443115,
      "step": 3556,
      "subrel-constrast": 3.1293094158172607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.412398099899292,
      "cov-distil (oracle2student)": 4.584420680999756,
      "cov-distil (oracle2teacher)": 4.137991905212402,
      "epoch": 2.791993720565149,
      "rel-constrast": 2.718045949935913,
      "step": 3557,
      "subrel-constrast": 3.5108702182769775,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6972546577453613,
      "cov-distil (oracle2student)": 4.161608695983887,
      "cov-distil (oracle2teacher)": 3.940690755844116,
      "epoch": 2.792778649921507,
      "rel-constrast": 2.4198780059814453,
      "step": 3558,
      "subrel-constrast": 2.9729108810424805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.483947515487671,
      "cov-distil (oracle2student)": 5.7246503829956055,
      "cov-distil (oracle2teacher)": 5.477715969085693,
      "epoch": 2.793563579277865,
      "rel-constrast": 2.7003071308135986,
      "step": 3559,
      "subrel-constrast": 3.5532212257385254,
      "view-similarity": 0
    },
    {
      "epoch": 2.794348508634223,
      "grad_norm": 5.21875,
      "learning_rate": 2.323813938207593e-05,
      "loss": 0.5794,
      "step": 3560
    },
    {
      "cov-distil": 1.8416975736618042,
      "cov-distil (oracle2student)": 4.202847957611084,
      "cov-distil (oracle2teacher)": 4.3482584953308105,
      "epoch": 2.794348508634223,
      "rel-constrast": 2.1343255043029785,
      "step": 3560,
      "subrel-constrast": 3.2132670879364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.688277006149292,
      "cov-distil (oracle2student)": 5.628523349761963,
      "cov-distil (oracle2teacher)": 5.226168632507324,
      "epoch": 2.795133437990581,
      "rel-constrast": 2.178802013397217,
      "step": 3561,
      "subrel-constrast": 3.192483901977539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4654701948165894,
      "cov-distil (oracle2student)": 5.200482368469238,
      "cov-distil (oracle2teacher)": 4.8456830978393555,
      "epoch": 2.795918367346939,
      "rel-constrast": 2.823690176010132,
      "step": 3562,
      "subrel-constrast": 3.4250991344451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7485779523849487,
      "cov-distil (oracle2student)": 6.785293102264404,
      "cov-distil (oracle2teacher)": 5.810969352722168,
      "epoch": 2.7967032967032965,
      "rel-constrast": 2.6675853729248047,
      "step": 3563,
      "subrel-constrast": 3.680708169937134,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.048656463623047,
      "cov-distil (oracle2student)": 4.428426742553711,
      "cov-distil (oracle2teacher)": 4.161832809448242,
      "epoch": 2.7974882260596545,
      "rel-constrast": 1.9758386611938477,
      "step": 3564,
      "subrel-constrast": 3.1217236518859863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.846345067024231,
      "cov-distil (oracle2student)": 4.6107177734375,
      "cov-distil (oracle2teacher)": 3.8136839866638184,
      "epoch": 2.7982731554160125,
      "rel-constrast": 2.222081422805786,
      "step": 3565,
      "subrel-constrast": 2.7882871627807617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.752417802810669,
      "cov-distil (oracle2student)": 5.034197807312012,
      "cov-distil (oracle2teacher)": 4.47861385345459,
      "epoch": 2.7990580847723705,
      "rel-constrast": 2.4985556602478027,
      "step": 3566,
      "subrel-constrast": 2.9826102256774902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.232361078262329,
      "cov-distil (oracle2student)": 4.807702541351318,
      "cov-distil (oracle2teacher)": 4.395728588104248,
      "epoch": 2.7998430141287285,
      "rel-constrast": 1.6722397804260254,
      "step": 3567,
      "subrel-constrast": 3.3242244720458984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6328389644622803,
      "cov-distil (oracle2student)": 3.876343250274658,
      "cov-distil (oracle2teacher)": 3.616877317428589,
      "epoch": 2.8006279434850865,
      "rel-constrast": 1.9611124992370605,
      "step": 3568,
      "subrel-constrast": 2.8654062747955322,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8311289548873901,
      "cov-distil (oracle2student)": 4.292712211608887,
      "cov-distil (oracle2teacher)": 4.601766586303711,
      "epoch": 2.8014128728414445,
      "rel-constrast": 1.8871465921401978,
      "step": 3569,
      "subrel-constrast": 2.681617498397827,
      "view-similarity": 0
    },
    {
      "epoch": 2.802197802197802,
      "grad_norm": 5.4375,
      "learning_rate": 2.294393739365621e-05,
      "loss": 0.5958,
      "step": 3570
    },
    {
      "cov-distil": 1.395836591720581,
      "cov-distil (oracle2student)": 2.8311052322387695,
      "cov-distil (oracle2teacher)": 3.332125186920166,
      "epoch": 2.802197802197802,
      "rel-constrast": 2.6756503582000732,
      "step": 3570,
      "subrel-constrast": 3.495824098587036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4255365133285522,
      "cov-distil (oracle2student)": 4.365704536437988,
      "cov-distil (oracle2teacher)": 3.9057583808898926,
      "epoch": 2.80298273155416,
      "rel-constrast": 1.7466611862182617,
      "step": 3571,
      "subrel-constrast": 2.3818345069885254,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2397069931030273,
      "cov-distil (oracle2student)": 3.9956107139587402,
      "cov-distil (oracle2teacher)": 3.8540592193603516,
      "epoch": 2.803767660910518,
      "rel-constrast": 2.6267576217651367,
      "step": 3572,
      "subrel-constrast": 3.581821918487549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.688724160194397,
      "cov-distil (oracle2student)": 3.652947425842285,
      "cov-distil (oracle2teacher)": 3.9044108390808105,
      "epoch": 2.804552590266876,
      "rel-constrast": 2.2947006225585938,
      "step": 3573,
      "subrel-constrast": 3.518934726715088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7819533348083496,
      "cov-distil (oracle2student)": 4.223957538604736,
      "cov-distil (oracle2teacher)": 3.7337236404418945,
      "epoch": 2.805337519623234,
      "rel-constrast": 2.1926207542419434,
      "step": 3574,
      "subrel-constrast": 3.111598253250122,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4451313018798828,
      "cov-distil (oracle2student)": 4.957505702972412,
      "cov-distil (oracle2teacher)": 4.378437519073486,
      "epoch": 2.806122448979592,
      "rel-constrast": 1.594303846359253,
      "step": 3575,
      "subrel-constrast": 2.5487797260284424,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5151317119598389,
      "cov-distil (oracle2student)": 4.550783157348633,
      "cov-distil (oracle2teacher)": 4.56132173538208,
      "epoch": 2.80690737833595,
      "rel-constrast": 1.637473225593567,
      "step": 3576,
      "subrel-constrast": 2.3980281352996826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2687036991119385,
      "cov-distil (oracle2student)": 5.424768447875977,
      "cov-distil (oracle2teacher)": 4.9630937576293945,
      "epoch": 2.8076923076923075,
      "rel-constrast": 2.9810898303985596,
      "step": 3577,
      "subrel-constrast": 3.2261312007904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0899858474731445,
      "cov-distil (oracle2student)": 4.705835342407227,
      "cov-distil (oracle2teacher)": 4.5601396560668945,
      "epoch": 2.8084772370486655,
      "rel-constrast": 2.141054153442383,
      "step": 3578,
      "subrel-constrast": 3.5312135219573975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0230765342712402,
      "cov-distil (oracle2student)": 4.664897918701172,
      "cov-distil (oracle2teacher)": 4.617116928100586,
      "epoch": 2.8092621664050235,
      "rel-constrast": 3.0009849071502686,
      "step": 3579,
      "subrel-constrast": 4.0077667236328125,
      "view-similarity": 0
    },
    {
      "epoch": 2.8100470957613815,
      "grad_norm": 4.4375,
      "learning_rate": 2.265105407955752e-05,
      "loss": 0.6145,
      "step": 3580
    },
    {
      "cov-distil": 1.713470458984375,
      "cov-distil (oracle2student)": 4.710740566253662,
      "cov-distil (oracle2teacher)": 4.192012786865234,
      "epoch": 2.8100470957613815,
      "rel-constrast": 2.181853771209717,
      "step": 3580,
      "subrel-constrast": 2.9190635681152344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.645249843597412,
      "cov-distil (oracle2student)": 4.200653076171875,
      "cov-distil (oracle2teacher)": 4.25501823425293,
      "epoch": 2.8108320251177394,
      "rel-constrast": 2.266939640045166,
      "step": 3581,
      "subrel-constrast": 3.4220354557037354,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3156685829162598,
      "cov-distil (oracle2student)": 4.3588032722473145,
      "cov-distil (oracle2teacher)": 4.3573689460754395,
      "epoch": 2.8116169544740974,
      "rel-constrast": 2.231947898864746,
      "step": 3582,
      "subrel-constrast": 2.8669328689575195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7334436178207397,
      "cov-distil (oracle2student)": 6.268523693084717,
      "cov-distil (oracle2teacher)": 5.240367889404297,
      "epoch": 2.8124018838304554,
      "rel-constrast": 2.1561195850372314,
      "step": 3583,
      "subrel-constrast": 3.0184624195098877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1111488342285156,
      "cov-distil (oracle2student)": 4.490895748138428,
      "cov-distil (oracle2teacher)": 5.380856513977051,
      "epoch": 2.813186813186813,
      "rel-constrast": 2.587644338607788,
      "step": 3584,
      "subrel-constrast": 3.873229503631592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8434205055236816,
      "cov-distil (oracle2student)": 5.1903886795043945,
      "cov-distil (oracle2teacher)": 5.492962837219238,
      "epoch": 2.813971742543171,
      "rel-constrast": 3.053049087524414,
      "step": 3585,
      "subrel-constrast": 3.694448709487915,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.005758285522461,
      "cov-distil (oracle2student)": 4.291709899902344,
      "cov-distil (oracle2teacher)": 3.9522457122802734,
      "epoch": 2.814756671899529,
      "rel-constrast": 2.050656318664551,
      "step": 3586,
      "subrel-constrast": 2.9574813842773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.827298641204834,
      "cov-distil (oracle2student)": 3.1897592544555664,
      "cov-distil (oracle2teacher)": 3.500103235244751,
      "epoch": 2.815541601255887,
      "rel-constrast": 1.7947940826416016,
      "step": 3587,
      "subrel-constrast": 2.741638422012329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1628353595733643,
      "cov-distil (oracle2student)": 4.041367053985596,
      "cov-distil (oracle2teacher)": 3.48872971534729,
      "epoch": 2.816326530612245,
      "rel-constrast": 2.0633492469787598,
      "step": 3588,
      "subrel-constrast": 2.4605259895324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701440453529358,
      "cov-distil (oracle2student)": 3.200774908065796,
      "cov-distil (oracle2teacher)": 2.8633222579956055,
      "epoch": 2.817111459968603,
      "rel-constrast": 2.0894012451171875,
      "step": 3589,
      "subrel-constrast": 2.6571099758148193,
      "view-similarity": 0
    },
    {
      "epoch": 2.817896389324961,
      "grad_norm": 4.8125,
      "learning_rate": 2.235950371449938e-05,
      "loss": 0.607,
      "step": 3590
    },
    {
      "cov-distil": 2.080709457397461,
      "cov-distil (oracle2student)": 3.1949822902679443,
      "cov-distil (oracle2teacher)": 3.0635719299316406,
      "epoch": 2.817896389324961,
      "rel-constrast": 1.9472153186798096,
      "step": 3590,
      "subrel-constrast": 3.1724002361297607,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.011888027191162,
      "cov-distil (oracle2student)": 4.174495697021484,
      "cov-distil (oracle2teacher)": 3.6435704231262207,
      "epoch": 2.8186813186813184,
      "rel-constrast": 2.535745620727539,
      "step": 3591,
      "subrel-constrast": 3.506495475769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.816287875175476,
      "cov-distil (oracle2student)": 5.797303199768066,
      "cov-distil (oracle2teacher)": 4.993825435638428,
      "epoch": 2.819466248037677,
      "rel-constrast": 3.0489861965179443,
      "step": 3592,
      "subrel-constrast": 3.5317397117614746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4516189098358154,
      "cov-distil (oracle2student)": 2.449960947036743,
      "cov-distil (oracle2teacher)": 2.798492193222046,
      "epoch": 2.8202511773940344,
      "rel-constrast": 1.417637586593628,
      "step": 3593,
      "subrel-constrast": 2.540907144546509,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6113622188568115,
      "cov-distil (oracle2student)": 4.543560981750488,
      "cov-distil (oracle2teacher)": 4.532785415649414,
      "epoch": 2.8210361067503924,
      "rel-constrast": 1.9954322576522827,
      "step": 3594,
      "subrel-constrast": 2.5729758739471436,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.339388132095337,
      "cov-distil (oracle2student)": 4.014063358306885,
      "cov-distil (oracle2teacher)": 3.8505730628967285,
      "epoch": 2.8218210361067504,
      "rel-constrast": 2.4240665435791016,
      "step": 3595,
      "subrel-constrast": 3.243798017501831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4981229305267334,
      "cov-distil (oracle2student)": 4.4339799880981445,
      "cov-distil (oracle2teacher)": 4.671638488769531,
      "epoch": 2.8226059654631084,
      "rel-constrast": 2.18570613861084,
      "step": 3596,
      "subrel-constrast": 3.104048728942871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2980756759643555,
      "cov-distil (oracle2student)": 5.277398109436035,
      "cov-distil (oracle2teacher)": 4.660247325897217,
      "epoch": 2.8233908948194664,
      "rel-constrast": 1.9672082662582397,
      "step": 3597,
      "subrel-constrast": 3.103870153427124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.493405818939209,
      "cov-distil (oracle2student)": 4.890831470489502,
      "cov-distil (oracle2teacher)": 4.245931625366211,
      "epoch": 2.824175824175824,
      "rel-constrast": 2.891400098800659,
      "step": 3598,
      "subrel-constrast": 2.9374468326568604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3433090448379517,
      "cov-distil (oracle2student)": 4.3746137619018555,
      "cov-distil (oracle2teacher)": 3.834988594055176,
      "epoch": 2.8249607535321823,
      "rel-constrast": 2.6583292484283447,
      "step": 3599,
      "subrel-constrast": 3.599832057952881,
      "view-similarity": 0
    },
    {
      "epoch": 2.82574568288854,
      "grad_norm": 4.8125,
      "learning_rate": 2.2069300508235275e-05,
      "loss": 0.6217,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "overlap": 0.3453125059604645,
      "step": 3600
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "student margin": 0.06982421875
    },
    {
      "epoch": 2.82574568288854,
      "step": 3600,
      "teacher margin": 0.046417236328125
    },
    {
      "epoch": 2.82574568288854,
      "margin difference": -0.023406982421875,
      "step": 3600
    },
    {
      "cov-distil": 1.4443457126617432,
      "cov-distil (oracle2student)": 3.443800210952759,
      "cov-distil (oracle2teacher)": 3.028449058532715,
      "epoch": 2.82574568288854,
      "rel-constrast": 2.109424114227295,
      "step": 3600,
      "subrel-constrast": 2.644719362258911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.619811773300171,
      "cov-distil (oracle2student)": 5.490877151489258,
      "cov-distil (oracle2teacher)": 4.716952323913574,
      "epoch": 2.826530612244898,
      "rel-constrast": 2.6286213397979736,
      "step": 3601,
      "subrel-constrast": 3.6549177169799805,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3760356903076172,
      "cov-distil (oracle2student)": 4.220483779907227,
      "cov-distil (oracle2teacher)": 4.646773815155029,
      "epoch": 2.827315541601256,
      "rel-constrast": 2.7413887977600098,
      "step": 3602,
      "subrel-constrast": 3.5605225563049316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3410556316375732,
      "cov-distil (oracle2student)": 5.76561164855957,
      "cov-distil (oracle2teacher)": 5.406660079956055,
      "epoch": 2.828100470957614,
      "rel-constrast": 2.714243173599243,
      "step": 3603,
      "subrel-constrast": 3.079636573791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9284741878509521,
      "cov-distil (oracle2student)": 5.476531028747559,
      "cov-distil (oracle2teacher)": 4.694404602050781,
      "epoch": 2.828885400313972,
      "rel-constrast": 2.2148096561431885,
      "step": 3604,
      "subrel-constrast": 2.6193244457244873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9268962144851685,
      "cov-distil (oracle2student)": 3.9429588317871094,
      "cov-distil (oracle2teacher)": 3.8042731285095215,
      "epoch": 2.82967032967033,
      "rel-constrast": 2.7259416580200195,
      "step": 3605,
      "subrel-constrast": 4.191844463348389,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5092358589172363,
      "cov-distil (oracle2student)": 3.3968894481658936,
      "cov-distil (oracle2teacher)": 3.7106070518493652,
      "epoch": 2.830455259026688,
      "rel-constrast": 2.193354606628418,
      "step": 3606,
      "subrel-constrast": 2.9410455226898193,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6111172437667847,
      "cov-distil (oracle2student)": 3.942038059234619,
      "cov-distil (oracle2teacher)": 3.8562750816345215,
      "epoch": 2.8312401883830454,
      "rel-constrast": 1.6554803848266602,
      "step": 3607,
      "subrel-constrast": 2.8314900398254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5837936401367188,
      "cov-distil (oracle2student)": 3.7773969173431396,
      "cov-distil (oracle2teacher)": 4.086625576019287,
      "epoch": 2.8320251177394034,
      "rel-constrast": 2.840634822845459,
      "step": 3608,
      "subrel-constrast": 3.7275846004486084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4520530700683594,
      "cov-distil (oracle2student)": 4.530083656311035,
      "cov-distil (oracle2teacher)": 4.478817939758301,
      "epoch": 2.8328100470957613,
      "rel-constrast": 1.6865348815917969,
      "step": 3609,
      "subrel-constrast": 2.639254093170166,
      "view-similarity": 0
    },
    {
      "epoch": 2.8335949764521193,
      "grad_norm": 4.34375,
      "learning_rate": 2.1780458604860056e-05,
      "loss": 0.6272,
      "step": 3610
    },
    {
      "cov-distil": 1.943772315979004,
      "cov-distil (oracle2student)": 3.381638288497925,
      "cov-distil (oracle2teacher)": 4.0686540603637695,
      "epoch": 2.8335949764521193,
      "rel-constrast": 2.0372776985168457,
      "step": 3610,
      "subrel-constrast": 3.9092907905578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.328019380569458,
      "cov-distil (oracle2student)": 3.77146053314209,
      "cov-distil (oracle2teacher)": 3.316842555999756,
      "epoch": 2.8343799058084773,
      "rel-constrast": 2.2635703086853027,
      "step": 3611,
      "subrel-constrast": 2.6159863471984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.632462739944458,
      "cov-distil (oracle2student)": 3.467900037765503,
      "cov-distil (oracle2teacher)": 3.6960694789886475,
      "epoch": 2.8351648351648353,
      "rel-constrast": 2.099092960357666,
      "step": 3612,
      "subrel-constrast": 2.9686713218688965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7559998035430908,
      "cov-distil (oracle2student)": 3.8644819259643555,
      "cov-distil (oracle2teacher)": 4.245042324066162,
      "epoch": 2.8359497645211933,
      "rel-constrast": 1.8407686948776245,
      "step": 3613,
      "subrel-constrast": 2.8299617767333984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2909022569656372,
      "cov-distil (oracle2student)": 2.8464035987854004,
      "cov-distil (oracle2teacher)": 2.8240365982055664,
      "epoch": 2.836734693877551,
      "rel-constrast": 2.458434581756592,
      "step": 3614,
      "subrel-constrast": 3.0335192680358887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6865222454071045,
      "cov-distil (oracle2student)": 3.053053617477417,
      "cov-distil (oracle2teacher)": 3.688844919204712,
      "epoch": 2.837519623233909,
      "rel-constrast": 2.0565319061279297,
      "step": 3615,
      "subrel-constrast": 3.0768935680389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.280968427658081,
      "cov-distil (oracle2student)": 4.975875377655029,
      "cov-distil (oracle2teacher)": 4.883692264556885,
      "epoch": 2.838304552590267,
      "rel-constrast": 2.703038215637207,
      "step": 3616,
      "subrel-constrast": 3.0693681240081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2021334171295166,
      "cov-distil (oracle2student)": 4.6186323165893555,
      "cov-distil (oracle2teacher)": 3.9017770290374756,
      "epoch": 2.839089481946625,
      "rel-constrast": 1.7878493070602417,
      "step": 3617,
      "subrel-constrast": 2.759744882583618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4461617469787598,
      "cov-distil (oracle2student)": 4.701389312744141,
      "cov-distil (oracle2teacher)": 4.675808906555176,
      "epoch": 2.839874411302983,
      "rel-constrast": 1.632578730583191,
      "step": 3618,
      "subrel-constrast": 2.5554165840148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.742910385131836,
      "cov-distil (oracle2student)": 6.072803020477295,
      "cov-distil (oracle2teacher)": 4.760497093200684,
      "epoch": 2.840659340659341,
      "rel-constrast": 2.570138454437256,
      "step": 3619,
      "subrel-constrast": 2.990877866744995,
      "view-similarity": 0
    },
    {
      "epoch": 2.8414442700156988,
      "grad_norm": 6.125,
      "learning_rate": 2.14929920821206e-05,
      "loss": 0.577,
      "step": 3620
    },
    {
      "cov-distil": 2.283633232116699,
      "cov-distil (oracle2student)": 3.873569965362549,
      "cov-distil (oracle2teacher)": 3.8281102180480957,
      "epoch": 2.8414442700156988,
      "rel-constrast": 1.2399065494537354,
      "step": 3620,
      "subrel-constrast": 2.4045064449310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2066147327423096,
      "cov-distil (oracle2student)": 5.951192855834961,
      "cov-distil (oracle2teacher)": 5.353156566619873,
      "epoch": 2.8422291993720563,
      "rel-constrast": 2.4692769050598145,
      "step": 3621,
      "subrel-constrast": 3.594672918319702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8657543659210205,
      "cov-distil (oracle2student)": 4.552247047424316,
      "cov-distil (oracle2teacher)": 4.241251468658447,
      "epoch": 2.8430141287284143,
      "rel-constrast": 2.2549033164978027,
      "step": 3622,
      "subrel-constrast": 2.781217336654663,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5693578720092773,
      "cov-distil (oracle2student)": 4.214607238769531,
      "cov-distil (oracle2teacher)": 4.2784528732299805,
      "epoch": 2.8437990580847723,
      "rel-constrast": 1.3725385665893555,
      "step": 3623,
      "subrel-constrast": 2.5682613849639893,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0627691745758057,
      "cov-distil (oracle2student)": 2.2482430934906006,
      "cov-distil (oracle2teacher)": 2.436530113220215,
      "epoch": 2.8445839874411303,
      "rel-constrast": 1.8562177419662476,
      "step": 3624,
      "subrel-constrast": 2.811946153640747,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1045637130737305,
      "cov-distil (oracle2student)": 3.47015380859375,
      "cov-distil (oracle2teacher)": 3.873228073120117,
      "epoch": 2.8453689167974883,
      "rel-constrast": 2.199298858642578,
      "step": 3625,
      "subrel-constrast": 3.6412899494171143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7490792274475098,
      "cov-distil (oracle2student)": 5.236929893493652,
      "cov-distil (oracle2teacher)": 4.455073356628418,
      "epoch": 2.8461538461538463,
      "rel-constrast": 1.599236249923706,
      "step": 3626,
      "subrel-constrast": 2.722203016281128,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8855431079864502,
      "cov-distil (oracle2student)": 4.557086944580078,
      "cov-distil (oracle2teacher)": 4.3214311599731445,
      "epoch": 2.8469387755102042,
      "rel-constrast": 3.331833839416504,
      "step": 3627,
      "subrel-constrast": 4.516651153564453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6200573444366455,
      "cov-distil (oracle2student)": 5.598221302032471,
      "cov-distil (oracle2teacher)": 4.8697075843811035,
      "epoch": 2.847723704866562,
      "rel-constrast": 2.350759267807007,
      "step": 3628,
      "subrel-constrast": 3.5561163425445557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4873476028442383,
      "cov-distil (oracle2student)": 4.526673316955566,
      "cov-distil (oracle2teacher)": 3.867851734161377,
      "epoch": 2.8485086342229198,
      "rel-constrast": 2.1263465881347656,
      "step": 3629,
      "subrel-constrast": 3.0381014347076416,
      "view-similarity": 0
    },
    {
      "epoch": 2.8492935635792778,
      "grad_norm": 4.03125,
      "learning_rate": 2.1206914950729672e-05,
      "loss": 0.5671,
      "step": 3630
    },
    {
      "cov-distil": 1.4057643413543701,
      "cov-distil (oracle2student)": 3.0061709880828857,
      "cov-distil (oracle2teacher)": 3.2946197986602783,
      "epoch": 2.8492935635792778,
      "rel-constrast": 1.7430393695831299,
      "step": 3630,
      "subrel-constrast": 2.360537052154541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8614542484283447,
      "cov-distil (oracle2student)": 4.072052001953125,
      "cov-distil (oracle2teacher)": 3.982165575027466,
      "epoch": 2.8500784929356358,
      "rel-constrast": 1.9936888217926025,
      "step": 3631,
      "subrel-constrast": 2.7900660037994385,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031259775161743,
      "cov-distil (oracle2student)": 3.463501453399658,
      "cov-distil (oracle2teacher)": 3.729745626449585,
      "epoch": 2.8508634222919937,
      "rel-constrast": 1.3805564641952515,
      "step": 3632,
      "subrel-constrast": 2.71223783493042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8029364347457886,
      "cov-distil (oracle2student)": 4.33158016204834,
      "cov-distil (oracle2teacher)": 4.268047332763672,
      "epoch": 2.8516483516483517,
      "rel-constrast": 2.748551607131958,
      "step": 3633,
      "subrel-constrast": 3.725851535797119,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1099135875701904,
      "cov-distil (oracle2student)": 4.31556510925293,
      "cov-distil (oracle2teacher)": 4.013166427612305,
      "epoch": 2.8524332810047097,
      "rel-constrast": 1.4899656772613525,
      "step": 3634,
      "subrel-constrast": 2.283616542816162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7299060821533203,
      "cov-distil (oracle2student)": 4.488037586212158,
      "cov-distil (oracle2teacher)": 4.190771579742432,
      "epoch": 2.8532182103610673,
      "rel-constrast": 2.3045220375061035,
      "step": 3635,
      "subrel-constrast": 3.0201878547668457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2783913612365723,
      "cov-distil (oracle2student)": 5.347081661224365,
      "cov-distil (oracle2teacher)": 4.53934383392334,
      "epoch": 2.8540031397174257,
      "rel-constrast": 2.2818408012390137,
      "step": 3636,
      "subrel-constrast": 2.5033838748931885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2549488544464111,
      "cov-distil (oracle2student)": 6.198257923126221,
      "cov-distil (oracle2teacher)": 5.896317958831787,
      "epoch": 2.8547880690737832,
      "rel-constrast": 2.170294761657715,
      "step": 3637,
      "subrel-constrast": 2.8698675632476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.85809326171875,
      "cov-distil (oracle2student)": 4.30611515045166,
      "cov-distil (oracle2teacher)": 4.301931858062744,
      "epoch": 2.8555729984301412,
      "rel-constrast": 2.159090518951416,
      "step": 3638,
      "subrel-constrast": 3.1512482166290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6185574531555176,
      "cov-distil (oracle2student)": 4.2969818115234375,
      "cov-distil (oracle2teacher)": 4.070659637451172,
      "epoch": 2.856357927786499,
      "rel-constrast": 2.7281477451324463,
      "step": 3639,
      "subrel-constrast": 3.4881432056427,
      "view-similarity": 0
    },
    {
      "epoch": 2.857142857142857,
      "grad_norm": 5.59375,
      "learning_rate": 2.0922241153683066e-05,
      "loss": 0.5674,
      "step": 3640
    },
    {
      "cov-distil": 2.2047111988067627,
      "cov-distil (oracle2student)": 3.1962456703186035,
      "cov-distil (oracle2teacher)": 2.9158987998962402,
      "epoch": 2.857142857142857,
      "rel-constrast": 1.7633986473083496,
      "step": 3640,
      "subrel-constrast": 3.2378475666046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9322727918624878,
      "cov-distil (oracle2student)": 3.905546188354492,
      "cov-distil (oracle2teacher)": 3.981276512145996,
      "epoch": 2.857927786499215,
      "rel-constrast": 2.9956188201904297,
      "step": 3641,
      "subrel-constrast": 4.485410213470459,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3892552852630615,
      "cov-distil (oracle2student)": 4.39389181137085,
      "cov-distil (oracle2teacher)": 4.569122791290283,
      "epoch": 2.8587127158555727,
      "rel-constrast": 3.088740825653076,
      "step": 3642,
      "subrel-constrast": 3.8894522190093994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4658536911010742,
      "cov-distil (oracle2student)": 2.933833122253418,
      "cov-distil (oracle2teacher)": 3.276402711868286,
      "epoch": 2.859497645211931,
      "rel-constrast": 1.7193317413330078,
      "step": 3643,
      "subrel-constrast": 2.333134412765503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.205267071723938,
      "cov-distil (oracle2student)": 2.87833309173584,
      "cov-distil (oracle2teacher)": 2.8789613246917725,
      "epoch": 2.8602825745682887,
      "rel-constrast": 1.4874261617660522,
      "step": 3644,
      "subrel-constrast": 2.3793537616729736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5384080410003662,
      "cov-distil (oracle2student)": 4.099787712097168,
      "cov-distil (oracle2teacher)": 3.9550893306732178,
      "epoch": 2.8610675039246467,
      "rel-constrast": 2.415005922317505,
      "step": 3645,
      "subrel-constrast": 3.275707960128784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4555366039276123,
      "cov-distil (oracle2student)": 4.690279483795166,
      "cov-distil (oracle2teacher)": 4.698862552642822,
      "epoch": 2.8618524332810047,
      "rel-constrast": 2.9951400756835938,
      "step": 3646,
      "subrel-constrast": 3.247406244277954,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.236292839050293,
      "cov-distil (oracle2student)": 3.5212056636810303,
      "cov-distil (oracle2teacher)": 4.243314266204834,
      "epoch": 2.8626373626373627,
      "rel-constrast": 2.7722909450531006,
      "step": 3647,
      "subrel-constrast": 3.977513551712036,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1182658672332764,
      "cov-distil (oracle2student)": 5.71232271194458,
      "cov-distil (oracle2teacher)": 5.241026878356934,
      "epoch": 2.8634222919937207,
      "rel-constrast": 1.9652771949768066,
      "step": 3648,
      "subrel-constrast": 3.0459673404693604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3710691928863525,
      "cov-distil (oracle2student)": 4.699098110198975,
      "cov-distil (oracle2teacher)": 4.481775283813477,
      "epoch": 2.8642072213500787,
      "rel-constrast": 2.750720739364624,
      "step": 3649,
      "subrel-constrast": 3.559237003326416,
      "view-similarity": 0
    },
    {
      "epoch": 2.8649921507064366,
      "grad_norm": 5.28125,
      "learning_rate": 2.0638984565580023e-05,
      "loss": 0.6411,
      "step": 3650
    },
    {
      "cov-distil": 2.003413677215576,
      "cov-distil (oracle2student)": 3.613959789276123,
      "cov-distil (oracle2teacher)": 3.63942289352417,
      "epoch": 2.8649921507064366,
      "rel-constrast": 1.777992844581604,
      "step": 3650,
      "subrel-constrast": 2.508776903152466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6641380786895752,
      "cov-distil (oracle2student)": 2.8364009857177734,
      "cov-distil (oracle2teacher)": 3.33026123046875,
      "epoch": 2.865777080062794,
      "rel-constrast": 3.011070489883423,
      "step": 3651,
      "subrel-constrast": 3.928529977798462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5751802921295166,
      "cov-distil (oracle2student)": 4.404083251953125,
      "cov-distil (oracle2teacher)": 4.3716511726379395,
      "epoch": 2.866562009419152,
      "rel-constrast": 2.52335262298584,
      "step": 3652,
      "subrel-constrast": 3.372619152069092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671839952468872,
      "cov-distil (oracle2student)": 4.5332512855529785,
      "cov-distil (oracle2teacher)": 4.072304725646973,
      "epoch": 2.86734693877551,
      "rel-constrast": 1.8809535503387451,
      "step": 3653,
      "subrel-constrast": 2.763230323791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5782690048217773,
      "cov-distil (oracle2student)": 4.251967906951904,
      "cov-distil (oracle2teacher)": 4.524195671081543,
      "epoch": 2.868131868131868,
      "rel-constrast": 1.600399136543274,
      "step": 3654,
      "subrel-constrast": 2.6326935291290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.657278060913086,
      "cov-distil (oracle2student)": 5.224596977233887,
      "cov-distil (oracle2teacher)": 4.839849472045898,
      "epoch": 2.868916797488226,
      "rel-constrast": 1.5384405851364136,
      "step": 3655,
      "subrel-constrast": 2.67000150680542,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1349172592163086,
      "cov-distil (oracle2student)": 3.901210069656372,
      "cov-distil (oracle2teacher)": 3.8869528770446777,
      "epoch": 2.869701726844584,
      "rel-constrast": 2.1513822078704834,
      "step": 3656,
      "subrel-constrast": 3.30399489402771,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4607789516448975,
      "cov-distil (oracle2student)": 2.988067150115967,
      "cov-distil (oracle2teacher)": 3.2158093452453613,
      "epoch": 2.870486656200942,
      "rel-constrast": 1.6414259672164917,
      "step": 3657,
      "subrel-constrast": 2.522171974182129,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5573713779449463,
      "cov-distil (oracle2student)": 4.8878655433654785,
      "cov-distil (oracle2teacher)": 4.8531599044799805,
      "epoch": 2.8712715855572997,
      "rel-constrast": 2.097989797592163,
      "step": 3658,
      "subrel-constrast": 2.791738510131836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5884733200073242,
      "cov-distil (oracle2student)": 3.2487716674804688,
      "cov-distil (oracle2teacher)": 3.197758674621582,
      "epoch": 2.8720565149136577,
      "rel-constrast": 2.4390835762023926,
      "step": 3659,
      "subrel-constrast": 3.4758529663085938,
      "view-similarity": 0
    },
    {
      "epoch": 2.8728414442700156,
      "grad_norm": 4.5625,
      "learning_rate": 2.035715899194704e-05,
      "loss": 0.5588,
      "step": 3660
    },
    {
      "cov-distil": 2.210420608520508,
      "cov-distil (oracle2student)": 6.908229351043701,
      "cov-distil (oracle2teacher)": 7.010159492492676,
      "epoch": 2.8728414442700156,
      "rel-constrast": 2.1377005577087402,
      "step": 3660,
      "subrel-constrast": 3.871110439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3138378858566284,
      "cov-distil (oracle2student)": 4.527904510498047,
      "cov-distil (oracle2teacher)": 4.621225357055664,
      "epoch": 2.8736263736263736,
      "rel-constrast": 2.438319206237793,
      "step": 3661,
      "subrel-constrast": 2.8299403190612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2324552536010742,
      "cov-distil (oracle2student)": 5.659174919128418,
      "cov-distil (oracle2teacher)": 4.762124061584473,
      "epoch": 2.8744113029827316,
      "rel-constrast": 3.166429281234741,
      "step": 3662,
      "subrel-constrast": 3.8767640590667725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0261503458023071,
      "cov-distil (oracle2student)": 3.456383228302002,
      "cov-distil (oracle2teacher)": 3.779987335205078,
      "epoch": 2.8751962323390896,
      "rel-constrast": 1.3667535781860352,
      "step": 3663,
      "subrel-constrast": 2.41182541847229,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3822916746139526,
      "cov-distil (oracle2student)": 5.292093276977539,
      "cov-distil (oracle2teacher)": 4.804012775421143,
      "epoch": 2.8759811616954476,
      "rel-constrast": 2.3858890533447266,
      "step": 3664,
      "subrel-constrast": 2.943027973175049,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.195052146911621,
      "cov-distil (oracle2student)": 4.497907638549805,
      "cov-distil (oracle2teacher)": 4.380270004272461,
      "epoch": 2.876766091051805,
      "rel-constrast": 2.3096261024475098,
      "step": 3665,
      "subrel-constrast": 3.6381144523620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8749020099639893,
      "cov-distil (oracle2student)": 5.470966815948486,
      "cov-distil (oracle2teacher)": 5.05820894241333,
      "epoch": 2.877551020408163,
      "rel-constrast": 1.991772174835205,
      "step": 3666,
      "subrel-constrast": 2.8016374111175537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.336225986480713,
      "cov-distil (oracle2student)": 5.786808967590332,
      "cov-distil (oracle2teacher)": 5.595412254333496,
      "epoch": 2.878335949764521,
      "rel-constrast": 2.973794460296631,
      "step": 3667,
      "subrel-constrast": 3.9590375423431396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4914815425872803,
      "cov-distil (oracle2student)": 2.646122932434082,
      "cov-distil (oracle2teacher)": 3.271239995956421,
      "epoch": 2.879120879120879,
      "rel-constrast": 1.646404504776001,
      "step": 3668,
      "subrel-constrast": 2.5745198726654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6665186882019043,
      "cov-distil (oracle2student)": 5.099823951721191,
      "cov-distil (oracle2teacher)": 4.758620738983154,
      "epoch": 2.879905808477237,
      "rel-constrast": 1.5953128337860107,
      "step": 3669,
      "subrel-constrast": 2.8534317016601562,
      "view-similarity": 0
    },
    {
      "epoch": 2.880690737833595,
      "grad_norm": 3.53125,
      "learning_rate": 2.007677816856498e-05,
      "loss": 0.5921,
      "step": 3670
    },
    {
      "cov-distil": 1.7546982765197754,
      "cov-distil (oracle2student)": 6.549038887023926,
      "cov-distil (oracle2teacher)": 5.597458839416504,
      "epoch": 2.880690737833595,
      "rel-constrast": 1.6598858833312988,
      "step": 3670,
      "subrel-constrast": 2.2728347778320312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202955961227417,
      "cov-distil (oracle2student)": 4.572797775268555,
      "cov-distil (oracle2teacher)": 3.905451774597168,
      "epoch": 2.881475667189953,
      "rel-constrast": 2.9263882637023926,
      "step": 3671,
      "subrel-constrast": 3.4649269580841064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4096133708953857,
      "cov-distil (oracle2student)": 5.005078315734863,
      "cov-distil (oracle2teacher)": 4.3415913581848145,
      "epoch": 2.8822605965463106,
      "rel-constrast": 2.759115695953369,
      "step": 3672,
      "subrel-constrast": 3.772076368331909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.732826828956604,
      "cov-distil (oracle2student)": 3.069204330444336,
      "cov-distil (oracle2teacher)": 3.3106493949890137,
      "epoch": 2.8830455259026686,
      "rel-constrast": 2.266672372817993,
      "step": 3673,
      "subrel-constrast": 3.4511961936950684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4294089078903198,
      "cov-distil (oracle2student)": 3.35638689994812,
      "cov-distil (oracle2teacher)": 3.116744041442871,
      "epoch": 2.8838304552590266,
      "rel-constrast": 1.7410110235214233,
      "step": 3674,
      "subrel-constrast": 2.7124850749969482,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.067363739013672,
      "cov-distil (oracle2student)": 3.9933948516845703,
      "cov-distil (oracle2teacher)": 3.77295184135437,
      "epoch": 2.8846153846153846,
      "rel-constrast": 2.6317224502563477,
      "step": 3675,
      "subrel-constrast": 3.425379753112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2773391008377075,
      "cov-distil (oracle2student)": 6.0952606201171875,
      "cov-distil (oracle2teacher)": 5.9383673667907715,
      "epoch": 2.8854003139717426,
      "rel-constrast": 1.9995105266571045,
      "step": 3676,
      "subrel-constrast": 2.904397487640381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1946276426315308,
      "cov-distil (oracle2student)": 2.250153064727783,
      "cov-distil (oracle2teacher)": 2.579702615737915,
      "epoch": 2.8861852433281006,
      "rel-constrast": 2.3112869262695312,
      "step": 3677,
      "subrel-constrast": 3.0844061374664307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6029208898544312,
      "cov-distil (oracle2student)": 3.6678006649017334,
      "cov-distil (oracle2teacher)": 3.417773962020874,
      "epoch": 2.8869701726844585,
      "rel-constrast": 1.5605965852737427,
      "step": 3678,
      "subrel-constrast": 2.4368419647216797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3437505960464478,
      "cov-distil (oracle2student)": 4.677114963531494,
      "cov-distil (oracle2teacher)": 5.019330024719238,
      "epoch": 2.887755102040816,
      "rel-constrast": 2.06412935256958,
      "step": 3679,
      "subrel-constrast": 2.809654712677002,
      "view-similarity": 0
    },
    {
      "epoch": 2.8885400313971745,
      "grad_norm": 4.03125,
      "learning_rate": 1.9797855760799612e-05,
      "loss": 0.588,
      "step": 3680
    },
    {
      "cov-distil": 1.7645504474639893,
      "cov-distil (oracle2student)": 5.748587131500244,
      "cov-distil (oracle2teacher)": 4.66532039642334,
      "epoch": 2.8885400313971745,
      "rel-constrast": 2.6842641830444336,
      "step": 3680,
      "subrel-constrast": 3.0372402667999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3012454509735107,
      "cov-distil (oracle2student)": 6.560452461242676,
      "cov-distil (oracle2teacher)": 5.762199401855469,
      "epoch": 2.889324960753532,
      "rel-constrast": 2.309882640838623,
      "step": 3681,
      "subrel-constrast": 3.3339881896972656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5564378499984741,
      "cov-distil (oracle2student)": 4.2147216796875,
      "cov-distil (oracle2teacher)": 3.9531805515289307,
      "epoch": 2.89010989010989,
      "rel-constrast": 2.083998203277588,
      "step": 3682,
      "subrel-constrast": 2.9916608333587646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0949749946594238,
      "cov-distil (oracle2student)": 3.896322727203369,
      "cov-distil (oracle2teacher)": 4.064353942871094,
      "epoch": 2.890894819466248,
      "rel-constrast": 1.680329442024231,
      "step": 3683,
      "subrel-constrast": 2.335678815841675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7155539989471436,
      "cov-distil (oracle2student)": 3.2753944396972656,
      "cov-distil (oracle2teacher)": 3.500385284423828,
      "epoch": 2.891679748822606,
      "rel-constrast": 1.6905566453933716,
      "step": 3684,
      "subrel-constrast": 2.907352924346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.753709077835083,
      "cov-distil (oracle2student)": 2.9038074016571045,
      "cov-distil (oracle2teacher)": 2.8648931980133057,
      "epoch": 2.892464678178964,
      "rel-constrast": 1.7990394830703735,
      "step": 3685,
      "subrel-constrast": 2.6210525035858154,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8054744005203247,
      "cov-distil (oracle2student)": 4.470596790313721,
      "cov-distil (oracle2teacher)": 4.031057357788086,
      "epoch": 2.8932496075353216,
      "rel-constrast": 1.9302783012390137,
      "step": 3686,
      "subrel-constrast": 3.195120096206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6749391555786133,
      "cov-distil (oracle2student)": 3.1278328895568848,
      "cov-distil (oracle2teacher)": 3.5793237686157227,
      "epoch": 2.89403453689168,
      "rel-constrast": 2.799220323562622,
      "step": 3687,
      "subrel-constrast": 3.6563282012939453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7311468124389648,
      "cov-distil (oracle2student)": 3.44431209564209,
      "cov-distil (oracle2teacher)": 3.9449334144592285,
      "epoch": 2.8948194662480375,
      "rel-constrast": 3.0999197959899902,
      "step": 3688,
      "subrel-constrast": 3.9336044788360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4593377113342285,
      "cov-distil (oracle2student)": 3.4202699661254883,
      "cov-distil (oracle2teacher)": 3.5070383548736572,
      "epoch": 2.8956043956043955,
      "rel-constrast": 2.2179980278015137,
      "step": 3689,
      "subrel-constrast": 3.0710697174072266,
      "view-similarity": 0
    },
    {
      "epoch": 2.8963893249607535,
      "grad_norm": 4.0625,
      "learning_rate": 1.9520405362935594e-05,
      "loss": 0.597,
      "step": 3690
    },
    {
      "cov-distil": 1.2335422039031982,
      "cov-distil (oracle2student)": 3.1606369018554688,
      "cov-distil (oracle2teacher)": 3.4528822898864746,
      "epoch": 2.8963893249607535,
      "rel-constrast": 2.1064467430114746,
      "step": 3690,
      "subrel-constrast": 3.017914056777954,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8927286863327026,
      "cov-distil (oracle2student)": 3.819427013397217,
      "cov-distil (oracle2teacher)": 3.57685923576355,
      "epoch": 2.8971742543171115,
      "rel-constrast": 1.5045620203018188,
      "step": 3691,
      "subrel-constrast": 2.886928081512451,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.677226185798645,
      "cov-distil (oracle2student)": 3.7543811798095703,
      "cov-distil (oracle2teacher)": 3.671875476837158,
      "epoch": 2.8979591836734695,
      "rel-constrast": 1.9565801620483398,
      "step": 3692,
      "subrel-constrast": 2.5850231647491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.019413709640503,
      "cov-distil (oracle2student)": 4.360403060913086,
      "cov-distil (oracle2teacher)": 4.550955295562744,
      "epoch": 2.898744113029827,
      "rel-constrast": 2.80812406539917,
      "step": 3693,
      "subrel-constrast": 3.7853264808654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2513556480407715,
      "cov-distil (oracle2student)": 3.983816146850586,
      "cov-distil (oracle2teacher)": 4.439939975738525,
      "epoch": 2.8995290423861855,
      "rel-constrast": 2.293954849243164,
      "step": 3694,
      "subrel-constrast": 3.441157579421997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5680029392242432,
      "cov-distil (oracle2student)": 4.986494064331055,
      "cov-distil (oracle2teacher)": 4.533191204071045,
      "epoch": 2.900313971742543,
      "rel-constrast": 2.4747719764709473,
      "step": 3695,
      "subrel-constrast": 3.3526878356933594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946567058563232,
      "cov-distil (oracle2student)": 4.83924674987793,
      "cov-distil (oracle2teacher)": 4.92022180557251,
      "epoch": 2.901098901098901,
      "rel-constrast": 1.38411283493042,
      "step": 3696,
      "subrel-constrast": 2.1717312335968018,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.321936845779419,
      "cov-distil (oracle2student)": 3.3527441024780273,
      "cov-distil (oracle2teacher)": 3.523837089538574,
      "epoch": 2.901883830455259,
      "rel-constrast": 2.5942182540893555,
      "step": 3697,
      "subrel-constrast": 3.361088752746582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6698112487792969,
      "cov-distil (oracle2student)": 3.980435371398926,
      "cov-distil (oracle2teacher)": 3.8121211528778076,
      "epoch": 2.902668759811617,
      "rel-constrast": 1.9711265563964844,
      "step": 3698,
      "subrel-constrast": 2.7886271476745605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9730416536331177,
      "cov-distil (oracle2student)": 6.987082481384277,
      "cov-distil (oracle2teacher)": 6.353669166564941,
      "epoch": 2.903453689167975,
      "rel-constrast": 2.8694961071014404,
      "step": 3699,
      "subrel-constrast": 3.9964942932128906,
      "view-similarity": 0
    },
    {
      "epoch": 2.904238618524333,
      "grad_norm": 5.0625,
      "learning_rate": 1.9244440497513893e-05,
      "loss": 0.5946,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "overlap": 0.2828125059604645,
      "step": 3700
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "student margin": 0.074554443359375
    },
    {
      "epoch": 2.904238618524333,
      "step": 3700,
      "teacher margin": 0.04791259765625
    },
    {
      "epoch": 2.904238618524333,
      "margin difference": -0.026641845703125,
      "step": 3700
    },
    {
      "cov-distil": 1.9328839778900146,
      "cov-distil (oracle2student)": 4.134311676025391,
      "cov-distil (oracle2teacher)": 3.701651096343994,
      "epoch": 2.904238618524333,
      "rel-constrast": 2.5045478343963623,
      "step": 3700,
      "subrel-constrast": 3.1917564868927,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.552364468574524,
      "cov-distil (oracle2student)": 5.863517761230469,
      "cov-distil (oracle2teacher)": 5.616886138916016,
      "epoch": 2.905023547880691,
      "rel-constrast": 3.294832229614258,
      "step": 3701,
      "subrel-constrast": 3.5296874046325684,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4161112308502197,
      "cov-distil (oracle2student)": 3.8656182289123535,
      "cov-distil (oracle2teacher)": 4.261773109436035,
      "epoch": 2.9058084772370485,
      "rel-constrast": 2.244440793991089,
      "step": 3702,
      "subrel-constrast": 2.9219233989715576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.089428424835205,
      "cov-distil (oracle2student)": 4.450264930725098,
      "cov-distil (oracle2teacher)": 4.697818756103516,
      "epoch": 2.9065934065934065,
      "rel-constrast": 1.5613948106765747,
      "step": 3703,
      "subrel-constrast": 2.664128303527832,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7033917903900146,
      "cov-distil (oracle2student)": 4.4155659675598145,
      "cov-distil (oracle2teacher)": 4.172585487365723,
      "epoch": 2.9073783359497645,
      "rel-constrast": 2.196392297744751,
      "step": 3704,
      "subrel-constrast": 2.9097771644592285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9519598484039307,
      "cov-distil (oracle2student)": 3.784165859222412,
      "cov-distil (oracle2teacher)": 4.146369457244873,
      "epoch": 2.9081632653061225,
      "rel-constrast": 3.176102638244629,
      "step": 3705,
      "subrel-constrast": 3.948212146759033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4436824321746826,
      "cov-distil (oracle2student)": 5.909064292907715,
      "cov-distil (oracle2teacher)": 5.194220066070557,
      "epoch": 2.9089481946624804,
      "rel-constrast": 1.7669117450714111,
      "step": 3706,
      "subrel-constrast": 2.22686767578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1507487297058105,
      "cov-distil (oracle2student)": 2.7950828075408936,
      "cov-distil (oracle2teacher)": 2.8938302993774414,
      "epoch": 2.9097331240188384,
      "rel-constrast": 2.1359291076660156,
      "step": 3707,
      "subrel-constrast": 2.4530582427978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.339702844619751,
      "cov-distil (oracle2student)": 3.4696905612945557,
      "cov-distil (oracle2teacher)": 3.427285671234131,
      "epoch": 2.9105180533751964,
      "rel-constrast": 3.16302490234375,
      "step": 3708,
      "subrel-constrast": 3.4024617671966553,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.22416090965271,
      "cov-distil (oracle2student)": 3.8729231357574463,
      "cov-distil (oracle2teacher)": 3.7114882469177246,
      "epoch": 2.911302982731554,
      "rel-constrast": 1.7785773277282715,
      "step": 3709,
      "subrel-constrast": 3.1353824138641357,
      "view-similarity": 0
    },
    {
      "epoch": 2.912087912087912,
      "grad_norm": 3.78125,
      "learning_rate": 1.896997461467272e-05,
      "loss": 0.6376,
      "step": 3710
    },
    {
      "cov-distil": 2.031297445297241,
      "cov-distil (oracle2student)": 3.3112800121307373,
      "cov-distil (oracle2teacher)": 3.5239086151123047,
      "epoch": 2.912087912087912,
      "rel-constrast": 1.6360243558883667,
      "step": 3710,
      "subrel-constrast": 2.926057815551758,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341497778892517,
      "cov-distil (oracle2student)": 4.492971897125244,
      "cov-distil (oracle2teacher)": 4.994146347045898,
      "epoch": 2.91287284144427,
      "rel-constrast": 1.7155014276504517,
      "step": 3711,
      "subrel-constrast": 2.937943935394287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2844550609588623,
      "cov-distil (oracle2student)": 6.29705810546875,
      "cov-distil (oracle2teacher)": 6.165201663970947,
      "epoch": 2.913657770800628,
      "rel-constrast": 1.6710004806518555,
      "step": 3712,
      "subrel-constrast": 2.057457208633423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9715557098388672,
      "cov-distil (oracle2student)": 4.4199652671813965,
      "cov-distil (oracle2teacher)": 3.9612858295440674,
      "epoch": 2.914442700156986,
      "rel-constrast": 1.8128504753112793,
      "step": 3713,
      "subrel-constrast": 2.9993889331817627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.407430648803711,
      "cov-distil (oracle2student)": 3.965191125869751,
      "cov-distil (oracle2teacher)": 3.914579391479492,
      "epoch": 2.915227629513344,
      "rel-constrast": 2.3034753799438477,
      "step": 3714,
      "subrel-constrast": 3.57243013381958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5150787830352783,
      "cov-distil (oracle2student)": 2.3067681789398193,
      "cov-distil (oracle2teacher)": 2.6820499897003174,
      "epoch": 2.916012558869702,
      "rel-constrast": 1.9694139957427979,
      "step": 3715,
      "subrel-constrast": 3.182403564453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.854966640472412,
      "cov-distil (oracle2student)": 3.155238151550293,
      "cov-distil (oracle2teacher)": 3.157104015350342,
      "epoch": 2.9167974882260594,
      "rel-constrast": 2.0074877738952637,
      "step": 3716,
      "subrel-constrast": 2.8382365703582764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7689104080200195,
      "cov-distil (oracle2student)": 5.5617780685424805,
      "cov-distil (oracle2teacher)": 4.787914276123047,
      "epoch": 2.9175824175824174,
      "rel-constrast": 2.9707260131835938,
      "step": 3717,
      "subrel-constrast": 3.822223663330078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2895517349243164,
      "cov-distil (oracle2student)": 3.2555198669433594,
      "cov-distil (oracle2teacher)": 2.870518207550049,
      "epoch": 2.9183673469387754,
      "rel-constrast": 1.4982155561447144,
      "step": 3718,
      "subrel-constrast": 2.034524917602539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4117889404296875,
      "cov-distil (oracle2student)": 4.278623580932617,
      "cov-distil (oracle2teacher)": 3.659348249435425,
      "epoch": 2.9191522762951334,
      "rel-constrast": 2.072474956512451,
      "step": 3719,
      "subrel-constrast": 2.66914963722229,
      "view-similarity": 0
    },
    {
      "epoch": 2.9199372056514914,
      "grad_norm": 5.1875,
      "learning_rate": 1.869702109149199e-05,
      "loss": 0.5336,
      "step": 3720
    },
    {
      "cov-distil": 1.80512273311615,
      "cov-distil (oracle2student)": 3.6271259784698486,
      "cov-distil (oracle2teacher)": 3.6402475833892822,
      "epoch": 2.9199372056514914,
      "rel-constrast": 2.0086843967437744,
      "step": 3720,
      "subrel-constrast": 3.018028497695923,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.845885157585144,
      "cov-distil (oracle2student)": 3.3700783252716064,
      "cov-distil (oracle2teacher)": 3.6117446422576904,
      "epoch": 2.9207221350078494,
      "rel-constrast": 1.8136067390441895,
      "step": 3721,
      "subrel-constrast": 2.7888424396514893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3948452472686768,
      "cov-distil (oracle2student)": 5.659173011779785,
      "cov-distil (oracle2teacher)": 4.521352767944336,
      "epoch": 2.9215070643642074,
      "rel-constrast": 2.482459545135498,
      "step": 3722,
      "subrel-constrast": 2.9858834743499756,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3198435306549072,
      "cov-distil (oracle2student)": 3.846891164779663,
      "cov-distil (oracle2teacher)": 4.509540557861328,
      "epoch": 2.922291993720565,
      "rel-constrast": 1.6223530769348145,
      "step": 3723,
      "subrel-constrast": 2.8028714656829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2012791633605957,
      "cov-distil (oracle2student)": 2.9876253604888916,
      "cov-distil (oracle2teacher)": 3.4949657917022705,
      "epoch": 2.9230769230769234,
      "rel-constrast": 1.5392134189605713,
      "step": 3724,
      "subrel-constrast": 2.882162570953369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0312469005584717,
      "cov-distil (oracle2student)": 3.475181818008423,
      "cov-distil (oracle2teacher)": 3.7168283462524414,
      "epoch": 2.923861852433281,
      "rel-constrast": 2.5893020629882812,
      "step": 3725,
      "subrel-constrast": 2.9968624114990234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.436440110206604,
      "cov-distil (oracle2student)": 4.693915367126465,
      "cov-distil (oracle2teacher)": 4.421722412109375,
      "epoch": 2.924646781789639,
      "rel-constrast": 3.0645110607147217,
      "step": 3726,
      "subrel-constrast": 3.5707809925079346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8447552919387817,
      "cov-distil (oracle2student)": 6.201248645782471,
      "cov-distil (oracle2teacher)": 5.382809638977051,
      "epoch": 2.925431711145997,
      "rel-constrast": 2.122990608215332,
      "step": 3727,
      "subrel-constrast": 3.313340187072754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6109414100646973,
      "cov-distil (oracle2student)": 6.020925521850586,
      "cov-distil (oracle2teacher)": 5.356314659118652,
      "epoch": 2.926216640502355,
      "rel-constrast": 3.4331564903259277,
      "step": 3728,
      "subrel-constrast": 5.007230758666992,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1794503927230835,
      "cov-distil (oracle2student)": 3.808626651763916,
      "cov-distil (oracle2teacher)": 3.824352979660034,
      "epoch": 2.927001569858713,
      "rel-constrast": 1.2989251613616943,
      "step": 3729,
      "subrel-constrast": 2.2195029258728027,
      "view-similarity": 0
    },
    {
      "epoch": 2.9277864992150704,
      "grad_norm": 3.15625,
      "learning_rate": 1.842559323134136e-05,
      "loss": 0.5936,
      "step": 3730
    },
    {
      "cov-distil": 1.5391206741333008,
      "cov-distil (oracle2student)": 3.235415458679199,
      "cov-distil (oracle2teacher)": 3.4543495178222656,
      "epoch": 2.9277864992150704,
      "rel-constrast": 1.4853054285049438,
      "step": 3730,
      "subrel-constrast": 2.4845001697540283,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.09067964553833,
      "cov-distil (oracle2student)": 3.640139102935791,
      "cov-distil (oracle2teacher)": 3.3592541217803955,
      "epoch": 2.928571428571429,
      "rel-constrast": 2.4661450386047363,
      "step": 3731,
      "subrel-constrast": 3.9005541801452637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.575094223022461,
      "cov-distil (oracle2student)": 4.902482509613037,
      "cov-distil (oracle2teacher)": 4.923906326293945,
      "epoch": 2.9293563579277864,
      "rel-constrast": 2.0891377925872803,
      "step": 3732,
      "subrel-constrast": 2.940643787384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8899047374725342,
      "cov-distil (oracle2student)": 3.7403194904327393,
      "cov-distil (oracle2teacher)": 3.4615306854248047,
      "epoch": 2.9301412872841444,
      "rel-constrast": 2.097625732421875,
      "step": 3733,
      "subrel-constrast": 3.0371809005737305,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1013760566711426,
      "cov-distil (oracle2student)": 4.745083808898926,
      "cov-distil (oracle2teacher)": 4.878462791442871,
      "epoch": 2.9309262166405023,
      "rel-constrast": 1.609468698501587,
      "step": 3734,
      "subrel-constrast": 2.9861252307891846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9852333068847656,
      "cov-distil (oracle2student)": 4.505015850067139,
      "cov-distil (oracle2teacher)": 4.066796779632568,
      "epoch": 2.9317111459968603,
      "rel-constrast": 2.39382266998291,
      "step": 3735,
      "subrel-constrast": 3.2199745178222656,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9660383462905884,
      "cov-distil (oracle2student)": 5.13801383972168,
      "cov-distil (oracle2teacher)": 4.5364885330200195,
      "epoch": 2.9324960753532183,
      "rel-constrast": 2.2901511192321777,
      "step": 3736,
      "subrel-constrast": 2.960221529006958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.559007167816162,
      "cov-distil (oracle2student)": 3.2784852981567383,
      "cov-distil (oracle2teacher)": 3.16886568069458,
      "epoch": 2.933281004709576,
      "rel-constrast": 2.5048959255218506,
      "step": 3737,
      "subrel-constrast": 3.505631923675537,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9821515083312988,
      "cov-distil (oracle2student)": 3.117922782897949,
      "cov-distil (oracle2teacher)": 3.135249137878418,
      "epoch": 2.9340659340659343,
      "rel-constrast": 2.3826942443847656,
      "step": 3738,
      "subrel-constrast": 3.1297590732574463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.748340129852295,
      "cov-distil (oracle2student)": 4.216281890869141,
      "cov-distil (oracle2teacher)": 4.3568525314331055,
      "epoch": 2.934850863422292,
      "rel-constrast": 2.4391398429870605,
      "step": 3739,
      "subrel-constrast": 3.297506093978882,
      "view-similarity": 0
    },
    {
      "epoch": 2.93563579277865,
      "grad_norm": 4.65625,
      "learning_rate": 1.8155704263231776e-05,
      "loss": 0.5901,
      "step": 3740
    },
    {
      "cov-distil": 2.6799476146698,
      "cov-distil (oracle2student)": 5.311771392822266,
      "cov-distil (oracle2teacher)": 5.2494306564331055,
      "epoch": 2.93563579277865,
      "rel-constrast": 2.7374320030212402,
      "step": 3740,
      "subrel-constrast": 4.086010932922363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.771902322769165,
      "cov-distil (oracle2student)": 4.249582290649414,
      "cov-distil (oracle2teacher)": 4.140379428863525,
      "epoch": 2.936420722135008,
      "rel-constrast": 3.032137393951416,
      "step": 3741,
      "subrel-constrast": 3.9775209426879883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534163475036621,
      "cov-distil (oracle2student)": 5.594456672668457,
      "cov-distil (oracle2teacher)": 4.050537109375,
      "epoch": 2.937205651491366,
      "rel-constrast": 2.5145559310913086,
      "step": 3742,
      "subrel-constrast": 2.9986820220947266,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5475096702575684,
      "cov-distil (oracle2student)": 5.128922462463379,
      "cov-distil (oracle2teacher)": 4.8592424392700195,
      "epoch": 2.937990580847724,
      "rel-constrast": 2.435025215148926,
      "step": 3743,
      "subrel-constrast": 3.7259585857391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6576271057128906,
      "cov-distil (oracle2student)": 3.681933641433716,
      "cov-distil (oracle2teacher)": 4.141702651977539,
      "epoch": 2.938775510204082,
      "rel-constrast": 1.029281497001648,
      "step": 3744,
      "subrel-constrast": 2.0705342292785645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6201372146606445,
      "cov-distil (oracle2student)": 4.863883972167969,
      "cov-distil (oracle2teacher)": 4.811393737792969,
      "epoch": 2.9395604395604398,
      "rel-constrast": 1.6606887578964233,
      "step": 3745,
      "subrel-constrast": 2.668891429901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9830694198608398,
      "cov-distil (oracle2student)": 4.210197448730469,
      "cov-distil (oracle2teacher)": 3.9502315521240234,
      "epoch": 2.9403453689167973,
      "rel-constrast": 2.3444719314575195,
      "step": 3746,
      "subrel-constrast": 3.565502643585205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.773261308670044,
      "cov-distil (oracle2student)": 5.658021926879883,
      "cov-distil (oracle2teacher)": 5.424914836883545,
      "epoch": 2.9411302982731553,
      "rel-constrast": 2.608396053314209,
      "step": 3747,
      "subrel-constrast": 3.5803205966949463,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583956241607666,
      "cov-distil (oracle2student)": 3.9967942237854004,
      "cov-distil (oracle2teacher)": 3.8570713996887207,
      "epoch": 2.9419152276295133,
      "rel-constrast": 2.463621139526367,
      "step": 3748,
      "subrel-constrast": 3.1515250205993652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6454131603240967,
      "cov-distil (oracle2student)": 5.149814605712891,
      "cov-distil (oracle2teacher)": 4.657113552093506,
      "epoch": 2.9427001569858713,
      "rel-constrast": 2.6513214111328125,
      "step": 3749,
      "subrel-constrast": 3.1606390476226807,
      "view-similarity": 0
    },
    {
      "epoch": 2.9434850863422293,
      "grad_norm": 4.90625,
      "learning_rate": 1.788736734117078e-05,
      "loss": 0.6314,
      "step": 3750
    },
    {
      "cov-distil": 2.0290348529815674,
      "cov-distil (oracle2student)": 4.016873359680176,
      "cov-distil (oracle2teacher)": 4.073793411254883,
      "epoch": 2.9434850863422293,
      "rel-constrast": 1.8166565895080566,
      "step": 3750,
      "subrel-constrast": 2.659527540206909,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3228230476379395,
      "cov-distil (oracle2student)": 5.600856304168701,
      "cov-distil (oracle2teacher)": 5.3915696144104,
      "epoch": 2.9442700156985873,
      "rel-constrast": 1.4200128316879272,
      "step": 3751,
      "subrel-constrast": 2.3316853046417236,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.223106861114502,
      "cov-distil (oracle2student)": 5.479808807373047,
      "cov-distil (oracle2teacher)": 4.822303771972656,
      "epoch": 2.9450549450549453,
      "rel-constrast": 2.0236403942108154,
      "step": 3752,
      "subrel-constrast": 3.0599958896636963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8890888690948486,
      "cov-distil (oracle2student)": 5.7293806076049805,
      "cov-distil (oracle2teacher)": 5.601203918457031,
      "epoch": 2.945839874411303,
      "rel-constrast": 3.150202751159668,
      "step": 3753,
      "subrel-constrast": 3.721306085586548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8642971515655518,
      "cov-distil (oracle2student)": 3.926571846008301,
      "cov-distil (oracle2teacher)": 4.306988716125488,
      "epoch": 2.946624803767661,
      "rel-constrast": 2.167424201965332,
      "step": 3754,
      "subrel-constrast": 2.97363018989563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747813105583191,
      "cov-distil (oracle2student)": 4.254286766052246,
      "cov-distil (oracle2teacher)": 4.069997787475586,
      "epoch": 2.9474097331240188,
      "rel-constrast": 1.7458221912384033,
      "step": 3755,
      "subrel-constrast": 2.914600133895874,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2036585807800293,
      "cov-distil (oracle2student)": 4.667817115783691,
      "cov-distil (oracle2teacher)": 4.3466339111328125,
      "epoch": 2.9481946624803768,
      "rel-constrast": 1.9700254201889038,
      "step": 3756,
      "subrel-constrast": 3.2385597229003906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.361922264099121,
      "cov-distil (oracle2student)": 3.8613901138305664,
      "cov-distil (oracle2teacher)": 3.550405979156494,
      "epoch": 2.9489795918367347,
      "rel-constrast": 1.2066686153411865,
      "step": 3757,
      "subrel-constrast": 2.3077809810638428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9415719509124756,
      "cov-distil (oracle2student)": 2.842104911804199,
      "cov-distil (oracle2teacher)": 2.631518840789795,
      "epoch": 2.9497645211930927,
      "rel-constrast": 2.5382213592529297,
      "step": 3758,
      "subrel-constrast": 3.110379934310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202688694000244,
      "cov-distil (oracle2student)": 2.444633960723877,
      "cov-distil (oracle2teacher)": 2.797960042953491,
      "epoch": 2.9505494505494507,
      "rel-constrast": 2.0274977684020996,
      "step": 3759,
      "subrel-constrast": 3.2401669025421143,
      "view-similarity": 0
    },
    {
      "epoch": 2.9513343799058083,
      "grad_norm": 4.28125,
      "learning_rate": 1.762059554352143e-05,
      "loss": 0.5461,
      "step": 3760
    },
    {
      "cov-distil": 1.8295702934265137,
      "cov-distil (oracle2student)": 3.4553136825561523,
      "cov-distil (oracle2teacher)": 3.657240629196167,
      "epoch": 2.9513343799058083,
      "rel-constrast": 2.107020854949951,
      "step": 3760,
      "subrel-constrast": 2.6070709228515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9964418411254883,
      "cov-distil (oracle2student)": 4.656254768371582,
      "cov-distil (oracle2teacher)": 3.802414894104004,
      "epoch": 2.9521193092621663,
      "rel-constrast": 2.201478958129883,
      "step": 3761,
      "subrel-constrast": 3.026378631591797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2382659912109375,
      "cov-distil (oracle2student)": 5.834272384643555,
      "cov-distil (oracle2teacher)": 5.032322883605957,
      "epoch": 2.9529042386185242,
      "rel-constrast": 2.7343873977661133,
      "step": 3762,
      "subrel-constrast": 3.6104507446289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.239086627960205,
      "cov-distil (oracle2student)": 3.3471248149871826,
      "cov-distil (oracle2teacher)": 3.3514907360076904,
      "epoch": 2.9536891679748822,
      "rel-constrast": 1.8421151638031006,
      "step": 3763,
      "subrel-constrast": 2.328970432281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7142598628997803,
      "cov-distil (oracle2student)": 4.390767574310303,
      "cov-distil (oracle2teacher)": 4.039221286773682,
      "epoch": 2.9544740973312402,
      "rel-constrast": 2.5854880809783936,
      "step": 3764,
      "subrel-constrast": 3.543396472930908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4925721883773804,
      "cov-distil (oracle2student)": 6.763411998748779,
      "cov-distil (oracle2teacher)": 5.928258895874023,
      "epoch": 2.955259026687598,
      "rel-constrast": 1.8449783325195312,
      "step": 3765,
      "subrel-constrast": 2.9928603172302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.795088529586792,
      "cov-distil (oracle2student)": 4.020568370819092,
      "cov-distil (oracle2teacher)": 4.140857696533203,
      "epoch": 2.956043956043956,
      "rel-constrast": 2.223898410797119,
      "step": 3766,
      "subrel-constrast": 3.2823727130889893,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5517446994781494,
      "cov-distil (oracle2student)": 4.064911842346191,
      "cov-distil (oracle2teacher)": 3.777571201324463,
      "epoch": 2.9568288854003137,
      "rel-constrast": 2.3008546829223633,
      "step": 3767,
      "subrel-constrast": 2.62109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3724722862243652,
      "cov-distil (oracle2student)": 3.8907432556152344,
      "cov-distil (oracle2teacher)": 4.0351176261901855,
      "epoch": 2.957613814756672,
      "rel-constrast": 1.968933343887329,
      "step": 3768,
      "subrel-constrast": 2.8145761489868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8744101524353027,
      "cov-distil (oracle2student)": 3.4330055713653564,
      "cov-distil (oracle2teacher)": 3.3480324745178223,
      "epoch": 2.9583987441130297,
      "rel-constrast": 1.955453634262085,
      "step": 3769,
      "subrel-constrast": 3.1406090259552,
      "view-similarity": 0
    },
    {
      "epoch": 2.9591836734693877,
      "grad_norm": 4.59375,
      "learning_rate": 1.7355401872364758e-05,
      "loss": 0.5869,
      "step": 3770
    },
    {
      "cov-distil": 1.7466928958892822,
      "cov-distil (oracle2student)": 4.870984077453613,
      "cov-distil (oracle2teacher)": 4.469419479370117,
      "epoch": 2.9591836734693877,
      "rel-constrast": 2.0319228172302246,
      "step": 3770,
      "subrel-constrast": 2.9584076404571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9649372100830078,
      "cov-distil (oracle2student)": 6.5165019035339355,
      "cov-distil (oracle2teacher)": 5.874040603637695,
      "epoch": 2.9599686028257457,
      "rel-constrast": 1.930993914604187,
      "step": 3771,
      "subrel-constrast": 2.4927053451538086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0182533264160156,
      "cov-distil (oracle2student)": 3.868959903717041,
      "cov-distil (oracle2teacher)": 3.921994209289551,
      "epoch": 2.9607535321821037,
      "rel-constrast": 1.8236784934997559,
      "step": 3772,
      "subrel-constrast": 2.8127589225769043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7147190570831299,
      "cov-distil (oracle2student)": 2.457415819168091,
      "cov-distil (oracle2teacher)": 2.898881435394287,
      "epoch": 2.9615384615384617,
      "rel-constrast": 2.660151720046997,
      "step": 3773,
      "subrel-constrast": 3.244880437850952,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6663312911987305,
      "cov-distil (oracle2student)": 4.47066593170166,
      "cov-distil (oracle2teacher)": 4.379719257354736,
      "epoch": 2.962323390894819,
      "rel-constrast": 2.7882163524627686,
      "step": 3774,
      "subrel-constrast": 3.331826686859131,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7635982036590576,
      "cov-distil (oracle2student)": 3.859391927719116,
      "cov-distil (oracle2teacher)": 3.9537997245788574,
      "epoch": 2.9631083202511777,
      "rel-constrast": 2.92380690574646,
      "step": 3775,
      "subrel-constrast": 3.7877397537231445,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.090445041656494,
      "cov-distil (oracle2student)": 6.689435005187988,
      "cov-distil (oracle2teacher)": 5.910157680511475,
      "epoch": 2.963893249607535,
      "rel-constrast": 3.898906946182251,
      "step": 3776,
      "subrel-constrast": 4.537508964538574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9551351070404053,
      "cov-distil (oracle2student)": 3.9489903450012207,
      "cov-distil (oracle2teacher)": 3.8070807456970215,
      "epoch": 2.964678178963893,
      "rel-constrast": 3.3233816623687744,
      "step": 3777,
      "subrel-constrast": 3.7999281883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5772277116775513,
      "cov-distil (oracle2student)": 3.4083569049835205,
      "cov-distil (oracle2teacher)": 3.7670392990112305,
      "epoch": 2.965463108320251,
      "rel-constrast": 1.6642534732818604,
      "step": 3778,
      "subrel-constrast": 2.736011505126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2557485103607178,
      "cov-distil (oracle2student)": 2.481293201446533,
      "cov-distil (oracle2teacher)": 3.203442096710205,
      "epoch": 2.966248037676609,
      "rel-constrast": 2.0778865814208984,
      "step": 3779,
      "subrel-constrast": 3.55237078666687,
      "view-similarity": 0
    },
    {
      "epoch": 2.967032967032967,
      "grad_norm": 4.0625,
      "learning_rate": 1.709179925286617e-05,
      "loss": 0.675,
      "step": 3780
    },
    {
      "cov-distil": 1.6320252418518066,
      "cov-distil (oracle2student)": 3.0507102012634277,
      "cov-distil (oracle2teacher)": 3.070446491241455,
      "epoch": 2.967032967032967,
      "rel-constrast": 2.178297281265259,
      "step": 3780,
      "subrel-constrast": 3.1296441555023193,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.043795347213745,
      "cov-distil (oracle2student)": 4.750673770904541,
      "cov-distil (oracle2teacher)": 4.863673210144043,
      "epoch": 2.9678178963893247,
      "rel-constrast": 1.7021687030792236,
      "step": 3781,
      "subrel-constrast": 2.7724521160125732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5087413787841797,
      "cov-distil (oracle2student)": 4.452055931091309,
      "cov-distil (oracle2teacher)": 3.837068796157837,
      "epoch": 2.968602825745683,
      "rel-constrast": 2.6073756217956543,
      "step": 3782,
      "subrel-constrast": 3.4602322578430176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5202879905700684,
      "cov-distil (oracle2student)": 4.5880231857299805,
      "cov-distil (oracle2teacher)": 4.329173564910889,
      "epoch": 2.9693877551020407,
      "rel-constrast": 1.7834984064102173,
      "step": 3783,
      "subrel-constrast": 2.9955174922943115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.899501085281372,
      "cov-distil (oracle2student)": 4.382597923278809,
      "cov-distil (oracle2teacher)": 4.130719184875488,
      "epoch": 2.9701726844583987,
      "rel-constrast": 2.358199119567871,
      "step": 3784,
      "subrel-constrast": 3.1380603313446045,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.915388584136963,
      "cov-distil (oracle2student)": 4.613265037536621,
      "cov-distil (oracle2teacher)": 4.608661651611328,
      "epoch": 2.9709576138147566,
      "rel-constrast": 2.09025239944458,
      "step": 3785,
      "subrel-constrast": 3.279229164123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7416285276412964,
      "cov-distil (oracle2student)": 3.08038330078125,
      "cov-distil (oracle2teacher)": 3.1339340209960938,
      "epoch": 2.9717425431711146,
      "rel-constrast": 1.9519171714782715,
      "step": 3786,
      "subrel-constrast": 2.7846317291259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3644523620605469,
      "cov-distil (oracle2student)": 5.307429313659668,
      "cov-distil (oracle2teacher)": 4.636292934417725,
      "epoch": 2.9725274725274726,
      "rel-constrast": 2.427312135696411,
      "step": 3787,
      "subrel-constrast": 2.986586809158325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5847909450531006,
      "cov-distil (oracle2student)": 2.0235414505004883,
      "cov-distil (oracle2teacher)": 2.3813600540161133,
      "epoch": 2.9733124018838306,
      "rel-constrast": 2.008296012878418,
      "step": 3788,
      "subrel-constrast": 2.8420889377593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4704394340515137,
      "cov-distil (oracle2student)": 3.8941221237182617,
      "cov-distil (oracle2teacher)": 3.8609087467193604,
      "epoch": 2.9740973312401886,
      "rel-constrast": 2.165201425552368,
      "step": 3789,
      "subrel-constrast": 2.887774705886841,
      "view-similarity": 0
    },
    {
      "epoch": 2.974882260596546,
      "grad_norm": 4.375,
      "learning_rate": 1.6829800532645447e-05,
      "loss": 0.576,
      "step": 3790
    },
    {
      "cov-distil": 2.121427536010742,
      "cov-distil (oracle2student)": 4.704233169555664,
      "cov-distil (oracle2teacher)": 3.992017984390259,
      "epoch": 2.974882260596546,
      "rel-constrast": 2.3453447818756104,
      "step": 3790,
      "subrel-constrast": 3.0824971199035645,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1904501914978027,
      "cov-distil (oracle2student)": 4.606991291046143,
      "cov-distil (oracle2teacher)": 4.305893898010254,
      "epoch": 2.975667189952904,
      "rel-constrast": 2.902935266494751,
      "step": 3791,
      "subrel-constrast": 3.5993940830230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5915592908859253,
      "cov-distil (oracle2student)": 5.352903842926025,
      "cov-distil (oracle2teacher)": 4.9916887283325195,
      "epoch": 2.976452119309262,
      "rel-constrast": 2.0837132930755615,
      "step": 3792,
      "subrel-constrast": 2.707491397857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1278553009033203,
      "cov-distil (oracle2student)": 5.094726085662842,
      "cov-distil (oracle2teacher)": 4.9524664878845215,
      "epoch": 2.97723704866562,
      "rel-constrast": 2.9290030002593994,
      "step": 3793,
      "subrel-constrast": 4.140185832977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5302739143371582,
      "cov-distil (oracle2student)": 4.0362138748168945,
      "cov-distil (oracle2teacher)": 4.495514869689941,
      "epoch": 2.978021978021978,
      "rel-constrast": 2.56770920753479,
      "step": 3794,
      "subrel-constrast": 3.5208120346069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6588845252990723,
      "cov-distil (oracle2student)": 6.344609260559082,
      "cov-distil (oracle2teacher)": 5.1845269203186035,
      "epoch": 2.978806907378336,
      "rel-constrast": 2.9344985485076904,
      "step": 3795,
      "subrel-constrast": 2.9562416076660156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9629461765289307,
      "cov-distil (oracle2student)": 3.9844274520874023,
      "cov-distil (oracle2teacher)": 3.632355213165283,
      "epoch": 2.979591836734694,
      "rel-constrast": 2.5818943977355957,
      "step": 3796,
      "subrel-constrast": 3.270256996154785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5102125406265259,
      "cov-distil (oracle2student)": 7.456403732299805,
      "cov-distil (oracle2teacher)": 5.777450084686279,
      "epoch": 2.9803767660910516,
      "rel-constrast": 1.7929168939590454,
      "step": 3797,
      "subrel-constrast": 2.3420774936676025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.482089638710022,
      "cov-distil (oracle2student)": 3.410342216491699,
      "cov-distil (oracle2teacher)": 3.76967191696167,
      "epoch": 2.9811616954474096,
      "rel-constrast": 1.7574433088302612,
      "step": 3798,
      "subrel-constrast": 2.612050771713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5597318410873413,
      "cov-distil (oracle2student)": 2.7069754600524902,
      "cov-distil (oracle2teacher)": 3.0477137565612793,
      "epoch": 2.9819466248037676,
      "rel-constrast": 1.988275408744812,
      "step": 3799,
      "subrel-constrast": 2.558994770050049,
      "view-similarity": 0
    },
    {
      "epoch": 2.9827315541601256,
      "grad_norm": 3.8125,
      "learning_rate": 1.6569418481150595e-05,
      "loss": 0.6414,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "overlap": 0.3296875059604645,
      "step": 3800
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "student margin": 0.06353759765625
    },
    {
      "epoch": 2.9827315541601256,
      "step": 3800,
      "teacher margin": 0.043060302734375
    },
    {
      "epoch": 2.9827315541601256,
      "margin difference": -0.020477294921875,
      "step": 3800
    },
    {
      "cov-distil": 1.6087727546691895,
      "cov-distil (oracle2student)": 4.455109596252441,
      "cov-distil (oracle2teacher)": 4.145732879638672,
      "epoch": 2.9827315541601256,
      "rel-constrast": 2.944078207015991,
      "step": 3800,
      "subrel-constrast": 3.3678336143493652,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9250926971435547,
      "cov-distil (oracle2student)": 2.8794267177581787,
      "cov-distil (oracle2teacher)": 3.484419345855713,
      "epoch": 2.9835164835164836,
      "rel-constrast": 1.591099739074707,
      "step": 3801,
      "subrel-constrast": 2.9192636013031006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5240486860275269,
      "cov-distil (oracle2student)": 4.940506935119629,
      "cov-distil (oracle2teacher)": 4.654972076416016,
      "epoch": 2.9843014128728416,
      "rel-constrast": 2.5638489723205566,
      "step": 3802,
      "subrel-constrast": 3.6016056537628174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5141940116882324,
      "cov-distil (oracle2student)": 4.668551921844482,
      "cov-distil (oracle2teacher)": 4.489325523376465,
      "epoch": 2.9850863422291996,
      "rel-constrast": 2.060591697692871,
      "step": 3803,
      "subrel-constrast": 2.7781004905700684,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.064389228820801,
      "cov-distil (oracle2student)": 4.760318756103516,
      "cov-distil (oracle2teacher)": 4.398237228393555,
      "epoch": 2.985871271585557,
      "rel-constrast": 1.4227268695831299,
      "step": 3804,
      "subrel-constrast": 2.36411714553833,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9247548580169678,
      "cov-distil (oracle2student)": 4.058477401733398,
      "cov-distil (oracle2teacher)": 4.310945510864258,
      "epoch": 2.986656200941915,
      "rel-constrast": 1.9670259952545166,
      "step": 3805,
      "subrel-constrast": 3.066925525665283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.641269564628601,
      "cov-distil (oracle2student)": 5.449750900268555,
      "cov-distil (oracle2teacher)": 5.558435440063477,
      "epoch": 2.987441130298273,
      "rel-constrast": 3.183866500854492,
      "step": 3806,
      "subrel-constrast": 3.7173917293548584,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3953857421875,
      "cov-distil (oracle2student)": 4.331198692321777,
      "cov-distil (oracle2teacher)": 3.849165439605713,
      "epoch": 2.988226059654631,
      "rel-constrast": 2.3124663829803467,
      "step": 3807,
      "subrel-constrast": 3.114598035812378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1412042379379272,
      "cov-distil (oracle2student)": 4.165186882019043,
      "cov-distil (oracle2teacher)": 3.586404323577881,
      "epoch": 2.989010989010989,
      "rel-constrast": 2.4433703422546387,
      "step": 3808,
      "subrel-constrast": 2.8862876892089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6641740798950195,
      "cov-distil (oracle2student)": 3.7395191192626953,
      "cov-distil (oracle2teacher)": 3.568981647491455,
      "epoch": 2.989795918367347,
      "rel-constrast": 1.7544546127319336,
      "step": 3809,
      "subrel-constrast": 2.4000706672668457,
      "view-similarity": 0
    },
    {
      "epoch": 2.990580847723705,
      "grad_norm": 3.546875,
      "learning_rate": 1.6310665789035467e-05,
      "loss": 0.5971,
      "step": 3810
    },
    {
      "cov-distil": 2.1806697845458984,
      "cov-distil (oracle2student)": 5.391204357147217,
      "cov-distil (oracle2teacher)": 5.471796035766602,
      "epoch": 2.990580847723705,
      "rel-constrast": 2.847719430923462,
      "step": 3810,
      "subrel-constrast": 3.5699734687805176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4527372121810913,
      "cov-distil (oracle2student)": 4.412850379943848,
      "cov-distil (oracle2teacher)": 4.351295471191406,
      "epoch": 2.9913657770800626,
      "rel-constrast": 1.7391057014465332,
      "step": 3811,
      "subrel-constrast": 2.75364351272583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2375907897949219,
      "cov-distil (oracle2student)": 5.280867099761963,
      "cov-distil (oracle2teacher)": 4.497640609741211,
      "epoch": 2.9921507064364206,
      "rel-constrast": 1.7865180969238281,
      "step": 3812,
      "subrel-constrast": 2.832460880279541,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6014633178710938,
      "cov-distil (oracle2student)": 4.839026927947998,
      "cov-distil (oracle2teacher)": 4.726313591003418,
      "epoch": 2.9929356357927785,
      "rel-constrast": 1.991679310798645,
      "step": 3813,
      "subrel-constrast": 2.949937343597412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3738497495651245,
      "cov-distil (oracle2student)": 3.2490501403808594,
      "cov-distil (oracle2teacher)": 3.0850298404693604,
      "epoch": 2.9937205651491365,
      "rel-constrast": 1.3947805166244507,
      "step": 3814,
      "subrel-constrast": 2.0095736980438232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8733470439910889,
      "cov-distil (oracle2student)": 6.113505840301514,
      "cov-distil (oracle2teacher)": 5.015092849731445,
      "epoch": 2.9945054945054945,
      "rel-constrast": 2.942957878112793,
      "step": 3815,
      "subrel-constrast": 3.518791675567627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.397071361541748,
      "cov-distil (oracle2student)": 2.631488084793091,
      "cov-distil (oracle2teacher)": 2.7241883277893066,
      "epoch": 2.9952904238618525,
      "rel-constrast": 2.4981396198272705,
      "step": 3816,
      "subrel-constrast": 3.2836239337921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6320565938949585,
      "cov-distil (oracle2student)": 5.085945129394531,
      "cov-distil (oracle2teacher)": 5.002615451812744,
      "epoch": 2.9960753532182105,
      "rel-constrast": 3.094731569290161,
      "step": 3817,
      "subrel-constrast": 3.889057159423828,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7811890840530396,
      "cov-distil (oracle2student)": 4.105213642120361,
      "cov-distil (oracle2teacher)": 3.9470503330230713,
      "epoch": 2.996860282574568,
      "rel-constrast": 3.3681797981262207,
      "step": 3818,
      "subrel-constrast": 3.736562728881836,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9102479219436646,
      "cov-distil (oracle2student)": 3.087146043777466,
      "cov-distil (oracle2teacher)": 3.2486023902893066,
      "epoch": 2.9976452119309265,
      "rel-constrast": 2.0658273696899414,
      "step": 3819,
      "subrel-constrast": 2.9933507442474365,
      "view-similarity": 0
    },
    {
      "epoch": 2.998430141287284,
      "grad_norm": 3.953125,
      "learning_rate": 1.605355506754121e-05,
      "loss": 0.6368,
      "step": 3820
    },
    {
      "cov-distil": 1.2383253574371338,
      "cov-distil (oracle2student)": 3.232135772705078,
      "cov-distil (oracle2teacher)": 3.265984058380127,
      "epoch": 2.998430141287284,
      "rel-constrast": 2.9442858695983887,
      "step": 3820,
      "subrel-constrast": 3.2969868183135986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6382302045822144,
      "cov-distil (oracle2student)": 3.2725982666015625,
      "cov-distil (oracle2teacher)": 2.9666476249694824,
      "epoch": 2.999215070643642,
      "rel-constrast": 2.1741082668304443,
      "step": 3821,
      "subrel-constrast": 3.331601619720459,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0006165504455566,
      "cov-distil (oracle2student)": 3.837353229522705,
      "cov-distil (oracle2teacher)": 3.4898173809051514,
      "epoch": 3.0,
      "rel-constrast": 2.553844451904297,
      "step": 3822,
      "subrel-constrast": 3.2744405269622803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4036864042282104,
      "cov-distil (oracle2student)": 3.5830440521240234,
      "cov-distil (oracle2teacher)": 3.339686870574951,
      "epoch": 3.000784929356358,
      "rel-constrast": 2.0033562183380127,
      "step": 3823,
      "subrel-constrast": 2.5617287158966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7368600368499756,
      "cov-distil (oracle2student)": 3.600302219390869,
      "cov-distil (oracle2teacher)": 3.5269646644592285,
      "epoch": 3.001569858712716,
      "rel-constrast": 1.244985580444336,
      "step": 3824,
      "subrel-constrast": 2.2446627616882324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3404121398925781,
      "cov-distil (oracle2student)": 4.4439802169799805,
      "cov-distil (oracle2teacher)": 4.142100811004639,
      "epoch": 3.002354788069074,
      "rel-constrast": 2.1490211486816406,
      "step": 3825,
      "subrel-constrast": 2.847693920135498,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7386806011199951,
      "cov-distil (oracle2student)": 3.334705114364624,
      "cov-distil (oracle2teacher)": 3.682803153991699,
      "epoch": 3.0031397174254315,
      "rel-constrast": 2.5029983520507812,
      "step": 3826,
      "subrel-constrast": 3.9282894134521484,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.123851776123047,
      "cov-distil (oracle2student)": 4.49160099029541,
      "cov-distil (oracle2teacher)": 4.301631927490234,
      "epoch": 3.0039246467817895,
      "rel-constrast": 2.2958598136901855,
      "step": 3827,
      "subrel-constrast": 3.0921194553375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6804991960525513,
      "cov-distil (oracle2student)": 2.961034059524536,
      "cov-distil (oracle2teacher)": 3.114657163619995,
      "epoch": 3.0047095761381475,
      "rel-constrast": 2.395158290863037,
      "step": 3828,
      "subrel-constrast": 3.1371395587921143,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6175709962844849,
      "cov-distil (oracle2student)": 4.124869346618652,
      "cov-distil (oracle2teacher)": 3.6647467613220215,
      "epoch": 3.0054945054945055,
      "rel-constrast": 1.766262173652649,
      "step": 3829,
      "subrel-constrast": 2.964925765991211,
      "view-similarity": 0
    },
    {
      "epoch": 3.0062794348508635,
      "grad_norm": 4.09375,
      "learning_rate": 1.5798098847881666e-05,
      "loss": 0.592,
      "step": 3830
    },
    {
      "cov-distil": 1.8733783960342407,
      "cov-distil (oracle2student)": 3.732820749282837,
      "cov-distil (oracle2teacher)": 3.4859352111816406,
      "epoch": 3.0062794348508635,
      "rel-constrast": 3.023367404937744,
      "step": 3830,
      "subrel-constrast": 3.4503698348999023,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3071141242980957,
      "cov-distil (oracle2student)": 5.818460941314697,
      "cov-distil (oracle2teacher)": 5.588605880737305,
      "epoch": 3.0070643642072215,
      "rel-constrast": 2.0102288722991943,
      "step": 3831,
      "subrel-constrast": 3.1162502765655518,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.303762674331665,
      "cov-distil (oracle2student)": 5.744484901428223,
      "cov-distil (oracle2teacher)": 5.062904357910156,
      "epoch": 3.0078492935635794,
      "rel-constrast": 1.705605387687683,
      "step": 3832,
      "subrel-constrast": 2.8063180446624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7600603103637695,
      "cov-distil (oracle2student)": 5.1658935546875,
      "cov-distil (oracle2teacher)": 4.505531311035156,
      "epoch": 3.008634222919937,
      "rel-constrast": 2.4763200283050537,
      "step": 3833,
      "subrel-constrast": 3.0845768451690674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6358777284622192,
      "cov-distil (oracle2student)": 5.9760284423828125,
      "cov-distil (oracle2teacher)": 5.975225448608398,
      "epoch": 3.009419152276295,
      "rel-constrast": 1.820361852645874,
      "step": 3834,
      "subrel-constrast": 3.112452268600464,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.824657678604126,
      "cov-distil (oracle2student)": 5.573032379150391,
      "cov-distil (oracle2teacher)": 5.25551700592041,
      "epoch": 3.010204081632653,
      "rel-constrast": 1.5857861042022705,
      "step": 3835,
      "subrel-constrast": 2.473660707473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7561744451522827,
      "cov-distil (oracle2student)": 4.775285720825195,
      "cov-distil (oracle2teacher)": 4.412008285522461,
      "epoch": 3.010989010989011,
      "rel-constrast": 2.254179000854492,
      "step": 3836,
      "subrel-constrast": 2.83616304397583,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9996110200881958,
      "cov-distil (oracle2student)": 3.419373035430908,
      "cov-distil (oracle2teacher)": 3.248412609100342,
      "epoch": 3.011773940345369,
      "rel-constrast": 2.506645441055298,
      "step": 3837,
      "subrel-constrast": 3.2442708015441895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2285945415496826,
      "cov-distil (oracle2student)": 6.445219993591309,
      "cov-distil (oracle2teacher)": 6.118821620941162,
      "epoch": 3.012558869701727,
      "rel-constrast": 2.5408554077148438,
      "step": 3838,
      "subrel-constrast": 3.09017014503479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7418055534362793,
      "cov-distil (oracle2student)": 4.177148342132568,
      "cov-distil (oracle2teacher)": 4.176769256591797,
      "epoch": 3.013343799058085,
      "rel-constrast": 1.7294249534606934,
      "step": 3839,
      "subrel-constrast": 2.8083183765411377,
      "view-similarity": 0
    },
    {
      "epoch": 3.014128728414443,
      "grad_norm": 3.96875,
      "learning_rate": 1.554430958063259e-05,
      "loss": 0.5849,
      "step": 3840
    },
    {
      "cov-distil": 1.3470022678375244,
      "cov-distil (oracle2student)": 3.738252878189087,
      "cov-distil (oracle2teacher)": 3.8290395736694336,
      "epoch": 3.014128728414443,
      "rel-constrast": 2.006704568862915,
      "step": 3840,
      "subrel-constrast": 2.595781087875366,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033360481262207,
      "cov-distil (oracle2student)": 4.925117015838623,
      "cov-distil (oracle2teacher)": 4.53431510925293,
      "epoch": 3.0149136577708004,
      "rel-constrast": 2.8281989097595215,
      "step": 3841,
      "subrel-constrast": 4.116818904876709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6217987537384033,
      "cov-distil (oracle2student)": 5.10106086730957,
      "cov-distil (oracle2teacher)": 4.176243782043457,
      "epoch": 3.0156985871271584,
      "rel-constrast": 2.20419979095459,
      "step": 3842,
      "subrel-constrast": 2.8650946617126465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4826867580413818,
      "cov-distil (oracle2student)": 5.7158203125,
      "cov-distil (oracle2teacher)": 5.610527038574219,
      "epoch": 3.0164835164835164,
      "rel-constrast": 2.105891227722168,
      "step": 3843,
      "subrel-constrast": 3.007077693939209,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.190979242324829,
      "cov-distil (oracle2student)": 5.213443279266357,
      "cov-distil (oracle2teacher)": 4.628413677215576,
      "epoch": 3.0172684458398744,
      "rel-constrast": 1.982377529144287,
      "step": 3844,
      "subrel-constrast": 2.874868154525757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6428669691085815,
      "cov-distil (oracle2student)": 4.670950889587402,
      "cov-distil (oracle2teacher)": 4.644104480743408,
      "epoch": 3.0180533751962324,
      "rel-constrast": 2.940998077392578,
      "step": 3845,
      "subrel-constrast": 3.762986183166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3574613332748413,
      "cov-distil (oracle2student)": 5.000596046447754,
      "cov-distil (oracle2teacher)": 4.772102355957031,
      "epoch": 3.0188383045525904,
      "rel-constrast": 2.175187587738037,
      "step": 3846,
      "subrel-constrast": 3.0482635498046875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7379071712493896,
      "cov-distil (oracle2student)": 4.178409576416016,
      "cov-distil (oracle2teacher)": 4.233954429626465,
      "epoch": 3.0196232339089484,
      "rel-constrast": 2.2660787105560303,
      "step": 3847,
      "subrel-constrast": 3.0448100566864014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9900835752487183,
      "cov-distil (oracle2student)": 4.981204986572266,
      "cov-distil (oracle2teacher)": 4.67705774307251,
      "epoch": 3.020408163265306,
      "rel-constrast": 2.5777828693389893,
      "step": 3848,
      "subrel-constrast": 3.1803393363952637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5778169631958008,
      "cov-distil (oracle2student)": 3.4200844764709473,
      "cov-distil (oracle2teacher)": 4.022165775299072,
      "epoch": 3.021193092621664,
      "rel-constrast": 1.9618332386016846,
      "step": 3849,
      "subrel-constrast": 2.87546968460083,
      "view-similarity": 0
    },
    {
      "epoch": 3.021978021978022,
      "grad_norm": 4.5625,
      "learning_rate": 1.529219963512481e-05,
      "loss": 0.6187,
      "step": 3850
    },
    {
      "cov-distil": 2.2535486221313477,
      "cov-distil (oracle2student)": 3.37320876121521,
      "cov-distil (oracle2teacher)": 3.1597321033477783,
      "epoch": 3.021978021978022,
      "rel-constrast": 1.7779918909072876,
      "step": 3850,
      "subrel-constrast": 2.902932643890381,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505331039428711,
      "cov-distil (oracle2student)": 3.047358512878418,
      "cov-distil (oracle2teacher)": 2.69999623298645,
      "epoch": 3.02276295133438,
      "rel-constrast": 1.5736403465270996,
      "step": 3851,
      "subrel-constrast": 2.1115784645080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9927587509155273,
      "cov-distil (oracle2student)": 6.014692306518555,
      "cov-distil (oracle2teacher)": 5.699954986572266,
      "epoch": 3.023547880690738,
      "rel-constrast": 2.5867807865142822,
      "step": 3852,
      "subrel-constrast": 3.3281571865081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.425586462020874,
      "cov-distil (oracle2student)": 5.842161178588867,
      "cov-distil (oracle2teacher)": 5.416952133178711,
      "epoch": 3.024332810047096,
      "rel-constrast": 2.2571489810943604,
      "step": 3853,
      "subrel-constrast": 3.2250430583953857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3463859558105469,
      "cov-distil (oracle2student)": 5.641244411468506,
      "cov-distil (oracle2teacher)": 4.992424488067627,
      "epoch": 3.025117739403454,
      "rel-constrast": 2.079305648803711,
      "step": 3854,
      "subrel-constrast": 2.871398687362671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3258583545684814,
      "cov-distil (oracle2student)": 5.737252235412598,
      "cov-distil (oracle2teacher)": 5.545863628387451,
      "epoch": 3.0259026687598114,
      "rel-constrast": 1.7046802043914795,
      "step": 3855,
      "subrel-constrast": 3.0274851322174072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4190305471420288,
      "cov-distil (oracle2student)": 4.98575496673584,
      "cov-distil (oracle2teacher)": 4.721435546875,
      "epoch": 3.0266875981161694,
      "rel-constrast": 2.6385445594787598,
      "step": 3856,
      "subrel-constrast": 3.034212350845337,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.709393858909607,
      "cov-distil (oracle2student)": 6.668461799621582,
      "cov-distil (oracle2teacher)": 5.806277275085449,
      "epoch": 3.0274725274725274,
      "rel-constrast": 1.3380920886993408,
      "step": 3857,
      "subrel-constrast": 2.6187586784362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7508504390716553,
      "cov-distil (oracle2student)": 3.9187827110290527,
      "cov-distil (oracle2teacher)": 4.171961784362793,
      "epoch": 3.0282574568288854,
      "rel-constrast": 1.7150425910949707,
      "step": 3858,
      "subrel-constrast": 3.130720615386963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5143189430236816,
      "cov-distil (oracle2student)": 3.65144681930542,
      "cov-distil (oracle2teacher)": 3.530014753341675,
      "epoch": 3.0290423861852434,
      "rel-constrast": 2.3774142265319824,
      "step": 3859,
      "subrel-constrast": 3.3861119747161865,
      "view-similarity": 0
    },
    {
      "epoch": 3.0298273155416013,
      "grad_norm": 4.625,
      "learning_rate": 1.5041781298841423e-05,
      "loss": 0.5468,
      "step": 3860
    },
    {
      "cov-distil": 1.5156879425048828,
      "cov-distil (oracle2student)": 3.8580057621002197,
      "cov-distil (oracle2teacher)": 3.7456979751586914,
      "epoch": 3.0298273155416013,
      "rel-constrast": 2.335681915283203,
      "step": 3860,
      "subrel-constrast": 3.0872151851654053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1980727910995483,
      "cov-distil (oracle2student)": 4.05882453918457,
      "cov-distil (oracle2teacher)": 4.0374436378479,
      "epoch": 3.0306122448979593,
      "rel-constrast": 2.125566005706787,
      "step": 3861,
      "subrel-constrast": 3.1157076358795166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6050022840499878,
      "cov-distil (oracle2student)": 3.3512821197509766,
      "cov-distil (oracle2teacher)": 3.0747570991516113,
      "epoch": 3.0313971742543173,
      "rel-constrast": 1.6837267875671387,
      "step": 3862,
      "subrel-constrast": 2.5441226959228516,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1779747009277344,
      "cov-distil (oracle2student)": 2.7819724082946777,
      "cov-distil (oracle2teacher)": 2.88446307182312,
      "epoch": 3.032182103610675,
      "rel-constrast": 1.339589238166809,
      "step": 3863,
      "subrel-constrast": 2.66318678855896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.670508861541748,
      "cov-distil (oracle2student)": 6.6742730140686035,
      "cov-distil (oracle2teacher)": 6.118387699127197,
      "epoch": 3.032967032967033,
      "rel-constrast": 2.360811471939087,
      "step": 3864,
      "subrel-constrast": 3.203322410583496,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1579097509384155,
      "cov-distil (oracle2student)": 5.532171249389648,
      "cov-distil (oracle2teacher)": 5.582437038421631,
      "epoch": 3.033751962323391,
      "rel-constrast": 2.365748882293701,
      "step": 3865,
      "subrel-constrast": 3.2176353931427,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8058757781982422,
      "cov-distil (oracle2student)": 3.659111499786377,
      "cov-distil (oracle2teacher)": 3.178575038909912,
      "epoch": 3.034536891679749,
      "rel-constrast": 1.6262294054031372,
      "step": 3866,
      "subrel-constrast": 2.7465319633483887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9289848804473877,
      "cov-distil (oracle2student)": 4.276887893676758,
      "cov-distil (oracle2teacher)": 4.030880451202393,
      "epoch": 3.035321821036107,
      "rel-constrast": 1.6158747673034668,
      "step": 3867,
      "subrel-constrast": 2.558178663253784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.823205590248108,
      "cov-distil (oracle2student)": 3.842104911804199,
      "cov-distil (oracle2teacher)": 4.003211975097656,
      "epoch": 3.036106750392465,
      "rel-constrast": 1.8772470951080322,
      "step": 3868,
      "subrel-constrast": 2.867964744567871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202219009399414,
      "cov-distil (oracle2student)": 5.387449741363525,
      "cov-distil (oracle2teacher)": 4.699733734130859,
      "epoch": 3.036891679748823,
      "rel-constrast": 2.750566005706787,
      "step": 3869,
      "subrel-constrast": 3.2000625133514404,
      "view-similarity": 0
    },
    {
      "epoch": 3.0376766091051803,
      "grad_norm": 4.84375,
      "learning_rate": 1.4793066776818842e-05,
      "loss": 0.5447,
      "step": 3870
    },
    {
      "cov-distil": 2.1520113945007324,
      "cov-distil (oracle2student)": 5.57111930847168,
      "cov-distil (oracle2teacher)": 5.006547451019287,
      "epoch": 3.0376766091051803,
      "rel-constrast": 2.447385549545288,
      "step": 3870,
      "subrel-constrast": 3.2028982639312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9535694122314453,
      "cov-distil (oracle2student)": 4.767533779144287,
      "cov-distil (oracle2teacher)": 4.633559226989746,
      "epoch": 3.0384615384615383,
      "rel-constrast": 2.6067392826080322,
      "step": 3871,
      "subrel-constrast": 3.527818202972412,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.862970232963562,
      "cov-distil (oracle2student)": 4.292694091796875,
      "cov-distil (oracle2teacher)": 3.9789445400238037,
      "epoch": 3.0392464678178963,
      "rel-constrast": 1.6398189067840576,
      "step": 3872,
      "subrel-constrast": 2.403308153152466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5301628112792969,
      "cov-distil (oracle2student)": 2.971644401550293,
      "cov-distil (oracle2teacher)": 2.5702996253967285,
      "epoch": 3.0400313971742543,
      "rel-constrast": 2.1832618713378906,
      "step": 3873,
      "subrel-constrast": 2.6808040142059326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7533897161483765,
      "cov-distil (oracle2student)": 4.03195858001709,
      "cov-distil (oracle2teacher)": 3.5552239418029785,
      "epoch": 3.0408163265306123,
      "rel-constrast": 2.150533676147461,
      "step": 3874,
      "subrel-constrast": 2.957585334777832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0401835441589355,
      "cov-distil (oracle2student)": 6.260969161987305,
      "cov-distil (oracle2teacher)": 5.234241485595703,
      "epoch": 3.0416012558869703,
      "rel-constrast": 3.0124521255493164,
      "step": 3875,
      "subrel-constrast": 3.412454843521118,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8155888319015503,
      "cov-distil (oracle2student)": 5.009761810302734,
      "cov-distil (oracle2teacher)": 4.890347003936768,
      "epoch": 3.0423861852433283,
      "rel-constrast": 2.6459157466888428,
      "step": 3876,
      "subrel-constrast": 3.558962345123291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9928562641143799,
      "cov-distil (oracle2student)": 4.499887466430664,
      "cov-distil (oracle2teacher)": 3.7357475757598877,
      "epoch": 3.043171114599686,
      "rel-constrast": 1.6985983848571777,
      "step": 3877,
      "subrel-constrast": 2.7325031757354736,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.684054374694824,
      "cov-distil (oracle2student)": 5.489208698272705,
      "cov-distil (oracle2teacher)": 5.158736228942871,
      "epoch": 3.043956043956044,
      "rel-constrast": 2.199509859085083,
      "step": 3878,
      "subrel-constrast": 3.3970465660095215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0527727603912354,
      "cov-distil (oracle2student)": 5.014349937438965,
      "cov-distil (oracle2teacher)": 5.103237628936768,
      "epoch": 3.044740973312402,
      "rel-constrast": 2.6414830684661865,
      "step": 3879,
      "subrel-constrast": 3.2530977725982666,
      "view-similarity": 0
    },
    {
      "epoch": 3.0455259026687598,
      "grad_norm": 4.59375,
      "learning_rate": 1.4546068191051987e-05,
      "loss": 0.6277,
      "step": 3880
    },
    {
      "cov-distil": 2.753607749938965,
      "cov-distil (oracle2student)": 3.278240203857422,
      "cov-distil (oracle2teacher)": 3.6081924438476562,
      "epoch": 3.0455259026687598,
      "rel-constrast": 3.3928065299987793,
      "step": 3880,
      "subrel-constrast": 4.409421920776367,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.166414260864258,
      "cov-distil (oracle2student)": 5.691905975341797,
      "cov-distil (oracle2teacher)": 5.467642784118652,
      "epoch": 3.0463108320251178,
      "rel-constrast": 1.8471896648406982,
      "step": 3881,
      "subrel-constrast": 2.77886962890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938864707946777,
      "cov-distil (oracle2student)": 6.015235900878906,
      "cov-distil (oracle2teacher)": 5.648963928222656,
      "epoch": 3.0470957613814758,
      "rel-constrast": 2.5708870887756348,
      "step": 3882,
      "subrel-constrast": 3.126885414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5561752319335938,
      "cov-distil (oracle2student)": 4.3467864990234375,
      "cov-distil (oracle2teacher)": 3.90899920463562,
      "epoch": 3.0478806907378337,
      "rel-constrast": 2.3458151817321777,
      "step": 3883,
      "subrel-constrast": 3.321239709854126,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3860974311828613,
      "cov-distil (oracle2student)": 3.1026577949523926,
      "cov-distil (oracle2teacher)": 2.643871307373047,
      "epoch": 3.0486656200941917,
      "rel-constrast": 1.707805871963501,
      "step": 3884,
      "subrel-constrast": 2.9955530166625977,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.161487102508545,
      "cov-distil (oracle2student)": 5.069188117980957,
      "cov-distil (oracle2teacher)": 4.501828670501709,
      "epoch": 3.0494505494505493,
      "rel-constrast": 2.3069276809692383,
      "step": 3885,
      "subrel-constrast": 3.5234451293945312,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.365497350692749,
      "cov-distil (oracle2student)": 4.186618804931641,
      "cov-distil (oracle2teacher)": 4.074400901794434,
      "epoch": 3.0502354788069073,
      "rel-constrast": 1.6504307985305786,
      "step": 3886,
      "subrel-constrast": 2.6230642795562744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.406055212020874,
      "cov-distil (oracle2student)": 4.902714252471924,
      "cov-distil (oracle2teacher)": 5.126824378967285,
      "epoch": 3.0510204081632653,
      "rel-constrast": 2.3410863876342773,
      "step": 3887,
      "subrel-constrast": 3.4225289821624756,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515793323516846,
      "cov-distil (oracle2student)": 5.751629829406738,
      "cov-distil (oracle2teacher)": 5.183290481567383,
      "epoch": 3.0518053375196232,
      "rel-constrast": 2.970517635345459,
      "step": 3888,
      "subrel-constrast": 3.67160964012146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4349759817123413,
      "cov-distil (oracle2student)": 4.167184829711914,
      "cov-distil (oracle2teacher)": 3.880378246307373,
      "epoch": 3.0525902668759812,
      "rel-constrast": 1.49202299118042,
      "step": 3889,
      "subrel-constrast": 2.160590410232544,
      "view-similarity": 0
    },
    {
      "epoch": 3.053375196232339,
      "grad_norm": 4.375,
      "learning_rate": 1.4300797579903474e-05,
      "loss": 0.6123,
      "step": 3890
    },
    {
      "cov-distil": 2.084660053253174,
      "cov-distil (oracle2student)": 4.9202165603637695,
      "cov-distil (oracle2teacher)": 4.203621864318848,
      "epoch": 3.053375196232339,
      "rel-constrast": 1.282593846321106,
      "step": 3890,
      "subrel-constrast": 2.5323562622070312,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1263723373413086,
      "cov-distil (oracle2student)": 3.9982242584228516,
      "cov-distil (oracle2teacher)": 4.595285415649414,
      "epoch": 3.054160125588697,
      "rel-constrast": 1.949503779411316,
      "step": 3891,
      "subrel-constrast": 3.1461524963378906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8469985723495483,
      "cov-distil (oracle2student)": 5.835448265075684,
      "cov-distil (oracle2teacher)": 5.421996116638184,
      "epoch": 3.0549450549450547,
      "rel-constrast": 2.450803756713867,
      "step": 3892,
      "subrel-constrast": 3.691950559616089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.832772970199585,
      "cov-distil (oracle2student)": 5.082768440246582,
      "cov-distil (oracle2teacher)": 4.703220367431641,
      "epoch": 3.0557299843014127,
      "rel-constrast": 2.6406593322753906,
      "step": 3893,
      "subrel-constrast": 3.242215394973755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5028337240219116,
      "cov-distil (oracle2student)": 4.162707328796387,
      "cov-distil (oracle2teacher)": 3.987020492553711,
      "epoch": 3.0565149136577707,
      "rel-constrast": 2.514345645904541,
      "step": 3894,
      "subrel-constrast": 3.308265447616577,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.634053111076355,
      "cov-distil (oracle2student)": 3.7419958114624023,
      "cov-distil (oracle2teacher)": 3.7928245067596436,
      "epoch": 3.0572998430141287,
      "rel-constrast": 3.030177354812622,
      "step": 3895,
      "subrel-constrast": 3.6117494106292725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8850268125534058,
      "cov-distil (oracle2student)": 3.9460229873657227,
      "cov-distil (oracle2teacher)": 4.115513801574707,
      "epoch": 3.0580847723704867,
      "rel-constrast": 2.689697027206421,
      "step": 3896,
      "subrel-constrast": 3.159640312194824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4330075979232788,
      "cov-distil (oracle2student)": 3.375929355621338,
      "cov-distil (oracle2teacher)": 3.2126893997192383,
      "epoch": 3.0588697017268447,
      "rel-constrast": 2.2488927841186523,
      "step": 3897,
      "subrel-constrast": 2.656301498413086,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6755411624908447,
      "cov-distil (oracle2student)": 4.712201118469238,
      "cov-distil (oracle2teacher)": 3.9225645065307617,
      "epoch": 3.0596546310832027,
      "rel-constrast": 2.089301109313965,
      "step": 3898,
      "subrel-constrast": 3.377516031265259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4742610454559326,
      "cov-distil (oracle2student)": 4.972726821899414,
      "cov-distil (oracle2teacher)": 4.769134998321533,
      "epoch": 3.0604395604395602,
      "rel-constrast": 1.0855605602264404,
      "step": 3899,
      "subrel-constrast": 1.9165267944335938,
      "view-similarity": 0
    },
    {
      "epoch": 3.061224489795918,
      "grad_norm": 3.15625,
      "learning_rate": 1.4057266897516841e-05,
      "loss": 0.5958,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "overlap": 0.30000001192092896,
      "step": 3900
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "student margin": 0.0770263671875
    },
    {
      "epoch": 3.061224489795918,
      "step": 3900,
      "teacher margin": 0.05059814453125
    },
    {
      "epoch": 3.061224489795918,
      "margin difference": -0.02642822265625,
      "step": 3900
    },
    {
      "cov-distil": 2.1244659423828125,
      "cov-distil (oracle2student)": 5.066408157348633,
      "cov-distil (oracle2teacher)": 4.506778717041016,
      "epoch": 3.061224489795918,
      "rel-constrast": 1.7880610227584839,
      "step": 3900,
      "subrel-constrast": 2.823270082473755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8732649087905884,
      "cov-distil (oracle2student)": 3.9993534088134766,
      "cov-distil (oracle2teacher)": 3.955057144165039,
      "epoch": 3.062009419152276,
      "rel-constrast": 2.251493453979492,
      "step": 3901,
      "subrel-constrast": 3.1461665630340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0377931594848633,
      "cov-distil (oracle2student)": 4.578003883361816,
      "cov-distil (oracle2teacher)": 4.2508225440979,
      "epoch": 3.062794348508634,
      "rel-constrast": 2.096907377243042,
      "step": 3902,
      "subrel-constrast": 3.1028754711151123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8021001815795898,
      "cov-distil (oracle2student)": 4.328907489776611,
      "cov-distil (oracle2teacher)": 4.340173721313477,
      "epoch": 3.063579277864992,
      "rel-constrast": 1.5758085250854492,
      "step": 3903,
      "subrel-constrast": 2.3790435791015625,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.024019479751587,
      "cov-distil (oracle2student)": 4.746350288391113,
      "cov-distil (oracle2teacher)": 4.297992706298828,
      "epoch": 3.06436420722135,
      "rel-constrast": 3.1043999195098877,
      "step": 3904,
      "subrel-constrast": 3.7376468181610107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.877699613571167,
      "cov-distil (oracle2student)": 4.401724815368652,
      "cov-distil (oracle2teacher)": 4.434709072113037,
      "epoch": 3.065149136577708,
      "rel-constrast": 2.6353249549865723,
      "step": 3905,
      "subrel-constrast": 3.6495959758758545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.039059638977051,
      "cov-distil (oracle2student)": 3.721479654312134,
      "cov-distil (oracle2teacher)": 3.2231125831604004,
      "epoch": 3.065934065934066,
      "rel-constrast": 1.7695586681365967,
      "step": 3906,
      "subrel-constrast": 2.8759849071502686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8556264638900757,
      "cov-distil (oracle2student)": 3.8019468784332275,
      "cov-distil (oracle2teacher)": 4.016530990600586,
      "epoch": 3.0667189952904237,
      "rel-constrast": 1.7478976249694824,
      "step": 3907,
      "subrel-constrast": 2.961503744125366,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.524214744567871,
      "cov-distil (oracle2student)": 3.4517533779144287,
      "cov-distil (oracle2teacher)": 3.4578890800476074,
      "epoch": 3.0675039246467817,
      "rel-constrast": 3.4078855514526367,
      "step": 3908,
      "subrel-constrast": 4.178780555725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6716359853744507,
      "cov-distil (oracle2student)": 2.8123579025268555,
      "cov-distil (oracle2teacher)": 3.0701723098754883,
      "epoch": 3.0682888540031397,
      "rel-constrast": 1.5910520553588867,
      "step": 3909,
      "subrel-constrast": 2.638273000717163,
      "view-similarity": 0
    },
    {
      "epoch": 3.0690737833594977,
      "grad_norm": 3.859375,
      "learning_rate": 1.3815488013233984e-05,
      "loss": 0.5963,
      "step": 3910
    },
    {
      "cov-distil": 1.399834156036377,
      "cov-distil (oracle2student)": 4.957521438598633,
      "cov-distil (oracle2teacher)": 4.727125644683838,
      "epoch": 3.0690737833594977,
      "rel-constrast": 2.6192076206207275,
      "step": 3910,
      "subrel-constrast": 3.216390609741211,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3573341369628906,
      "cov-distil (oracle2student)": 2.9510061740875244,
      "cov-distil (oracle2teacher)": 2.951411247253418,
      "epoch": 3.0698587127158556,
      "rel-constrast": 1.4859228134155273,
      "step": 3911,
      "subrel-constrast": 2.2531578540802,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.05646014213562,
      "cov-distil (oracle2student)": 4.310671806335449,
      "cov-distil (oracle2teacher)": 3.7440648078918457,
      "epoch": 3.0706436420722136,
      "rel-constrast": 3.064448356628418,
      "step": 3912,
      "subrel-constrast": 3.6934986114501953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9790228605270386,
      "cov-distil (oracle2student)": 5.050715446472168,
      "cov-distil (oracle2teacher)": 5.239799499511719,
      "epoch": 3.0714285714285716,
      "rel-constrast": 1.892958164215088,
      "step": 3913,
      "subrel-constrast": 2.8577518463134766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7035465240478516,
      "cov-distil (oracle2student)": 5.32820987701416,
      "cov-distil (oracle2teacher)": 4.537672996520996,
      "epoch": 3.072213500784929,
      "rel-constrast": 2.0518341064453125,
      "step": 3914,
      "subrel-constrast": 3.024839162826538,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5484498739242554,
      "cov-distil (oracle2student)": 3.93269944190979,
      "cov-distil (oracle2teacher)": 3.8988234996795654,
      "epoch": 3.072998430141287,
      "rel-constrast": 2.761556625366211,
      "step": 3915,
      "subrel-constrast": 3.521397590637207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7714529037475586,
      "cov-distil (oracle2student)": 4.483901023864746,
      "cov-distil (oracle2teacher)": 3.755124568939209,
      "epoch": 3.073783359497645,
      "rel-constrast": 2.1444756984710693,
      "step": 3916,
      "subrel-constrast": 2.691650390625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8931026458740234,
      "cov-distil (oracle2student)": 2.857241630554199,
      "cov-distil (oracle2teacher)": 2.880329132080078,
      "epoch": 3.074568288854003,
      "rel-constrast": 1.910218596458435,
      "step": 3917,
      "subrel-constrast": 3.125185251235962,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9428131580352783,
      "cov-distil (oracle2student)": 6.108469009399414,
      "cov-distil (oracle2teacher)": 5.785398006439209,
      "epoch": 3.075353218210361,
      "rel-constrast": 2.4527676105499268,
      "step": 3918,
      "subrel-constrast": 4.0178303718566895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7283217906951904,
      "cov-distil (oracle2student)": 3.6037027835845947,
      "cov-distil (oracle2teacher)": 3.3821277618408203,
      "epoch": 3.076138147566719,
      "rel-constrast": 1.4419713020324707,
      "step": 3919,
      "subrel-constrast": 2.4073269367218018,
      "view-similarity": 0
    },
    {
      "epoch": 3.076923076923077,
      "grad_norm": 3.875,
      "learning_rate": 1.3575472711016635e-05,
      "loss": 0.5891,
      "step": 3920
    },
    {
      "cov-distil": 2.030038356781006,
      "cov-distil (oracle2student)": 4.04668664932251,
      "cov-distil (oracle2teacher)": 3.821991443634033,
      "epoch": 3.076923076923077,
      "rel-constrast": 1.8767201900482178,
      "step": 3920,
      "subrel-constrast": 3.0222513675689697,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8407655954360962,
      "cov-distil (oracle2student)": 3.9566826820373535,
      "cov-distil (oracle2teacher)": 3.9248456954956055,
      "epoch": 3.0777080062794346,
      "rel-constrast": 1.3943727016448975,
      "step": 3921,
      "subrel-constrast": 2.3657798767089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3054511547088623,
      "cov-distil (oracle2student)": 5.005792617797852,
      "cov-distil (oracle2teacher)": 4.409525394439697,
      "epoch": 3.0784929356357926,
      "rel-constrast": 2.7650034427642822,
      "step": 3922,
      "subrel-constrast": 3.2914109230041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.661539077758789,
      "cov-distil (oracle2student)": 2.9520065784454346,
      "cov-distil (oracle2teacher)": 3.0108814239501953,
      "epoch": 3.0792778649921506,
      "rel-constrast": 2.354358196258545,
      "step": 3923,
      "subrel-constrast": 2.7374401092529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1685731410980225,
      "cov-distil (oracle2student)": 2.825985908508301,
      "cov-distil (oracle2teacher)": 3.433979034423828,
      "epoch": 3.0800627943485086,
      "rel-constrast": 1.9171504974365234,
      "step": 3924,
      "subrel-constrast": 3.3763997554779053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.784569501876831,
      "cov-distil (oracle2student)": 4.741066932678223,
      "cov-distil (oracle2teacher)": 4.452784538269043,
      "epoch": 3.0808477237048666,
      "rel-constrast": 3.08493709564209,
      "step": 3925,
      "subrel-constrast": 3.447281837463379,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3487029075622559,
      "cov-distil (oracle2student)": 3.346860408782959,
      "cov-distil (oracle2teacher)": 2.983820915222168,
      "epoch": 3.0816326530612246,
      "rel-constrast": 1.640202283859253,
      "step": 3926,
      "subrel-constrast": 2.2290446758270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5054984092712402,
      "cov-distil (oracle2student)": 2.941873073577881,
      "cov-distil (oracle2teacher)": 3.047821044921875,
      "epoch": 3.0824175824175826,
      "rel-constrast": 1.4042458534240723,
      "step": 3927,
      "subrel-constrast": 2.2921247482299805,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2046117782592773,
      "cov-distil (oracle2student)": 4.519554138183594,
      "cov-distil (oracle2teacher)": 4.258481979370117,
      "epoch": 3.0832025117739406,
      "rel-constrast": 3.796780586242676,
      "step": 3928,
      "subrel-constrast": 3.937519073486328,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7140171527862549,
      "cov-distil (oracle2student)": 3.7466421127319336,
      "cov-distil (oracle2teacher)": 3.468165159225464,
      "epoch": 3.083987441130298,
      "rel-constrast": 2.234917640686035,
      "step": 3929,
      "subrel-constrast": 2.858063220977783,
      "view-similarity": 0
    },
    {
      "epoch": 3.084772370486656,
      "grad_norm": 4.0625,
      "learning_rate": 1.3337232688872009e-05,
      "loss": 0.6056,
      "step": 3930
    },
    {
      "cov-distil": 1.8216356039047241,
      "cov-distil (oracle2student)": 3.5105810165405273,
      "cov-distil (oracle2teacher)": 3.3505754470825195,
      "epoch": 3.084772370486656,
      "rel-constrast": 2.06193470954895,
      "step": 3930,
      "subrel-constrast": 2.601261615753174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3576710224151611,
      "cov-distil (oracle2student)": 4.591403007507324,
      "cov-distil (oracle2teacher)": 4.324829578399658,
      "epoch": 3.085557299843014,
      "rel-constrast": 1.3480161428451538,
      "step": 3931,
      "subrel-constrast": 2.387317180633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4683059453964233,
      "cov-distil (oracle2student)": 3.259230613708496,
      "cov-distil (oracle2teacher)": 3.546267032623291,
      "epoch": 3.086342229199372,
      "rel-constrast": 1.974406361579895,
      "step": 3932,
      "subrel-constrast": 2.604982852935791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9620361328125,
      "cov-distil (oracle2student)": 5.726233959197998,
      "cov-distil (oracle2teacher)": 5.548104286193848,
      "epoch": 3.08712715855573,
      "rel-constrast": 2.320951461791992,
      "step": 3933,
      "subrel-constrast": 3.162468671798706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5306419134140015,
      "cov-distil (oracle2student)": 4.979676246643066,
      "cov-distil (oracle2teacher)": 4.785083770751953,
      "epoch": 3.087912087912088,
      "rel-constrast": 2.6949262619018555,
      "step": 3934,
      "subrel-constrast": 3.5223042964935303,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1264777183532715,
      "cov-distil (oracle2student)": 3.9006271362304688,
      "cov-distil (oracle2teacher)": 4.1143951416015625,
      "epoch": 3.088697017268446,
      "rel-constrast": 2.2361598014831543,
      "step": 3935,
      "subrel-constrast": 3.294409990310669,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3724541664123535,
      "cov-distil (oracle2student)": 3.869781970977783,
      "cov-distil (oracle2teacher)": 3.5869550704956055,
      "epoch": 3.0894819466248036,
      "rel-constrast": 2.9434163570404053,
      "step": 3936,
      "subrel-constrast": 3.542914390563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8845024108886719,
      "cov-distil (oracle2student)": 4.56516170501709,
      "cov-distil (oracle2teacher)": 4.544494152069092,
      "epoch": 3.0902668759811616,
      "rel-constrast": 2.5148069858551025,
      "step": 3937,
      "subrel-constrast": 3.5459349155426025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4311175346374512,
      "cov-distil (oracle2student)": 4.735309600830078,
      "cov-distil (oracle2teacher)": 4.700098991394043,
      "epoch": 3.0910518053375196,
      "rel-constrast": 1.1721588373184204,
      "step": 3938,
      "subrel-constrast": 2.475585460662842,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4332813024520874,
      "cov-distil (oracle2student)": 3.3394787311553955,
      "cov-distil (oracle2teacher)": 3.113804817199707,
      "epoch": 3.0918367346938775,
      "rel-constrast": 1.9880990982055664,
      "step": 3939,
      "subrel-constrast": 2.903395175933838,
      "view-similarity": 0
    },
    {
      "epoch": 3.0926216640502355,
      "grad_norm": 4.1875,
      "learning_rate": 1.3100779558282672e-05,
      "loss": 0.5723,
      "step": 3940
    },
    {
      "cov-distil": 2.587434768676758,
      "cov-distil (oracle2student)": 4.272708415985107,
      "cov-distil (oracle2teacher)": 4.418048858642578,
      "epoch": 3.0926216640502355,
      "rel-constrast": 2.032464027404785,
      "step": 3940,
      "subrel-constrast": 3.7159900665283203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2183184623718262,
      "cov-distil (oracle2student)": 4.50534725189209,
      "cov-distil (oracle2teacher)": 4.151951313018799,
      "epoch": 3.0934065934065935,
      "rel-constrast": 2.3982439041137695,
      "step": 3941,
      "subrel-constrast": 3.143082857131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5935823917388916,
      "cov-distil (oracle2student)": 2.5028724670410156,
      "cov-distil (oracle2teacher)": 2.5868568420410156,
      "epoch": 3.0941915227629515,
      "rel-constrast": 2.5591237545013428,
      "step": 3942,
      "subrel-constrast": 2.9788661003112793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6842775344848633,
      "cov-distil (oracle2student)": 3.5047342777252197,
      "cov-distil (oracle2teacher)": 3.9230422973632812,
      "epoch": 3.094976452119309,
      "rel-constrast": 3.1467368602752686,
      "step": 3943,
      "subrel-constrast": 4.094858646392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.391171932220459,
      "cov-distil (oracle2student)": 5.316647529602051,
      "cov-distil (oracle2teacher)": 5.360469818115234,
      "epoch": 3.095761381475667,
      "rel-constrast": 3.0447864532470703,
      "step": 3944,
      "subrel-constrast": 3.8469290733337402,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0231471061706543,
      "cov-distil (oracle2student)": 4.271146774291992,
      "cov-distil (oracle2teacher)": 4.314366817474365,
      "epoch": 3.096546310832025,
      "rel-constrast": 2.8639068603515625,
      "step": 3945,
      "subrel-constrast": 3.9821951389312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108797550201416,
      "cov-distil (oracle2student)": 3.1756958961486816,
      "cov-distil (oracle2teacher)": 2.9587106704711914,
      "epoch": 3.097331240188383,
      "rel-constrast": 2.078944444656372,
      "step": 3946,
      "subrel-constrast": 3.204875946044922,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2950143814086914,
      "cov-distil (oracle2student)": 4.836938381195068,
      "cov-distil (oracle2teacher)": 4.117127418518066,
      "epoch": 3.098116169544741,
      "rel-constrast": 2.590989589691162,
      "step": 3947,
      "subrel-constrast": 3.3385074138641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3739008903503418,
      "cov-distil (oracle2student)": 5.266600131988525,
      "cov-distil (oracle2teacher)": 4.7181396484375,
      "epoch": 3.098901098901099,
      "rel-constrast": 2.7143378257751465,
      "step": 3948,
      "subrel-constrast": 3.276761770248413,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5027052164077759,
      "cov-distil (oracle2student)": 3.4349365234375,
      "cov-distil (oracle2teacher)": 3.446348190307617,
      "epoch": 3.099686028257457,
      "rel-constrast": 1.989430546760559,
      "step": 3949,
      "subrel-constrast": 2.613391399383545,
      "view-similarity": 0
    },
    {
      "epoch": 3.100470957613815,
      "grad_norm": 4.625,
      "learning_rate": 1.2866124843640615e-05,
      "loss": 0.6774,
      "step": 3950
    },
    {
      "cov-distil": 1.5566309690475464,
      "cov-distil (oracle2student)": 6.746601104736328,
      "cov-distil (oracle2teacher)": 5.920353412628174,
      "epoch": 3.100470957613815,
      "rel-constrast": 3.206984519958496,
      "step": 3950,
      "subrel-constrast": 3.83366322517395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5431560277938843,
      "cov-distil (oracle2student)": 4.024075984954834,
      "cov-distil (oracle2teacher)": 3.859142303466797,
      "epoch": 3.1012558869701725,
      "rel-constrast": 2.8847150802612305,
      "step": 3951,
      "subrel-constrast": 3.2950527667999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9798688888549805,
      "cov-distil (oracle2student)": 3.8244357109069824,
      "cov-distil (oracle2teacher)": 3.709348440170288,
      "epoch": 3.1020408163265305,
      "rel-constrast": 2.732910633087158,
      "step": 3952,
      "subrel-constrast": 3.7474467754364014,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2055184841156006,
      "cov-distil (oracle2student)": 5.229877471923828,
      "cov-distil (oracle2teacher)": 5.0684895515441895,
      "epoch": 3.1028257456828885,
      "rel-constrast": 2.8963985443115234,
      "step": 3953,
      "subrel-constrast": 3.911998987197876,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6882405281066895,
      "cov-distil (oracle2student)": 4.324894428253174,
      "cov-distil (oracle2teacher)": 3.837646722793579,
      "epoch": 3.1036106750392465,
      "rel-constrast": 1.8048405647277832,
      "step": 3954,
      "subrel-constrast": 2.627324342727661,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.142165184020996,
      "cov-distil (oracle2student)": 3.9673542976379395,
      "cov-distil (oracle2teacher)": 3.685821533203125,
      "epoch": 3.1043956043956045,
      "rel-constrast": 2.666539192199707,
      "step": 3955,
      "subrel-constrast": 3.724931240081787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4771125316619873,
      "cov-distil (oracle2student)": 6.613735675811768,
      "cov-distil (oracle2teacher)": 5.51988410949707,
      "epoch": 3.1051805337519625,
      "rel-constrast": 2.718498706817627,
      "step": 3956,
      "subrel-constrast": 3.560216188430786,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9251941442489624,
      "cov-distil (oracle2student)": 4.484171390533447,
      "cov-distil (oracle2teacher)": 4.352932453155518,
      "epoch": 3.1059654631083204,
      "rel-constrast": 1.5471034049987793,
      "step": 3957,
      "subrel-constrast": 2.5316994190216064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.070181369781494,
      "cov-distil (oracle2student)": 5.071382522583008,
      "cov-distil (oracle2teacher)": 4.334604263305664,
      "epoch": 3.106750392464678,
      "rel-constrast": 1.7264666557312012,
      "step": 3958,
      "subrel-constrast": 2.771923780441284,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.914621353149414,
      "cov-distil (oracle2student)": 4.9464006423950195,
      "cov-distil (oracle2teacher)": 4.658424377441406,
      "epoch": 3.107535321821036,
      "rel-constrast": 2.310452461242676,
      "step": 3959,
      "subrel-constrast": 3.654667377471924,
      "view-similarity": 0
    },
    {
      "epoch": 3.108320251177394,
      "grad_norm": 4.40625,
      "learning_rate": 1.2633279981685608e-05,
      "loss": 0.6586,
      "step": 3960
    },
    {
      "cov-distil": 1.5535056591033936,
      "cov-distil (oracle2student)": 4.841011047363281,
      "cov-distil (oracle2teacher)": 4.63396692276001,
      "epoch": 3.108320251177394,
      "rel-constrast": 1.702881097793579,
      "step": 3960,
      "subrel-constrast": 2.7904880046844482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2334940433502197,
      "cov-distil (oracle2student)": 4.618166923522949,
      "cov-distil (oracle2teacher)": 4.465308666229248,
      "epoch": 3.109105180533752,
      "rel-constrast": 3.2678215503692627,
      "step": 3961,
      "subrel-constrast": 3.657043218612671,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9952706098556519,
      "cov-distil (oracle2student)": 5.087611198425293,
      "cov-distil (oracle2teacher)": 4.794323921203613,
      "epoch": 3.10989010989011,
      "rel-constrast": 2.23024845123291,
      "step": 3962,
      "subrel-constrast": 2.8274483680725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6954095363616943,
      "cov-distil (oracle2student)": 5.8480939865112305,
      "cov-distil (oracle2teacher)": 5.304054260253906,
      "epoch": 3.110675039246468,
      "rel-constrast": 2.606053590774536,
      "step": 3963,
      "subrel-constrast": 3.2150814533233643,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1584506034851074,
      "cov-distil (oracle2student)": 3.7606825828552246,
      "cov-distil (oracle2teacher)": 4.10792350769043,
      "epoch": 3.111459968602826,
      "rel-constrast": 1.8383512496948242,
      "step": 3964,
      "subrel-constrast": 2.7303595542907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8060898780822754,
      "cov-distil (oracle2student)": 3.12579345703125,
      "cov-distil (oracle2teacher)": 3.338573455810547,
      "epoch": 3.1122448979591835,
      "rel-constrast": 2.4061784744262695,
      "step": 3965,
      "subrel-constrast": 3.218435049057007,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4917638301849365,
      "cov-distil (oracle2student)": 4.567075252532959,
      "cov-distil (oracle2teacher)": 4.586095809936523,
      "epoch": 3.1130298273155415,
      "rel-constrast": 2.344916343688965,
      "step": 3966,
      "subrel-constrast": 3.1858038902282715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.701913833618164,
      "cov-distil (oracle2student)": 4.801943302154541,
      "cov-distil (oracle2teacher)": 4.587673187255859,
      "epoch": 3.1138147566718994,
      "rel-constrast": 3.0730488300323486,
      "step": 3967,
      "subrel-constrast": 3.703977346420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.421081304550171,
      "cov-distil (oracle2student)": 4.717540740966797,
      "cov-distil (oracle2teacher)": 4.378098011016846,
      "epoch": 3.1145996860282574,
      "rel-constrast": 2.360708713531494,
      "step": 3968,
      "subrel-constrast": 3.0387275218963623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3272321224212646,
      "cov-distil (oracle2student)": 5.726436614990234,
      "cov-distil (oracle2teacher)": 4.839364528656006,
      "epoch": 3.1153846153846154,
      "rel-constrast": 2.4968111515045166,
      "step": 3969,
      "subrel-constrast": 2.888706684112549,
      "view-similarity": 0
    },
    {
      "epoch": 3.1161695447409734,
      "grad_norm": 5.375,
      "learning_rate": 1.240225632094773e-05,
      "loss": 0.6466,
      "step": 3970
    },
    {
      "cov-distil": 1.7249482870101929,
      "cov-distil (oracle2student)": 4.953322887420654,
      "cov-distil (oracle2teacher)": 4.307851791381836,
      "epoch": 3.1161695447409734,
      "rel-constrast": 2.52795147895813,
      "step": 3970,
      "subrel-constrast": 3.4497294425964355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61137056350708,
      "cov-distil (oracle2student)": 4.547295570373535,
      "cov-distil (oracle2teacher)": 4.23233699798584,
      "epoch": 3.1169544740973314,
      "rel-constrast": 2.0687100887298584,
      "step": 3971,
      "subrel-constrast": 3.086531639099121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4893099069595337,
      "cov-distil (oracle2student)": 3.6713342666625977,
      "cov-distil (oracle2teacher)": 4.106209754943848,
      "epoch": 3.1177394034536894,
      "rel-constrast": 2.8393373489379883,
      "step": 3972,
      "subrel-constrast": 3.483342170715332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2848451137542725,
      "cov-distil (oracle2student)": 3.112842082977295,
      "cov-distil (oracle2teacher)": 2.9601356983184814,
      "epoch": 3.118524332810047,
      "rel-constrast": 2.368133544921875,
      "step": 3973,
      "subrel-constrast": 3.5203452110290527,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2580108642578125,
      "cov-distil (oracle2student)": 4.145018577575684,
      "cov-distil (oracle2teacher)": 4.25606632232666,
      "epoch": 3.119309262166405,
      "rel-constrast": 1.8309842348098755,
      "step": 3974,
      "subrel-constrast": 3.3228700160980225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8057862520217896,
      "cov-distil (oracle2student)": 4.154432773590088,
      "cov-distil (oracle2teacher)": 4.243222236633301,
      "epoch": 3.120094191522763,
      "rel-constrast": 3.4058940410614014,
      "step": 3975,
      "subrel-constrast": 4.347048282623291,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9747356176376343,
      "cov-distil (oracle2student)": 4.053464889526367,
      "cov-distil (oracle2teacher)": 3.867382049560547,
      "epoch": 3.120879120879121,
      "rel-constrast": 1.427986741065979,
      "step": 3976,
      "subrel-constrast": 2.9328339099884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1789236068725586,
      "cov-distil (oracle2student)": 4.826403617858887,
      "cov-distil (oracle2teacher)": 4.501526832580566,
      "epoch": 3.121664050235479,
      "rel-constrast": 2.3899271488189697,
      "step": 3977,
      "subrel-constrast": 3.323448896408081,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6810325384140015,
      "cov-distil (oracle2student)": 5.498178005218506,
      "cov-distil (oracle2teacher)": 4.334096908569336,
      "epoch": 3.122448979591837,
      "rel-constrast": 3.9981119632720947,
      "step": 3978,
      "subrel-constrast": 5.071373462677002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620324969291687,
      "cov-distil (oracle2student)": 3.442692995071411,
      "cov-distil (oracle2teacher)": 3.2320313453674316,
      "epoch": 3.123233908948195,
      "rel-constrast": 2.36779522895813,
      "step": 3979,
      "subrel-constrast": 3.1542959213256836,
      "view-similarity": 0
    },
    {
      "epoch": 3.1240188383045524,
      "grad_norm": 4.28125,
      "learning_rate": 1.217306512119425e-05,
      "loss": 0.6747,
      "step": 3980
    },
    {
      "cov-distil": 1.494369387626648,
      "cov-distil (oracle2student)": 4.385061264038086,
      "cov-distil (oracle2teacher)": 4.097484588623047,
      "epoch": 3.1240188383045524,
      "rel-constrast": 1.9824445247650146,
      "step": 3980,
      "subrel-constrast": 2.85202956199646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6336017847061157,
      "cov-distil (oracle2student)": 4.4938554763793945,
      "cov-distil (oracle2teacher)": 4.518522262573242,
      "epoch": 3.1248037676609104,
      "rel-constrast": 2.6865646839141846,
      "step": 3981,
      "subrel-constrast": 3.383430242538452,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8086715936660767,
      "cov-distil (oracle2student)": 5.270639419555664,
      "cov-distil (oracle2teacher)": 5.132149696350098,
      "epoch": 3.1255886970172684,
      "rel-constrast": 2.7374022006988525,
      "step": 3982,
      "subrel-constrast": 3.7975029945373535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.851620078086853,
      "cov-distil (oracle2student)": 3.3069021701812744,
      "cov-distil (oracle2teacher)": 3.360842227935791,
      "epoch": 3.1263736263736264,
      "rel-constrast": 1.892961859703064,
      "step": 3983,
      "subrel-constrast": 2.706932306289673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.521902322769165,
      "cov-distil (oracle2student)": 5.508534908294678,
      "cov-distil (oracle2teacher)": 4.673107624053955,
      "epoch": 3.1271585557299844,
      "rel-constrast": 2.6917724609375,
      "step": 3984,
      "subrel-constrast": 3.367143154144287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5177288055419922,
      "cov-distil (oracle2student)": 2.733639717102051,
      "cov-distil (oracle2teacher)": 3.1736669540405273,
      "epoch": 3.1279434850863423,
      "rel-constrast": 1.457595944404602,
      "step": 3985,
      "subrel-constrast": 2.378713846206665,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5601582527160645,
      "cov-distil (oracle2student)": 5.9352006912231445,
      "cov-distil (oracle2teacher)": 4.582576751708984,
      "epoch": 3.1287284144427003,
      "rel-constrast": 2.3933374881744385,
      "step": 3986,
      "subrel-constrast": 3.229448080062866,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6909228563308716,
      "cov-distil (oracle2student)": 4.521291732788086,
      "cov-distil (oracle2teacher)": 4.352443695068359,
      "epoch": 3.129513343799058,
      "rel-constrast": 2.243054151535034,
      "step": 3987,
      "subrel-constrast": 2.9473209381103516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7081904411315918,
      "cov-distil (oracle2student)": 3.115457534790039,
      "cov-distil (oracle2teacher)": 3.0822370052337646,
      "epoch": 3.130298273155416,
      "rel-constrast": 1.9802967309951782,
      "step": 3988,
      "subrel-constrast": 2.9884867668151855,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1062211990356445,
      "cov-distil (oracle2student)": 4.181941986083984,
      "cov-distil (oracle2teacher)": 3.94868540763855,
      "epoch": 3.131083202511774,
      "rel-constrast": 1.2515199184417725,
      "step": 3989,
      "subrel-constrast": 2.751516819000244,
      "view-similarity": 0
    },
    {
      "epoch": 3.131868131868132,
      "grad_norm": 3.640625,
      "learning_rate": 1.194571755288092e-05,
      "loss": 0.5752,
      "step": 3990
    },
    {
      "cov-distil": 1.9143637418746948,
      "cov-distil (oracle2student)": 3.2505149841308594,
      "cov-distil (oracle2teacher)": 3.148409366607666,
      "epoch": 3.131868131868132,
      "rel-constrast": 2.398146152496338,
      "step": 3990,
      "subrel-constrast": 3.1899726390838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.128596305847168,
      "cov-distil (oracle2student)": 3.5991151332855225,
      "cov-distil (oracle2teacher)": 3.7618520259857178,
      "epoch": 3.13265306122449,
      "rel-constrast": 2.598545789718628,
      "step": 3991,
      "subrel-constrast": 3.1948540210723877,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6044089794158936,
      "cov-distil (oracle2student)": 4.462620258331299,
      "cov-distil (oracle2teacher)": 4.052592754364014,
      "epoch": 3.133437990580848,
      "rel-constrast": 2.214447498321533,
      "step": 3992,
      "subrel-constrast": 3.278531074523926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6753127574920654,
      "cov-distil (oracle2student)": 5.637989044189453,
      "cov-distil (oracle2teacher)": 5.1261749267578125,
      "epoch": 3.134222919937206,
      "rel-constrast": 2.082213878631592,
      "step": 3993,
      "subrel-constrast": 3.0563719272613525,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5165389776229858,
      "cov-distil (oracle2student)": 4.202888011932373,
      "cov-distil (oracle2teacher)": 4.247397422790527,
      "epoch": 3.1350078492935634,
      "rel-constrast": 1.9589009284973145,
      "step": 3994,
      "subrel-constrast": 2.815232992172241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61416494846344,
      "cov-distil (oracle2student)": 3.811155319213867,
      "cov-distil (oracle2teacher)": 3.314763307571411,
      "epoch": 3.1357927786499213,
      "rel-constrast": 2.461611270904541,
      "step": 3995,
      "subrel-constrast": 3.141315460205078,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.743147611618042,
      "cov-distil (oracle2student)": 3.7314798831939697,
      "cov-distil (oracle2teacher)": 3.2865140438079834,
      "epoch": 3.1365777080062793,
      "rel-constrast": 1.9053845405578613,
      "step": 3996,
      "subrel-constrast": 2.578130006790161,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1969668865203857,
      "cov-distil (oracle2student)": 4.877475738525391,
      "cov-distil (oracle2teacher)": 4.287825584411621,
      "epoch": 3.1373626373626373,
      "rel-constrast": 1.741396188735962,
      "step": 3997,
      "subrel-constrast": 3.065830707550049,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6313233375549316,
      "cov-distil (oracle2student)": 5.4847564697265625,
      "cov-distil (oracle2teacher)": 4.936323165893555,
      "epoch": 3.1381475667189953,
      "rel-constrast": 1.634066104888916,
      "step": 3998,
      "subrel-constrast": 2.46502423286438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9665354490280151,
      "cov-distil (oracle2student)": 5.271597385406494,
      "cov-distil (oracle2teacher)": 5.092973709106445,
      "epoch": 3.1389324960753533,
      "rel-constrast": 2.056997776031494,
      "step": 3999,
      "subrel-constrast": 3.3380918502807617,
      "view-similarity": 0
    },
    {
      "epoch": 3.1397174254317113,
      "grad_norm": 4.40625,
      "learning_rate": 1.1720224696607474e-05,
      "loss": 0.5713,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-P@10": 0.7639999999999999,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-nDCG@10": 0.7697384903617491,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-alpha_nDCG@10": 0.5908148286813063,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-P@10": 0.43599999999999994,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-nDCG@10": 0.6138665582625115,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-alpha_nDCG@10": 0.6001001425764091,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "eval/avg": 0.5412862708002654,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "overlap": 0.3609375059604645,
      "step": 4000
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "student margin": 0.05377197265625
    },
    {
      "epoch": 3.1397174254317113,
      "step": 4000,
      "teacher margin": 0.03216552734375
    },
    {
      "epoch": 3.1397174254317113,
      "margin difference": -0.0216064453125,
      "step": 4000
    },
    {
      "cov-distil": 1.342113971710205,
      "cov-distil (oracle2student)": 3.7685892581939697,
      "cov-distil (oracle2teacher)": 3.635354995727539,
      "epoch": 3.1397174254317113,
      "rel-constrast": 2.5509190559387207,
      "step": 4000,
      "subrel-constrast": 3.4866039752960205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3258273601531982,
      "cov-distil (oracle2student)": 5.565488815307617,
      "cov-distil (oracle2teacher)": 5.313232421875,
      "epoch": 3.1405023547880693,
      "rel-constrast": 2.2037558555603027,
      "step": 4001,
      "subrel-constrast": 2.7892825603485107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4701321125030518,
      "cov-distil (oracle2student)": 4.51452112197876,
      "cov-distil (oracle2teacher)": 4.238126754760742,
      "epoch": 3.141287284144427,
      "rel-constrast": 2.5362842082977295,
      "step": 4002,
      "subrel-constrast": 3.142629861831665,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0098419189453125,
      "cov-distil (oracle2student)": 3.6508114337921143,
      "cov-distil (oracle2teacher)": 3.8817873001098633,
      "epoch": 3.142072213500785,
      "rel-constrast": 2.537846326828003,
      "step": 4003,
      "subrel-constrast": 3.7374913692474365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.507120370864868,
      "cov-distil (oracle2student)": 4.246784687042236,
      "cov-distil (oracle2teacher)": 3.946410894393921,
      "epoch": 3.142857142857143,
      "rel-constrast": 2.2170398235321045,
      "step": 4004,
      "subrel-constrast": 3.0423007011413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8697214126586914,
      "cov-distil (oracle2student)": 5.476112365722656,
      "cov-distil (oracle2teacher)": 4.551163673400879,
      "epoch": 3.143642072213501,
      "rel-constrast": 2.6199448108673096,
      "step": 4005,
      "subrel-constrast": 3.440541982650757,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.618851900100708,
      "cov-distil (oracle2student)": 3.2687902450561523,
      "cov-distil (oracle2teacher)": 3.5332348346710205,
      "epoch": 3.1444270015698588,
      "rel-constrast": 1.586899757385254,
      "step": 4006,
      "subrel-constrast": 2.5941803455352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.025695323944092,
      "cov-distil (oracle2student)": 3.6961421966552734,
      "cov-distil (oracle2teacher)": 3.6942570209503174,
      "epoch": 3.1452119309262168,
      "rel-constrast": 2.8422932624816895,
      "step": 4007,
      "subrel-constrast": 4.071537971496582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5377986431121826,
      "cov-distil (oracle2student)": 5.9048614501953125,
      "cov-distil (oracle2teacher)": 4.691572189331055,
      "epoch": 3.1459968602825747,
      "rel-constrast": 3.193732976913452,
      "step": 4008,
      "subrel-constrast": 3.760617256164551,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.633911371231079,
      "cov-distil (oracle2student)": 4.1405792236328125,
      "cov-distil (oracle2teacher)": 4.395930767059326,
      "epoch": 3.1467817896389323,
      "rel-constrast": 1.778700590133667,
      "step": 4009,
      "subrel-constrast": 3.403508186340332,
      "view-similarity": 0
    },
    {
      "epoch": 3.1475667189952903,
      "grad_norm": 4.375,
      "learning_rate": 1.1496597542577603e-05,
      "loss": 0.645,
      "step": 4010
    },
    {
      "cov-distil": 1.9837749004364014,
      "cov-distil (oracle2student)": 2.8036177158355713,
      "cov-distil (oracle2teacher)": 2.6431331634521484,
      "epoch": 3.1475667189952903,
      "rel-constrast": 1.8731248378753662,
      "step": 4010,
      "subrel-constrast": 2.983768939971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3990246057510376,
      "cov-distil (oracle2student)": 2.991408348083496,
      "cov-distil (oracle2teacher)": 3.410233736038208,
      "epoch": 3.1483516483516483,
      "rel-constrast": 2.299988269805908,
      "step": 4011,
      "subrel-constrast": 3.2132580280303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.277214527130127,
      "cov-distil (oracle2student)": 5.508597373962402,
      "cov-distil (oracle2teacher)": 4.803591728210449,
      "epoch": 3.1491365777080063,
      "rel-constrast": 2.9439985752105713,
      "step": 4012,
      "subrel-constrast": 3.9367737770080566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8655269145965576,
      "cov-distil (oracle2student)": 4.494166374206543,
      "cov-distil (oracle2teacher)": 4.43853759765625,
      "epoch": 3.1499215070643642,
      "rel-constrast": 2.8657419681549072,
      "step": 4013,
      "subrel-constrast": 3.775144577026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4926011562347412,
      "cov-distil (oracle2student)": 4.0742716789245605,
      "cov-distil (oracle2teacher)": 3.7173264026641846,
      "epoch": 3.1507064364207222,
      "rel-constrast": 2.2741951942443848,
      "step": 4014,
      "subrel-constrast": 2.825747013092041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2810885906219482,
      "cov-distil (oracle2student)": 5.339684963226318,
      "cov-distil (oracle2teacher)": 4.926548004150391,
      "epoch": 3.1514913657770802,
      "rel-constrast": 2.3205111026763916,
      "step": 4015,
      "subrel-constrast": 3.124145984649658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6908948421478271,
      "cov-distil (oracle2student)": 4.078307628631592,
      "cov-distil (oracle2teacher)": 4.151369571685791,
      "epoch": 3.152276295133438,
      "rel-constrast": 1.4101147651672363,
      "step": 4016,
      "subrel-constrast": 2.227774143218994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5667600631713867,
      "cov-distil (oracle2student)": 2.5008416175842285,
      "cov-distil (oracle2teacher)": 2.943486213684082,
      "epoch": 3.1530612244897958,
      "rel-constrast": 2.799483299255371,
      "step": 4017,
      "subrel-constrast": 3.415846586227417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.530848741531372,
      "cov-distil (oracle2student)": 5.40399169921875,
      "cov-distil (oracle2teacher)": 5.531314849853516,
      "epoch": 3.1538461538461537,
      "rel-constrast": 2.470435619354248,
      "step": 4018,
      "subrel-constrast": 3.4481887817382812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2099316120147705,
      "cov-distil (oracle2student)": 6.139313697814941,
      "cov-distil (oracle2teacher)": 5.561495780944824,
      "epoch": 3.1546310832025117,
      "rel-constrast": 1.9516838788986206,
      "step": 4019,
      "subrel-constrast": 2.9638619422912598,
      "view-similarity": 0
    },
    {
      "epoch": 3.1554160125588697,
      "grad_norm": 4.71875,
      "learning_rate": 1.1274846990063315e-05,
      "loss": 0.6235,
      "step": 4020
    },
    {
      "cov-distil": 1.3543063402175903,
      "cov-distil (oracle2student)": 5.4333953857421875,
      "cov-distil (oracle2teacher)": 4.761086463928223,
      "epoch": 3.1554160125588697,
      "rel-constrast": 1.556970238685608,
      "step": 4020,
      "subrel-constrast": 2.333195447921753,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5510435104370117,
      "cov-distil (oracle2student)": 3.3699283599853516,
      "cov-distil (oracle2teacher)": 2.9891655445098877,
      "epoch": 3.1562009419152277,
      "rel-constrast": 1.9792945384979248,
      "step": 4021,
      "subrel-constrast": 2.8543875217437744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494135856628418,
      "cov-distil (oracle2student)": 3.7782466411590576,
      "cov-distil (oracle2teacher)": 3.9495456218719482,
      "epoch": 3.1569858712715857,
      "rel-constrast": 1.2498209476470947,
      "step": 4022,
      "subrel-constrast": 2.2644214630126953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7001583576202393,
      "cov-distil (oracle2student)": 4.248783111572266,
      "cov-distil (oracle2teacher)": 4.2173309326171875,
      "epoch": 3.1577708006279437,
      "rel-constrast": 2.2129013538360596,
      "step": 4023,
      "subrel-constrast": 3.07659649848938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4457024335861206,
      "cov-distil (oracle2student)": 3.035262107849121,
      "cov-distil (oracle2teacher)": 3.4207069873809814,
      "epoch": 3.1585557299843012,
      "rel-constrast": 1.8437166213989258,
      "step": 4024,
      "subrel-constrast": 3.0608487129211426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2502923011779785,
      "cov-distil (oracle2student)": 4.148782730102539,
      "cov-distil (oracle2teacher)": 3.949098825454712,
      "epoch": 3.159340659340659,
      "rel-constrast": 1.813443660736084,
      "step": 4025,
      "subrel-constrast": 2.179948091506958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6880409717559814,
      "cov-distil (oracle2student)": 3.94431209564209,
      "cov-distil (oracle2teacher)": 4.083352088928223,
      "epoch": 3.160125588697017,
      "rel-constrast": 2.818467855453491,
      "step": 4026,
      "subrel-constrast": 3.614405870437622,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2595815658569336,
      "cov-distil (oracle2student)": 4.500560760498047,
      "cov-distil (oracle2teacher)": 4.129425048828125,
      "epoch": 3.160910518053375,
      "rel-constrast": 3.680485248565674,
      "step": 4027,
      "subrel-constrast": 3.937319278717041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6094448566436768,
      "cov-distil (oracle2student)": 5.54364013671875,
      "cov-distil (oracle2teacher)": 4.492430210113525,
      "epoch": 3.161695447409733,
      "rel-constrast": 3.083055257797241,
      "step": 4028,
      "subrel-constrast": 3.5186150074005127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3926215171813965,
      "cov-distil (oracle2student)": 4.209474563598633,
      "cov-distil (oracle2teacher)": 3.8431954383850098,
      "epoch": 3.162480376766091,
      "rel-constrast": 1.5949745178222656,
      "step": 4029,
      "subrel-constrast": 2.354321002960205,
      "view-similarity": 0
    },
    {
      "epoch": 3.163265306122449,
      "grad_norm": 4.3125,
      "learning_rate": 1.1054983846873685e-05,
      "loss": 0.5852,
      "step": 4030
    },
    {
      "cov-distil": 1.5463780164718628,
      "cov-distil (oracle2student)": 3.7395219802856445,
      "cov-distil (oracle2teacher)": 4.151533126831055,
      "epoch": 3.163265306122449,
      "rel-constrast": 1.589570164680481,
      "step": 4030,
      "subrel-constrast": 2.4722299575805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.430086374282837,
      "cov-distil (oracle2student)": 2.7926690578460693,
      "cov-distil (oracle2teacher)": 3.037074089050293,
      "epoch": 3.1640502354788067,
      "rel-constrast": 1.9734386205673218,
      "step": 4031,
      "subrel-constrast": 2.9805798530578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.220142126083374,
      "cov-distil (oracle2student)": 4.870543479919434,
      "cov-distil (oracle2teacher)": 4.234072208404541,
      "epoch": 3.1648351648351647,
      "rel-constrast": 1.7429938316345215,
      "step": 4032,
      "subrel-constrast": 2.124086618423462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.337070345878601,
      "cov-distil (oracle2student)": 5.442143440246582,
      "cov-distil (oracle2teacher)": 5.103985786437988,
      "epoch": 3.1656200941915227,
      "rel-constrast": 2.235313892364502,
      "step": 4033,
      "subrel-constrast": 2.8763222694396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55668306350708,
      "cov-distil (oracle2student)": 5.490480422973633,
      "cov-distil (oracle2teacher)": 4.861954689025879,
      "epoch": 3.1664050235478807,
      "rel-constrast": 2.9833405017852783,
      "step": 4034,
      "subrel-constrast": 3.518254280090332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1919256448745728,
      "cov-distil (oracle2student)": 6.811224460601807,
      "cov-distil (oracle2teacher)": 6.093404769897461,
      "epoch": 3.1671899529042387,
      "rel-constrast": 3.326690435409546,
      "step": 4035,
      "subrel-constrast": 3.882056713104248,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6473467350006104,
      "cov-distil (oracle2student)": 4.485223293304443,
      "cov-distil (oracle2teacher)": 3.902353048324585,
      "epoch": 3.1679748822605966,
      "rel-constrast": 1.3722330331802368,
      "step": 4036,
      "subrel-constrast": 2.142162799835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6244425773620605,
      "cov-distil (oracle2student)": 3.4840078353881836,
      "cov-distil (oracle2teacher)": 4.097830772399902,
      "epoch": 3.1687598116169546,
      "rel-constrast": 2.435253381729126,
      "step": 4037,
      "subrel-constrast": 3.293390989303589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.340070128440857,
      "cov-distil (oracle2student)": 4.921764373779297,
      "cov-distil (oracle2teacher)": 4.346199989318848,
      "epoch": 3.169544740973312,
      "rel-constrast": 2.595008373260498,
      "step": 4038,
      "subrel-constrast": 3.1898443698883057,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0935423374176025,
      "cov-distil (oracle2student)": 5.382326602935791,
      "cov-distil (oracle2teacher)": 5.220296859741211,
      "epoch": 3.17032967032967,
      "rel-constrast": 2.002681255340576,
      "step": 4039,
      "subrel-constrast": 3.1565353870391846,
      "view-similarity": 0
    },
    {
      "epoch": 3.171114599686028,
      "grad_norm": 4.03125,
      "learning_rate": 1.0837018828828133e-05,
      "loss": 0.5939,
      "step": 4040
    },
    {
      "cov-distil": 1.7552496194839478,
      "cov-distil (oracle2student)": 4.28304386138916,
      "cov-distil (oracle2teacher)": 3.8724875450134277,
      "epoch": 3.171114599686028,
      "rel-constrast": 2.558164119720459,
      "step": 4040,
      "subrel-constrast": 3.0983693599700928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665403366088867,
      "cov-distil (oracle2student)": 5.346504211425781,
      "cov-distil (oracle2teacher)": 4.850400924682617,
      "epoch": 3.171899529042386,
      "rel-constrast": 2.1437366008758545,
      "step": 4041,
      "subrel-constrast": 2.7852330207824707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7655589580535889,
      "cov-distil (oracle2student)": 3.4815616607666016,
      "cov-distil (oracle2teacher)": 3.7808640003204346,
      "epoch": 3.172684458398744,
      "rel-constrast": 3.069046974182129,
      "step": 4042,
      "subrel-constrast": 3.91420578956604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5598180294036865,
      "cov-distil (oracle2student)": 4.34161901473999,
      "cov-distil (oracle2teacher)": 3.8495450019836426,
      "epoch": 3.173469387755102,
      "rel-constrast": 2.6027638912200928,
      "step": 4043,
      "subrel-constrast": 3.5578982830047607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6385990381240845,
      "cov-distil (oracle2student)": 2.558030128479004,
      "cov-distil (oracle2teacher)": 3.3124871253967285,
      "epoch": 3.17425431711146,
      "rel-constrast": 1.631324291229248,
      "step": 4044,
      "subrel-constrast": 2.769397497177124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7771968841552734,
      "cov-distil (oracle2student)": 5.867014408111572,
      "cov-distil (oracle2teacher)": 5.556340217590332,
      "epoch": 3.175039246467818,
      "rel-constrast": 2.6847424507141113,
      "step": 4045,
      "subrel-constrast": 3.620232343673706,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6466253995895386,
      "cov-distil (oracle2student)": 5.00706148147583,
      "cov-distil (oracle2teacher)": 5.17607307434082,
      "epoch": 3.1758241758241756,
      "rel-constrast": 2.259866237640381,
      "step": 4046,
      "subrel-constrast": 3.7437236309051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.996200680732727,
      "cov-distil (oracle2student)": 4.8637213706970215,
      "cov-distil (oracle2teacher)": 4.188895225524902,
      "epoch": 3.1766091051805336,
      "rel-constrast": 1.5024549961090088,
      "step": 4047,
      "subrel-constrast": 2.754896879196167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.453031063079834,
      "cov-distil (oracle2student)": 4.830779075622559,
      "cov-distil (oracle2teacher)": 4.205080032348633,
      "epoch": 3.1773940345368916,
      "rel-constrast": 1.9135427474975586,
      "step": 4048,
      "subrel-constrast": 2.691866397857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4751019477844238,
      "cov-distil (oracle2student)": 4.120632171630859,
      "cov-distil (oracle2teacher)": 3.4240036010742188,
      "epoch": 3.1781789638932496,
      "rel-constrast": 2.7246313095092773,
      "step": 4049,
      "subrel-constrast": 3.067704677581787,
      "view-similarity": 0
    },
    {
      "epoch": 3.1789638932496076,
      "grad_norm": 5.09375,
      "learning_rate": 1.0620962559234143e-05,
      "loss": 0.6186,
      "step": 4050
    },
    {
      "cov-distil": 2.074887752532959,
      "cov-distil (oracle2student)": 4.832159042358398,
      "cov-distil (oracle2teacher)": 5.111639022827148,
      "epoch": 3.1789638932496076,
      "rel-constrast": 2.285196542739868,
      "step": 4050,
      "subrel-constrast": 3.364842176437378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6026078462600708,
      "cov-distil (oracle2student)": 4.59697151184082,
      "cov-distil (oracle2teacher)": 3.9363982677459717,
      "epoch": 3.1797488226059656,
      "rel-constrast": 2.0595734119415283,
      "step": 4051,
      "subrel-constrast": 2.4129645824432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.225801467895508,
      "cov-distil (oracle2student)": 5.420825004577637,
      "cov-distil (oracle2teacher)": 4.578936576843262,
      "epoch": 3.1805337519623236,
      "rel-constrast": 1.9681214094161987,
      "step": 4052,
      "subrel-constrast": 3.2368485927581787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5068819522857666,
      "cov-distil (oracle2student)": 3.569444179534912,
      "cov-distil (oracle2teacher)": 2.9296669960021973,
      "epoch": 3.181318681318681,
      "rel-constrast": 2.257502794265747,
      "step": 4053,
      "subrel-constrast": 2.829606294631958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8665629625320435,
      "cov-distil (oracle2student)": 4.8550615310668945,
      "cov-distil (oracle2teacher)": 4.70123815536499,
      "epoch": 3.182103610675039,
      "rel-constrast": 2.3742308616638184,
      "step": 4054,
      "subrel-constrast": 2.9451239109039307,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9577300548553467,
      "cov-distil (oracle2student)": 3.7761919498443604,
      "cov-distil (oracle2teacher)": 3.9620418548583984,
      "epoch": 3.182888540031397,
      "rel-constrast": 2.479231119155884,
      "step": 4055,
      "subrel-constrast": 3.935466766357422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.976220965385437,
      "cov-distil (oracle2student)": 3.38175630569458,
      "cov-distil (oracle2teacher)": 3.1265060901641846,
      "epoch": 3.183673469387755,
      "rel-constrast": 2.2578864097595215,
      "step": 4056,
      "subrel-constrast": 3.1915409564971924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.285914659500122,
      "cov-distil (oracle2student)": 3.301727294921875,
      "cov-distil (oracle2teacher)": 3.484779119491577,
      "epoch": 3.184458398744113,
      "rel-constrast": 1.4795624017715454,
      "step": 4057,
      "subrel-constrast": 2.820387125015259,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9267696142196655,
      "cov-distil (oracle2student)": 4.281262397766113,
      "cov-distil (oracle2teacher)": 4.360230445861816,
      "epoch": 3.185243328100471,
      "rel-constrast": 1.683217167854309,
      "step": 4058,
      "subrel-constrast": 2.8187131881713867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5758576393127441,
      "cov-distil (oracle2student)": 5.6079912185668945,
      "cov-distil (oracle2teacher)": 4.7975754737854,
      "epoch": 3.186028257456829,
      "rel-constrast": 2.3602089881896973,
      "step": 4059,
      "subrel-constrast": 3.224064826965332,
      "view-similarity": 0
    },
    {
      "epoch": 3.186813186813187,
      "grad_norm": 4.125,
      "learning_rate": 1.0406825568369477e-05,
      "loss": 0.5776,
      "step": 4060
    },
    {
      "cov-distil": 1.686328411102295,
      "cov-distil (oracle2student)": 3.832897663116455,
      "cov-distil (oracle2teacher)": 4.4211344718933105,
      "epoch": 3.186813186813187,
      "rel-constrast": 1.8537794351577759,
      "step": 4060,
      "subrel-constrast": 3.03188157081604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5485886335372925,
      "cov-distil (oracle2student)": 3.6461880207061768,
      "cov-distil (oracle2teacher)": 3.6863365173339844,
      "epoch": 3.1875981161695446,
      "rel-constrast": 2.7205536365509033,
      "step": 4061,
      "subrel-constrast": 3.241380214691162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3271397352218628,
      "cov-distil (oracle2student)": 3.1919660568237305,
      "cov-distil (oracle2teacher)": 3.488499641418457,
      "epoch": 3.1883830455259026,
      "rel-constrast": 1.8071736097335815,
      "step": 4062,
      "subrel-constrast": 2.3455655574798584,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.060619831085205,
      "cov-distil (oracle2student)": 5.186570167541504,
      "cov-distil (oracle2teacher)": 5.393914222717285,
      "epoch": 3.1891679748822606,
      "rel-constrast": 1.653122901916504,
      "step": 4063,
      "subrel-constrast": 2.934814691543579,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1633330583572388,
      "cov-distil (oracle2student)": 3.2456650733947754,
      "cov-distil (oracle2teacher)": 3.3186113834381104,
      "epoch": 3.1899529042386185,
      "rel-constrast": 2.498903512954712,
      "step": 4064,
      "subrel-constrast": 3.0915942192077637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9990105628967285,
      "cov-distil (oracle2student)": 5.769211769104004,
      "cov-distil (oracle2teacher)": 5.157003402709961,
      "epoch": 3.1907378335949765,
      "rel-constrast": 1.8367401361465454,
      "step": 4065,
      "subrel-constrast": 3.1904056072235107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9406388998031616,
      "cov-distil (oracle2student)": 4.17592716217041,
      "cov-distil (oracle2teacher)": 4.042064666748047,
      "epoch": 3.1915227629513345,
      "rel-constrast": 2.0853617191314697,
      "step": 4066,
      "subrel-constrast": 2.9616141319274902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7840300798416138,
      "cov-distil (oracle2student)": 4.0176615715026855,
      "cov-distil (oracle2teacher)": 3.6554300785064697,
      "epoch": 3.1923076923076925,
      "rel-constrast": 2.3598551750183105,
      "step": 4067,
      "subrel-constrast": 3.0592763423919678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.706477165222168,
      "cov-distil (oracle2student)": 4.563757419586182,
      "cov-distil (oracle2teacher)": 4.603252410888672,
      "epoch": 3.19309262166405,
      "rel-constrast": 2.8630614280700684,
      "step": 4068,
      "subrel-constrast": 3.495542049407959,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7072362899780273,
      "cov-distil (oracle2student)": 3.4944961071014404,
      "cov-distil (oracle2teacher)": 3.4493491649627686,
      "epoch": 3.193877551020408,
      "rel-constrast": 1.3823626041412354,
      "step": 4069,
      "subrel-constrast": 2.7635231018066406,
      "view-similarity": 0
    },
    {
      "epoch": 3.194662480376766,
      "grad_norm": 3.90625,
      "learning_rate": 1.0194618292968972e-05,
      "loss": 0.5688,
      "step": 4070
    },
    {
      "cov-distil": 1.6520640850067139,
      "cov-distil (oracle2student)": 5.534506797790527,
      "cov-distil (oracle2teacher)": 5.2238383293151855,
      "epoch": 3.194662480376766,
      "rel-constrast": 2.18949294090271,
      "step": 4070,
      "subrel-constrast": 3.0569541454315186,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8559503555297852,
      "cov-distil (oracle2student)": 4.302886009216309,
      "cov-distil (oracle2teacher)": 3.97066068649292,
      "epoch": 3.195447409733124,
      "rel-constrast": 2.6780319213867188,
      "step": 4071,
      "subrel-constrast": 3.4042956829071045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182847499847412,
      "cov-distil (oracle2student)": 3.328972816467285,
      "cov-distil (oracle2teacher)": 3.5214343070983887,
      "epoch": 3.196232339089482,
      "rel-constrast": 1.2564802169799805,
      "step": 4072,
      "subrel-constrast": 2.367438316345215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4409269094467163,
      "cov-distil (oracle2student)": 6.000228404998779,
      "cov-distil (oracle2teacher)": 5.999628067016602,
      "epoch": 3.19701726844584,
      "rel-constrast": 1.6478530168533325,
      "step": 4073,
      "subrel-constrast": 2.611166477203369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.70663321018219,
      "cov-distil (oracle2student)": 4.952277183532715,
      "cov-distil (oracle2teacher)": 5.202249526977539,
      "epoch": 3.197802197802198,
      "rel-constrast": 2.8644137382507324,
      "step": 4074,
      "subrel-constrast": 3.4145712852478027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4665590524673462,
      "cov-distil (oracle2student)": 5.144148826599121,
      "cov-distil (oracle2teacher)": 4.408917427062988,
      "epoch": 3.1985871271585555,
      "rel-constrast": 2.1863274574279785,
      "step": 4075,
      "subrel-constrast": 2.8225786685943604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6131365299224854,
      "cov-distil (oracle2student)": 4.069553375244141,
      "cov-distil (oracle2teacher)": 4.023911952972412,
      "epoch": 3.1993720565149135,
      "rel-constrast": 1.9091026782989502,
      "step": 4076,
      "subrel-constrast": 2.7675514221191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4743529558181763,
      "cov-distil (oracle2student)": 3.6790692806243896,
      "cov-distil (oracle2teacher)": 3.785123348236084,
      "epoch": 3.2001569858712715,
      "rel-constrast": 2.066227436065674,
      "step": 4077,
      "subrel-constrast": 2.846433639526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5946402549743652,
      "cov-distil (oracle2student)": 4.4210662841796875,
      "cov-distil (oracle2teacher)": 4.471908092498779,
      "epoch": 3.2009419152276295,
      "rel-constrast": 2.371211051940918,
      "step": 4078,
      "subrel-constrast": 3.283668279647827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.628686547279358,
      "cov-distil (oracle2student)": 3.866274833679199,
      "cov-distil (oracle2teacher)": 3.906167984008789,
      "epoch": 3.2017268445839875,
      "rel-constrast": 2.1759631633758545,
      "step": 4079,
      "subrel-constrast": 3.392254114151001,
      "view-similarity": 0
    },
    {
      "epoch": 3.2025117739403455,
      "grad_norm": 4.90625,
      "learning_rate": 9.984351075715848e-06,
      "loss": 0.5752,
      "step": 4080
    },
    {
      "cov-distil": 1.7176530361175537,
      "cov-distil (oracle2student)": 5.291065216064453,
      "cov-distil (oracle2teacher)": 5.634221076965332,
      "epoch": 3.2025117739403455,
      "rel-constrast": 4.185667037963867,
      "step": 4080,
      "subrel-constrast": 4.788480281829834,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7965705394744873,
      "cov-distil (oracle2student)": 5.464639186859131,
      "cov-distil (oracle2teacher)": 5.095146179199219,
      "epoch": 3.2032967032967035,
      "rel-constrast": 2.5523681640625,
      "step": 4081,
      "subrel-constrast": 3.6048760414123535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.176818609237671,
      "cov-distil (oracle2student)": 3.6776530742645264,
      "cov-distil (oracle2teacher)": 3.571352481842041,
      "epoch": 3.204081632653061,
      "rel-constrast": 1.824347734451294,
      "step": 4082,
      "subrel-constrast": 2.4324376583099365,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0079307556152344,
      "cov-distil (oracle2student)": 4.320716857910156,
      "cov-distil (oracle2teacher)": 4.341610431671143,
      "epoch": 3.204866562009419,
      "rel-constrast": 2.38210391998291,
      "step": 4083,
      "subrel-constrast": 3.784011125564575,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7429959774017334,
      "cov-distil (oracle2student)": 4.000344276428223,
      "cov-distil (oracle2teacher)": 3.9503564834594727,
      "epoch": 3.205651491365777,
      "rel-constrast": 1.8295512199401855,
      "step": 4084,
      "subrel-constrast": 2.723304033279419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.272321105003357,
      "cov-distil (oracle2student)": 4.448616981506348,
      "cov-distil (oracle2teacher)": 4.198378562927246,
      "epoch": 3.206436420722135,
      "rel-constrast": 2.648115873336792,
      "step": 4085,
      "subrel-constrast": 3.0054614543914795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7709698677062988,
      "cov-distil (oracle2student)": 4.858529090881348,
      "cov-distil (oracle2teacher)": 4.043124198913574,
      "epoch": 3.207221350078493,
      "rel-constrast": 3.5922868251800537,
      "step": 4086,
      "subrel-constrast": 3.400179147720337,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.292290687561035,
      "cov-distil (oracle2student)": 4.146172523498535,
      "cov-distil (oracle2teacher)": 4.081150531768799,
      "epoch": 3.208006279434851,
      "rel-constrast": 2.669591188430786,
      "step": 4087,
      "subrel-constrast": 3.9334845542907715,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894439935684204,
      "cov-distil (oracle2student)": 5.206110000610352,
      "cov-distil (oracle2teacher)": 4.45058536529541,
      "epoch": 3.208791208791209,
      "rel-constrast": 1.544769287109375,
      "step": 4088,
      "subrel-constrast": 3.0971643924713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.185979962348938,
      "cov-distil (oracle2student)": 4.292092800140381,
      "cov-distil (oracle2teacher)": 3.761843204498291,
      "epoch": 3.209576138147567,
      "rel-constrast": 2.7646923065185547,
      "step": 4089,
      "subrel-constrast": 3.5395143032073975,
      "view-similarity": 0
    },
    {
      "epoch": 3.2103610675039245,
      "grad_norm": 5.1875,
      "learning_rate": 9.77603416473763e-06,
      "loss": 0.692,
      "step": 4090
    },
    {
      "cov-distil": 1.676177978515625,
      "cov-distil (oracle2student)": 4.819332599639893,
      "cov-distil (oracle2teacher)": 4.926158905029297,
      "epoch": 3.2103610675039245,
      "rel-constrast": 2.2921576499938965,
      "step": 4090,
      "subrel-constrast": 3.143131971359253,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5537844896316528,
      "cov-distil (oracle2student)": 4.319825172424316,
      "cov-distil (oracle2teacher)": 3.678402900695801,
      "epoch": 3.2111459968602825,
      "rel-constrast": 1.4021170139312744,
      "step": 4091,
      "subrel-constrast": 2.126840829849243,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0046911239624023,
      "cov-distil (oracle2student)": 4.657004356384277,
      "cov-distil (oracle2teacher)": 4.456554412841797,
      "epoch": 3.2119309262166404,
      "rel-constrast": 1.1711111068725586,
      "step": 4092,
      "subrel-constrast": 2.3344151973724365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841819286346436,
      "cov-distil (oracle2student)": 4.529401779174805,
      "cov-distil (oracle2teacher)": 4.015491962432861,
      "epoch": 3.2127158555729984,
      "rel-constrast": 1.9632105827331543,
      "step": 4093,
      "subrel-constrast": 3.2985267639160156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4165884256362915,
      "cov-distil (oracle2student)": 5.557072162628174,
      "cov-distil (oracle2teacher)": 5.321849822998047,
      "epoch": 3.2135007849293564,
      "rel-constrast": 2.4052445888519287,
      "step": 4094,
      "subrel-constrast": 3.175210475921631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6995439529418945,
      "cov-distil (oracle2student)": 4.28871488571167,
      "cov-distil (oracle2teacher)": 4.218810081481934,
      "epoch": 3.2142857142857144,
      "rel-constrast": 1.4950530529022217,
      "step": 4095,
      "subrel-constrast": 2.6890671253204346,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739093542098999,
      "cov-distil (oracle2student)": 5.291227340698242,
      "cov-distil (oracle2teacher)": 4.893106937408447,
      "epoch": 3.2150706436420724,
      "rel-constrast": 1.7460644245147705,
      "step": 4096,
      "subrel-constrast": 2.7754437923431396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9141753911972046,
      "cov-distil (oracle2student)": 5.437864780426025,
      "cov-distil (oracle2teacher)": 5.194372177124023,
      "epoch": 3.21585557299843,
      "rel-constrast": 1.9352401494979858,
      "step": 4097,
      "subrel-constrast": 2.719294309616089,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8632911443710327,
      "cov-distil (oracle2student)": 5.325246810913086,
      "cov-distil (oracle2teacher)": 4.9531331062316895,
      "epoch": 3.216640502354788,
      "rel-constrast": 2.1161324977874756,
      "step": 4098,
      "subrel-constrast": 3.215761184692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6686251163482666,
      "cov-distil (oracle2student)": 2.8640193939208984,
      "cov-distil (oracle2teacher)": 3.0953502655029297,
      "epoch": 3.217425431711146,
      "rel-constrast": 1.7267820835113525,
      "step": 4099,
      "subrel-constrast": 2.5250606536865234,
      "view-similarity": 0
    },
    {
      "epoch": 3.218210361067504,
      "grad_norm": 3.984375,
      "learning_rate": 9.569677713106674e-06,
      "loss": 0.4994,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "overlap": 0.34687501192092896,
      "step": 4100
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "student margin": 0.07672119140625
    },
    {
      "epoch": 3.218210361067504,
      "step": 4100,
      "teacher margin": 0.050872802734375
    },
    {
      "epoch": 3.218210361067504,
      "margin difference": -0.025848388671875,
      "step": 4100
    },
    {
      "cov-distil": 1.6298339366912842,
      "cov-distil (oracle2student)": 3.3257765769958496,
      "cov-distil (oracle2teacher)": 3.188063144683838,
      "epoch": 3.218210361067504,
      "rel-constrast": 1.9998958110809326,
      "step": 4100,
      "subrel-constrast": 2.530334949493408,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.870509386062622,
      "cov-distil (oracle2student)": 3.5470879077911377,
      "cov-distil (oracle2teacher)": 3.5747931003570557,
      "epoch": 3.218995290423862,
      "rel-constrast": 2.7191855907440186,
      "step": 4101,
      "subrel-constrast": 3.1749398708343506,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7846157550811768,
      "cov-distil (oracle2student)": 3.9155783653259277,
      "cov-distil (oracle2teacher)": 3.8380730152130127,
      "epoch": 3.21978021978022,
      "rel-constrast": 2.28481388092041,
      "step": 4102,
      "subrel-constrast": 3.1612558364868164,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5725946426391602,
      "cov-distil (oracle2student)": 1.9806044101715088,
      "cov-distil (oracle2teacher)": 2.526670455932617,
      "epoch": 3.220565149136578,
      "rel-constrast": 1.9513553380966187,
      "step": 4103,
      "subrel-constrast": 2.862945795059204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4849729537963867,
      "cov-distil (oracle2student)": 4.882874488830566,
      "cov-distil (oracle2teacher)": 4.967685699462891,
      "epoch": 3.221350078492936,
      "rel-constrast": 2.7227022647857666,
      "step": 4104,
      "subrel-constrast": 3.3744003772735596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9413433074951172,
      "cov-distil (oracle2student)": 3.8282394409179688,
      "cov-distil (oracle2teacher)": 3.717310905456543,
      "epoch": 3.2221350078492934,
      "rel-constrast": 3.110668182373047,
      "step": 4105,
      "subrel-constrast": 3.581395387649536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6502375602722168,
      "cov-distil (oracle2student)": 3.4787938594818115,
      "cov-distil (oracle2teacher)": 3.5136466026306152,
      "epoch": 3.2229199372056514,
      "rel-constrast": 3.400092124938965,
      "step": 4106,
      "subrel-constrast": 3.6376852989196777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8372142314910889,
      "cov-distil (oracle2student)": 6.708370208740234,
      "cov-distil (oracle2teacher)": 5.727747917175293,
      "epoch": 3.2237048665620094,
      "rel-constrast": 1.8152375221252441,
      "step": 4107,
      "subrel-constrast": 2.648313283920288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6730282306671143,
      "cov-distil (oracle2student)": 5.291852951049805,
      "cov-distil (oracle2teacher)": 5.097234725952148,
      "epoch": 3.2244897959183674,
      "rel-constrast": 1.9787441492080688,
      "step": 4108,
      "subrel-constrast": 2.945793390274048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3551435470581055,
      "cov-distil (oracle2student)": 3.622365951538086,
      "cov-distil (oracle2teacher)": 3.546847343444824,
      "epoch": 3.2252747252747254,
      "rel-constrast": 1.5481441020965576,
      "step": 4109,
      "subrel-constrast": 2.4556796550750732,
      "view-similarity": 0
    },
    {
      "epoch": 3.2260596546310834,
      "grad_norm": 4.09375,
      "learning_rate": 9.365291778345303e-06,
      "loss": 0.6303,
      "step": 4110
    },
    {
      "cov-distil": 1.485417127609253,
      "cov-distil (oracle2student)": 4.873204231262207,
      "cov-distil (oracle2teacher)": 4.345315933227539,
      "epoch": 3.2260596546310834,
      "rel-constrast": 2.2757411003112793,
      "step": 4110,
      "subrel-constrast": 3.1715729236602783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301548957824707,
      "cov-distil (oracle2student)": 5.419712066650391,
      "cov-distil (oracle2teacher)": 4.753808975219727,
      "epoch": 3.2268445839874413,
      "rel-constrast": 1.7942867279052734,
      "step": 4111,
      "subrel-constrast": 2.618030309677124,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6121900081634521,
      "cov-distil (oracle2student)": 4.43062686920166,
      "cov-distil (oracle2teacher)": 3.623213529586792,
      "epoch": 3.227629513343799,
      "rel-constrast": 2.179715156555176,
      "step": 4112,
      "subrel-constrast": 2.743182897567749,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4774209260940552,
      "cov-distil (oracle2student)": 4.383663177490234,
      "cov-distil (oracle2teacher)": 4.468685150146484,
      "epoch": 3.228414442700157,
      "rel-constrast": 3.0043671131134033,
      "step": 4113,
      "subrel-constrast": 3.778474807739258,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9291938543319702,
      "cov-distil (oracle2student)": 4.546650409698486,
      "cov-distil (oracle2teacher)": 4.924588680267334,
      "epoch": 3.229199372056515,
      "rel-constrast": 2.562318801879883,
      "step": 4114,
      "subrel-constrast": 3.818730115890503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1644841432571411,
      "cov-distil (oracle2student)": 5.736963272094727,
      "cov-distil (oracle2teacher)": 5.492137432098389,
      "epoch": 3.229984301412873,
      "rel-constrast": 2.182800769805908,
      "step": 4115,
      "subrel-constrast": 2.8825783729553223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.998283863067627,
      "cov-distil (oracle2student)": 3.6705000400543213,
      "cov-distil (oracle2teacher)": 3.4494688510894775,
      "epoch": 3.230769230769231,
      "rel-constrast": 2.3063149452209473,
      "step": 4116,
      "subrel-constrast": 2.939283847808838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.154191017150879,
      "cov-distil (oracle2student)": 4.101949691772461,
      "cov-distil (oracle2teacher)": 4.967114448547363,
      "epoch": 3.231554160125589,
      "rel-constrast": 2.415278196334839,
      "step": 4117,
      "subrel-constrast": 3.8158702850341797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5759365558624268,
      "cov-distil (oracle2student)": 5.974946022033691,
      "cov-distil (oracle2teacher)": 5.041848182678223,
      "epoch": 3.232339089481947,
      "rel-constrast": 1.9293389320373535,
      "step": 4118,
      "subrel-constrast": 2.5818850994110107,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.61106538772583,
      "cov-distil (oracle2student)": 3.4290099143981934,
      "cov-distil (oracle2teacher)": 3.455395221710205,
      "epoch": 3.2331240188383044,
      "rel-constrast": 3.211928129196167,
      "step": 4119,
      "subrel-constrast": 3.8521411418914795,
      "view-similarity": 0
    },
    {
      "epoch": 3.2339089481946623,
      "grad_norm": 5.21875,
      "learning_rate": 9.162886321935632e-06,
      "loss": 0.6373,
      "step": 4120
    },
    {
      "cov-distil": 1.6063240766525269,
      "cov-distil (oracle2student)": 3.1435084342956543,
      "cov-distil (oracle2teacher)": 2.9708471298217773,
      "epoch": 3.2339089481946623,
      "rel-constrast": 1.1919171810150146,
      "step": 4120,
      "subrel-constrast": 2.3428564071655273,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.183140993118286,
      "cov-distil (oracle2student)": 3.2861428260803223,
      "cov-distil (oracle2teacher)": 3.5144402980804443,
      "epoch": 3.2346938775510203,
      "rel-constrast": 1.6759480237960815,
      "step": 4121,
      "subrel-constrast": 3.004650592803955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2259143590927124,
      "cov-distil (oracle2student)": 3.921753406524658,
      "cov-distil (oracle2teacher)": 4.22733736038208,
      "epoch": 3.2354788069073783,
      "rel-constrast": 2.4246737957000732,
      "step": 4122,
      "subrel-constrast": 3.110090970993042,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6671538352966309,
      "cov-distil (oracle2student)": 4.19802713394165,
      "cov-distil (oracle2teacher)": 4.062411308288574,
      "epoch": 3.2362637362637363,
      "rel-constrast": 1.808451771736145,
      "step": 4123,
      "subrel-constrast": 2.656890630722046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4542322158813477,
      "cov-distil (oracle2student)": 6.523170471191406,
      "cov-distil (oracle2teacher)": 5.454983711242676,
      "epoch": 3.2370486656200943,
      "rel-constrast": 1.728606939315796,
      "step": 4124,
      "subrel-constrast": 2.6180546283721924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7946488857269287,
      "cov-distil (oracle2student)": 3.8447117805480957,
      "cov-distil (oracle2teacher)": 3.83811092376709,
      "epoch": 3.2378335949764523,
      "rel-constrast": 2.71406626701355,
      "step": 4125,
      "subrel-constrast": 3.204711437225342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7097288370132446,
      "cov-distil (oracle2student)": 5.038243293762207,
      "cov-distil (oracle2teacher)": 4.894773483276367,
      "epoch": 3.23861852433281,
      "rel-constrast": 1.969156265258789,
      "step": 4126,
      "subrel-constrast": 3.4622483253479004,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8555042743682861,
      "cov-distil (oracle2student)": 4.261047840118408,
      "cov-distil (oracle2teacher)": 4.227479457855225,
      "epoch": 3.239403453689168,
      "rel-constrast": 1.3087490797042847,
      "step": 4127,
      "subrel-constrast": 2.324338436126709,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9969128370285034,
      "cov-distil (oracle2student)": 3.665792226791382,
      "cov-distil (oracle2teacher)": 3.577536106109619,
      "epoch": 3.240188383045526,
      "rel-constrast": 2.1486144065856934,
      "step": 4128,
      "subrel-constrast": 3.266939163208008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7675532102584839,
      "cov-distil (oracle2student)": 3.897355556488037,
      "cov-distil (oracle2teacher)": 3.4983489513397217,
      "epoch": 3.240973312401884,
      "rel-constrast": 2.2236337661743164,
      "step": 4129,
      "subrel-constrast": 3.413905382156372,
      "view-similarity": 0
    },
    {
      "epoch": 3.241758241758242,
      "grad_norm": 4.75,
      "learning_rate": 8.962471208834055e-06,
      "loss": 0.523,
      "step": 4130
    },
    {
      "cov-distil": 1.4376320838928223,
      "cov-distil (oracle2student)": 4.024053573608398,
      "cov-distil (oracle2teacher)": 3.9952945709228516,
      "epoch": 3.241758241758242,
      "rel-constrast": 1.4342315196990967,
      "step": 4130,
      "subrel-constrast": 2.1685287952423096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3296815156936646,
      "cov-distil (oracle2student)": 5.448190689086914,
      "cov-distil (oracle2teacher)": 4.600329875946045,
      "epoch": 3.2425431711145998,
      "rel-constrast": 1.7157180309295654,
      "step": 4131,
      "subrel-constrast": 2.0673139095306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.649766445159912,
      "cov-distil (oracle2student)": 4.6100754737854,
      "cov-distil (oracle2teacher)": 4.697726249694824,
      "epoch": 3.2433281004709578,
      "rel-constrast": 2.0156307220458984,
      "step": 4132,
      "subrel-constrast": 3.0644009113311768,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3083971738815308,
      "cov-distil (oracle2student)": 3.9326934814453125,
      "cov-distil (oracle2teacher)": 3.977842330932617,
      "epoch": 3.2441130298273153,
      "rel-constrast": 2.0646536350250244,
      "step": 4133,
      "subrel-constrast": 2.4328830242156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.608321189880371,
      "cov-distil (oracle2student)": 4.551713943481445,
      "cov-distil (oracle2teacher)": 4.039572715759277,
      "epoch": 3.2448979591836733,
      "rel-constrast": 1.4621416330337524,
      "step": 4134,
      "subrel-constrast": 2.414199113845825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5549631118774414,
      "cov-distil (oracle2student)": 4.154110431671143,
      "cov-distil (oracle2teacher)": 4.212967872619629,
      "epoch": 3.2456828885400313,
      "rel-constrast": 2.2869362831115723,
      "step": 4135,
      "subrel-constrast": 2.6694648265838623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5753082036972046,
      "cov-distil (oracle2student)": 4.155209541320801,
      "cov-distil (oracle2teacher)": 4.087379455566406,
      "epoch": 3.2464678178963893,
      "rel-constrast": 1.721923589706421,
      "step": 4136,
      "subrel-constrast": 2.469794273376465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9599525928497314,
      "cov-distil (oracle2student)": 3.542511463165283,
      "cov-distil (oracle2teacher)": 3.4651637077331543,
      "epoch": 3.2472527472527473,
      "rel-constrast": 2.233346462249756,
      "step": 4137,
      "subrel-constrast": 3.2805428504943848,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7914055585861206,
      "cov-distil (oracle2student)": 2.5706708431243896,
      "cov-distil (oracle2teacher)": 2.733710765838623,
      "epoch": 3.2480376766091053,
      "rel-constrast": 1.2248544692993164,
      "step": 4138,
      "subrel-constrast": 2.2606992721557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.53271484375,
      "cov-distil (oracle2student)": 5.156589508056641,
      "cov-distil (oracle2teacher)": 5.058878421783447,
      "epoch": 3.2488226059654632,
      "rel-constrast": 1.6474063396453857,
      "step": 4139,
      "subrel-constrast": 2.899629592895508,
      "view-similarity": 0
    },
    {
      "epoch": 3.2496075353218212,
      "grad_norm": 4.03125,
      "learning_rate": 8.764056206990445e-06,
      "loss": 0.4845,
      "step": 4140
    },
    {
      "cov-distil": 1.8232059478759766,
      "cov-distil (oracle2student)": 3.530787467956543,
      "cov-distil (oracle2teacher)": 3.6070618629455566,
      "epoch": 3.2496075353218212,
      "rel-constrast": 2.2563295364379883,
      "step": 4140,
      "subrel-constrast": 3.2071752548217773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8336879014968872,
      "cov-distil (oracle2student)": 3.924787998199463,
      "cov-distil (oracle2teacher)": 3.8730783462524414,
      "epoch": 3.2503924646781788,
      "rel-constrast": 2.3515067100524902,
      "step": 4141,
      "subrel-constrast": 3.0255627632141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1971648931503296,
      "cov-distil (oracle2student)": 4.7586669921875,
      "cov-distil (oracle2teacher)": 4.131251335144043,
      "epoch": 3.2511773940345368,
      "rel-constrast": 1.658650279045105,
      "step": 4142,
      "subrel-constrast": 2.211787462234497,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1083731651306152,
      "cov-distil (oracle2student)": 3.7503557205200195,
      "cov-distil (oracle2teacher)": 3.762700319290161,
      "epoch": 3.2519623233908947,
      "rel-constrast": 2.1435799598693848,
      "step": 4143,
      "subrel-constrast": 3.432743549346924,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.209691047668457,
      "cov-distil (oracle2student)": 3.4705281257629395,
      "cov-distil (oracle2teacher)": 3.337207794189453,
      "epoch": 3.2527472527472527,
      "rel-constrast": 1.8689993619918823,
      "step": 4144,
      "subrel-constrast": 2.930124282836914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8585587739944458,
      "cov-distil (oracle2student)": 5.703282356262207,
      "cov-distil (oracle2teacher)": 4.675870895385742,
      "epoch": 3.2535321821036107,
      "rel-constrast": 2.0365447998046875,
      "step": 4145,
      "subrel-constrast": 2.881612539291382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7995356321334839,
      "cov-distil (oracle2student)": 4.320741176605225,
      "cov-distil (oracle2teacher)": 4.525419235229492,
      "epoch": 3.2543171114599687,
      "rel-constrast": 3.2117598056793213,
      "step": 4146,
      "subrel-constrast": 3.493929386138916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4891507625579834,
      "cov-distil (oracle2student)": 3.6965701580047607,
      "cov-distil (oracle2teacher)": 4.017666339874268,
      "epoch": 3.2551020408163267,
      "rel-constrast": 2.3609607219696045,
      "step": 4147,
      "subrel-constrast": 3.4253358840942383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5096344947814941,
      "cov-distil (oracle2student)": 2.7024011611938477,
      "cov-distil (oracle2teacher)": 2.8642678260803223,
      "epoch": 3.2558869701726847,
      "rel-constrast": 1.638718605041504,
      "step": 4148,
      "subrel-constrast": 2.724520206451416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.848454236984253,
      "cov-distil (oracle2student)": 4.075406551361084,
      "cov-distil (oracle2teacher)": 3.936408758163452,
      "epoch": 3.2566718995290422,
      "rel-constrast": 3.177412509918213,
      "step": 4149,
      "subrel-constrast": 4.375777721405029,
      "view-similarity": 0
    },
    {
      "epoch": 3.2574568288854002,
      "grad_norm": 5.28125,
      "learning_rate": 8.567650986872062e-06,
      "loss": 0.6118,
      "step": 4150
    },
    {
      "cov-distil": 1.5068905353546143,
      "cov-distil (oracle2student)": 3.008805274963379,
      "cov-distil (oracle2teacher)": 3.025522470474243,
      "epoch": 3.2574568288854002,
      "rel-constrast": 2.1477012634277344,
      "step": 4150,
      "subrel-constrast": 2.6416866779327393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.625779151916504,
      "cov-distil (oracle2student)": 4.733450412750244,
      "cov-distil (oracle2teacher)": 4.25669002532959,
      "epoch": 3.258241758241758,
      "rel-constrast": 2.36247181892395,
      "step": 4151,
      "subrel-constrast": 3.06099009513855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5160095691680908,
      "cov-distil (oracle2student)": 4.039693832397461,
      "cov-distil (oracle2teacher)": 3.881096124649048,
      "epoch": 3.259026687598116,
      "rel-constrast": 2.3246922492980957,
      "step": 4152,
      "subrel-constrast": 2.8028852939605713,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8131139278411865,
      "cov-distil (oracle2student)": 3.761345386505127,
      "cov-distil (oracle2teacher)": 3.2500600814819336,
      "epoch": 3.259811616954474,
      "rel-constrast": 2.7398972511291504,
      "step": 4153,
      "subrel-constrast": 3.0255889892578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7315351963043213,
      "cov-distil (oracle2student)": 5.347385406494141,
      "cov-distil (oracle2teacher)": 4.592845916748047,
      "epoch": 3.260596546310832,
      "rel-constrast": 2.1574177742004395,
      "step": 4154,
      "subrel-constrast": 3.5132691860198975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.782956600189209,
      "cov-distil (oracle2student)": 4.335346221923828,
      "cov-distil (oracle2teacher)": 4.259739875793457,
      "epoch": 3.26138147566719,
      "rel-constrast": 2.2270760536193848,
      "step": 4155,
      "subrel-constrast": 2.7634503841400146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4321881532669067,
      "cov-distil (oracle2student)": 4.478030681610107,
      "cov-distil (oracle2teacher)": 4.032790660858154,
      "epoch": 3.2621664050235477,
      "rel-constrast": 3.0469484329223633,
      "step": 4156,
      "subrel-constrast": 3.9737651348114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4462031126022339,
      "cov-distil (oracle2student)": 5.039847373962402,
      "cov-distil (oracle2teacher)": 4.6060285568237305,
      "epoch": 3.2629513343799057,
      "rel-constrast": 2.541482448577881,
      "step": 4157,
      "subrel-constrast": 3.3292527198791504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3941352367401123,
      "cov-distil (oracle2student)": 4.676551818847656,
      "cov-distil (oracle2teacher)": 4.298120498657227,
      "epoch": 3.2637362637362637,
      "rel-constrast": 1.4675977230072021,
      "step": 4158,
      "subrel-constrast": 2.3764219284057617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5344452857971191,
      "cov-distil (oracle2student)": 5.321615219116211,
      "cov-distil (oracle2teacher)": 5.170763969421387,
      "epoch": 3.2645211930926217,
      "rel-constrast": 2.1405527591705322,
      "step": 4159,
      "subrel-constrast": 2.8227427005767822,
      "view-similarity": 0
    },
    {
      "epoch": 3.2653061224489797,
      "grad_norm": 4.5625,
      "learning_rate": 8.373265120992252e-06,
      "loss": 0.6184,
      "step": 4160
    },
    {
      "cov-distil": 1.5372596979141235,
      "cov-distil (oracle2student)": 2.90500807762146,
      "cov-distil (oracle2teacher)": 2.9185562133789062,
      "epoch": 3.2653061224489797,
      "rel-constrast": 1.7519387006759644,
      "step": 4160,
      "subrel-constrast": 2.659498691558838,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.098538875579834,
      "cov-distil (oracle2student)": 5.7377214431762695,
      "cov-distil (oracle2teacher)": 5.8421149253845215,
      "epoch": 3.2660910518053377,
      "rel-constrast": 2.795182228088379,
      "step": 4161,
      "subrel-constrast": 4.252390384674072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7906689643859863,
      "cov-distil (oracle2student)": 3.289090156555176,
      "cov-distil (oracle2teacher)": 3.323471784591675,
      "epoch": 3.2668759811616956,
      "rel-constrast": 1.995851993560791,
      "step": 4162,
      "subrel-constrast": 2.6817126274108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2507224082946777,
      "cov-distil (oracle2student)": 6.224407196044922,
      "cov-distil (oracle2teacher)": 5.3685173988342285,
      "epoch": 3.267660910518053,
      "rel-constrast": 2.2101871967315674,
      "step": 4163,
      "subrel-constrast": 2.3930537700653076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5694928169250488,
      "cov-distil (oracle2student)": 5.389267444610596,
      "cov-distil (oracle2teacher)": 5.2459259033203125,
      "epoch": 3.268445839874411,
      "rel-constrast": 2.553337812423706,
      "step": 4164,
      "subrel-constrast": 3.4598047733306885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.438408613204956,
      "cov-distil (oracle2student)": 3.750786304473877,
      "cov-distil (oracle2teacher)": 3.6559581756591797,
      "epoch": 3.269230769230769,
      "rel-constrast": 1.5808316469192505,
      "step": 4165,
      "subrel-constrast": 2.3444409370422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5756487846374512,
      "cov-distil (oracle2student)": 4.080907821655273,
      "cov-distil (oracle2teacher)": 3.5898265838623047,
      "epoch": 3.270015698587127,
      "rel-constrast": 1.6716358661651611,
      "step": 4166,
      "subrel-constrast": 2.68796706199646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.613504409790039,
      "cov-distil (oracle2student)": 4.538877487182617,
      "cov-distil (oracle2teacher)": 4.129180908203125,
      "epoch": 3.270800627943485,
      "rel-constrast": 2.368931293487549,
      "step": 4167,
      "subrel-constrast": 3.420652389526367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9640870094299316,
      "cov-distil (oracle2student)": 5.060097694396973,
      "cov-distil (oracle2teacher)": 4.723306179046631,
      "epoch": 3.271585557299843,
      "rel-constrast": 2.2604024410247803,
      "step": 4168,
      "subrel-constrast": 3.517810106277466,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7765816450119019,
      "cov-distil (oracle2student)": 5.616296768188477,
      "cov-distil (oracle2teacher)": 4.5639519691467285,
      "epoch": 3.272370486656201,
      "rel-constrast": 2.0009355545043945,
      "step": 4169,
      "subrel-constrast": 3.1840808391571045,
      "view-similarity": 0
    },
    {
      "epoch": 3.2731554160125587,
      "grad_norm": 4.15625,
      "learning_rate": 8.180908083443884e-06,
      "loss": 0.5713,
      "step": 4170
    },
    {
      "cov-distil": 1.6954779624938965,
      "cov-distil (oracle2student)": 4.9893951416015625,
      "cov-distil (oracle2teacher)": 4.201789855957031,
      "epoch": 3.2731554160125587,
      "rel-constrast": 1.6212831735610962,
      "step": 4170,
      "subrel-constrast": 2.394386053085327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5255866050720215,
      "cov-distil (oracle2student)": 5.562465190887451,
      "cov-distil (oracle2teacher)": 4.514158248901367,
      "epoch": 3.2739403453689166,
      "rel-constrast": 2.8807859420776367,
      "step": 4171,
      "subrel-constrast": 3.1733145713806152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0948853492736816,
      "cov-distil (oracle2student)": 3.9685537815093994,
      "cov-distil (oracle2teacher)": 3.8892431259155273,
      "epoch": 3.2747252747252746,
      "rel-constrast": 2.6145060062408447,
      "step": 4172,
      "subrel-constrast": 3.6124370098114014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.44427490234375,
      "cov-distil (oracle2student)": 3.2778916358947754,
      "cov-distil (oracle2teacher)": 2.8487653732299805,
      "epoch": 3.2755102040816326,
      "rel-constrast": 2.1067514419555664,
      "step": 4173,
      "subrel-constrast": 2.764665365219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.434380292892456,
      "cov-distil (oracle2student)": 3.3499226570129395,
      "cov-distil (oracle2teacher)": 3.0827369689941406,
      "epoch": 3.2762951334379906,
      "rel-constrast": 2.6783487796783447,
      "step": 4174,
      "subrel-constrast": 3.4876036643981934,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3727974891662598,
      "cov-distil (oracle2student)": 3.0159125328063965,
      "cov-distil (oracle2teacher)": 2.986158847808838,
      "epoch": 3.2770800627943486,
      "rel-constrast": 1.5491317510604858,
      "step": 4175,
      "subrel-constrast": 2.453274965286255,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7434651851654053,
      "cov-distil (oracle2student)": 3.1700735092163086,
      "cov-distil (oracle2teacher)": 3.619791030883789,
      "epoch": 3.2778649921507066,
      "rel-constrast": 2.132659435272217,
      "step": 4176,
      "subrel-constrast": 3.1451587677001953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7614219188690186,
      "cov-distil (oracle2student)": 2.940425157546997,
      "cov-distil (oracle2teacher)": 2.865548849105835,
      "epoch": 3.278649921507064,
      "rel-constrast": 2.076564073562622,
      "step": 4177,
      "subrel-constrast": 3.0642552375793457,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3836971521377563,
      "cov-distil (oracle2student)": 2.9990744590759277,
      "cov-distil (oracle2teacher)": 3.7139506340026855,
      "epoch": 3.279434850863422,
      "rel-constrast": 2.423504114151001,
      "step": 4178,
      "subrel-constrast": 3.2903285026550293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.375109314918518,
      "cov-distil (oracle2student)": 4.399475574493408,
      "cov-distil (oracle2teacher)": 4.941440105438232,
      "epoch": 3.28021978021978,
      "rel-constrast": 2.0779340267181396,
      "step": 4179,
      "subrel-constrast": 2.6865932941436768,
      "view-similarity": 0
    },
    {
      "epoch": 3.281004709576138,
      "grad_norm": 4.46875,
      "learning_rate": 7.99058924943759e-06,
      "loss": 0.5936,
      "step": 4180
    },
    {
      "cov-distil": 1.72123384475708,
      "cov-distil (oracle2student)": 4.331845760345459,
      "cov-distil (oracle2teacher)": 4.217790603637695,
      "epoch": 3.281004709576138,
      "rel-constrast": 1.7731822729110718,
      "step": 4180,
      "subrel-constrast": 2.425210952758789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4922947883605957,
      "cov-distil (oracle2student)": 4.810141086578369,
      "cov-distil (oracle2teacher)": 4.657196521759033,
      "epoch": 3.281789638932496,
      "rel-constrast": 2.6274490356445312,
      "step": 4181,
      "subrel-constrast": 3.867668390274048,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5040438175201416,
      "cov-distil (oracle2student)": 3.812828779220581,
      "cov-distil (oracle2teacher)": 3.5347113609313965,
      "epoch": 3.282574568288854,
      "rel-constrast": 2.5192043781280518,
      "step": 4182,
      "subrel-constrast": 4.183210849761963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8435031175613403,
      "cov-distil (oracle2student)": 4.623889923095703,
      "cov-distil (oracle2teacher)": 4.002226829528809,
      "epoch": 3.283359497645212,
      "rel-constrast": 2.3791298866271973,
      "step": 4183,
      "subrel-constrast": 3.353055000305176,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0550007820129395,
      "cov-distil (oracle2student)": 3.828756332397461,
      "cov-distil (oracle2teacher)": 3.901613235473633,
      "epoch": 3.2841444270015696,
      "rel-constrast": 1.963503360748291,
      "step": 4184,
      "subrel-constrast": 3.4309029579162598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.870814323425293,
      "cov-distil (oracle2student)": 5.528867244720459,
      "cov-distil (oracle2teacher)": 4.848723411560059,
      "epoch": 3.2849293563579276,
      "rel-constrast": 3.007901906967163,
      "step": 4185,
      "subrel-constrast": 3.5327835083007812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2539668083190918,
      "cov-distil (oracle2student)": 3.8722944259643555,
      "cov-distil (oracle2teacher)": 3.872323989868164,
      "epoch": 3.2857142857142856,
      "rel-constrast": 1.825935959815979,
      "step": 4186,
      "subrel-constrast": 2.359267234802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.38226318359375,
      "cov-distil (oracle2student)": 5.4448957443237305,
      "cov-distil (oracle2teacher)": 4.8198466300964355,
      "epoch": 3.2864992150706436,
      "rel-constrast": 1.2254228591918945,
      "step": 4187,
      "subrel-constrast": 2.0796074867248535,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.052157163619995,
      "cov-distil (oracle2student)": 3.569143772125244,
      "cov-distil (oracle2teacher)": 3.555931568145752,
      "epoch": 3.2872841444270016,
      "rel-constrast": 2.1878085136413574,
      "step": 4188,
      "subrel-constrast": 2.7041125297546387,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6952641010284424,
      "cov-distil (oracle2student)": 4.782171726226807,
      "cov-distil (oracle2teacher)": 4.198404312133789,
      "epoch": 3.2880690737833596,
      "rel-constrast": 2.846271514892578,
      "step": 4189,
      "subrel-constrast": 3.4256577491760254,
      "view-similarity": 0
    },
    {
      "epoch": 3.2888540031397175,
      "grad_norm": 4.6875,
      "learning_rate": 7.802317894844835e-06,
      "loss": 0.6036,
      "step": 4190
    },
    {
      "cov-distil": 1.8027220964431763,
      "cov-distil (oracle2student)": 2.927978754043579,
      "cov-distil (oracle2teacher)": 3.2919325828552246,
      "epoch": 3.2888540031397175,
      "rel-constrast": 2.2613797187805176,
      "step": 4190,
      "subrel-constrast": 3.1085386276245117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9773094654083252,
      "cov-distil (oracle2student)": 5.817627429962158,
      "cov-distil (oracle2teacher)": 5.2410712242126465,
      "epoch": 3.2896389324960755,
      "rel-constrast": 2.014547109603882,
      "step": 4191,
      "subrel-constrast": 2.694812297821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2324018478393555,
      "cov-distil (oracle2student)": 5.326226234436035,
      "cov-distil (oracle2teacher)": 5.127509593963623,
      "epoch": 3.2904238618524335,
      "rel-constrast": 2.281960964202881,
      "step": 4192,
      "subrel-constrast": 3.4756288528442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3885746002197266,
      "cov-distil (oracle2student)": 6.166108131408691,
      "cov-distil (oracle2teacher)": 5.66085147857666,
      "epoch": 3.291208791208791,
      "rel-constrast": 1.8374886512756348,
      "step": 4193,
      "subrel-constrast": 2.7245941162109375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4486870765686035,
      "cov-distil (oracle2student)": 4.987515449523926,
      "cov-distil (oracle2teacher)": 4.576294422149658,
      "epoch": 3.291993720565149,
      "rel-constrast": 1.8738200664520264,
      "step": 4194,
      "subrel-constrast": 2.832463264465332,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8996996879577637,
      "cov-distil (oracle2student)": 4.012445449829102,
      "cov-distil (oracle2teacher)": 4.357145309448242,
      "epoch": 3.292778649921507,
      "rel-constrast": 2.3902218341827393,
      "step": 4195,
      "subrel-constrast": 3.218871831893921,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2156755924224854,
      "cov-distil (oracle2student)": 3.3291282653808594,
      "cov-distil (oracle2teacher)": 3.7037887573242188,
      "epoch": 3.293563579277865,
      "rel-constrast": 2.5847318172454834,
      "step": 4196,
      "subrel-constrast": 3.396275758743286,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3145160675048828,
      "cov-distil (oracle2student)": 3.8957905769348145,
      "cov-distil (oracle2teacher)": 3.8316893577575684,
      "epoch": 3.294348508634223,
      "rel-constrast": 2.6559619903564453,
      "step": 4197,
      "subrel-constrast": 3.664341449737549,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4484922885894775,
      "cov-distil (oracle2student)": 3.3387081623077393,
      "cov-distil (oracle2teacher)": 3.5137152671813965,
      "epoch": 3.295133437990581,
      "rel-constrast": 2.422847032546997,
      "step": 4198,
      "subrel-constrast": 3.3068509101867676,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.210336685180664,
      "cov-distil (oracle2student)": 5.202326774597168,
      "cov-distil (oracle2teacher)": 4.424157619476318,
      "epoch": 3.295918367346939,
      "rel-constrast": 2.6079959869384766,
      "step": 4199,
      "subrel-constrast": 3.384733200073242,
      "view-similarity": 0
    },
    {
      "epoch": 3.2967032967032965,
      "grad_norm": 5.9375,
      "learning_rate": 7.6161031957458494e-06,
      "loss": 0.6156,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "overlap": 0.36250001192092896,
      "step": 4200
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "student margin": 0.054443359375
    },
    {
      "epoch": 3.2967032967032965,
      "step": 4200,
      "teacher margin": 0.03814697265625
    },
    {
      "epoch": 3.2967032967032965,
      "margin difference": -0.01629638671875,
      "step": 4200
    },
    {
      "cov-distil": 1.2718021869659424,
      "cov-distil (oracle2student)": 5.615234375,
      "cov-distil (oracle2teacher)": 5.165853977203369,
      "epoch": 3.2967032967032965,
      "rel-constrast": 2.41123628616333,
      "step": 4200,
      "subrel-constrast": 2.815268039703369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5843653678894043,
      "cov-distil (oracle2student)": 3.8129372596740723,
      "cov-distil (oracle2teacher)": 3.8890953063964844,
      "epoch": 3.2974882260596545,
      "rel-constrast": 2.277529239654541,
      "step": 4201,
      "subrel-constrast": 3.100494623184204,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.378353238105774,
      "cov-distil (oracle2student)": 3.680861234664917,
      "cov-distil (oracle2teacher)": 4.296121120452881,
      "epoch": 3.2982731554160125,
      "rel-constrast": 2.5530965328216553,
      "step": 4202,
      "subrel-constrast": 3.670419454574585,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7747009992599487,
      "cov-distil (oracle2student)": 5.266073226928711,
      "cov-distil (oracle2teacher)": 4.910478115081787,
      "epoch": 3.2990580847723705,
      "rel-constrast": 2.2685201168060303,
      "step": 4203,
      "subrel-constrast": 3.08255934715271,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2752795219421387,
      "cov-distil (oracle2student)": 4.385988712310791,
      "cov-distil (oracle2teacher)": 3.9539852142333984,
      "epoch": 3.2998430141287285,
      "rel-constrast": 2.7389068603515625,
      "step": 4204,
      "subrel-constrast": 3.431819438934326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.326995849609375,
      "cov-distil (oracle2student)": 3.278289318084717,
      "cov-distil (oracle2teacher)": 3.3992466926574707,
      "epoch": 3.3006279434850865,
      "rel-constrast": 2.3385701179504395,
      "step": 4205,
      "subrel-constrast": 3.5868327617645264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2116061449050903,
      "cov-distil (oracle2student)": 5.683065414428711,
      "cov-distil (oracle2teacher)": 4.788886070251465,
      "epoch": 3.3014128728414445,
      "rel-constrast": 2.4899954795837402,
      "step": 4206,
      "subrel-constrast": 2.969871759414673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.341760277748108,
      "cov-distil (oracle2student)": 4.012279033660889,
      "cov-distil (oracle2teacher)": 3.9626379013061523,
      "epoch": 3.302197802197802,
      "rel-constrast": 2.071279525756836,
      "step": 4207,
      "subrel-constrast": 2.8736891746520996,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.143381118774414,
      "cov-distil (oracle2student)": 4.696676731109619,
      "cov-distil (oracle2teacher)": 4.868923187255859,
      "epoch": 3.30298273155416,
      "rel-constrast": 1.5913602113723755,
      "step": 4208,
      "subrel-constrast": 2.6255972385406494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0086774826049805,
      "cov-distil (oracle2student)": 5.612855911254883,
      "cov-distil (oracle2teacher)": 5.18230676651001,
      "epoch": 3.303767660910518,
      "rel-constrast": 1.868686556816101,
      "step": 4209,
      "subrel-constrast": 2.6694140434265137,
      "view-similarity": 0
    },
    {
      "epoch": 3.304552590266876,
      "grad_norm": 4.0625,
      "learning_rate": 7.43195422798233e-06,
      "loss": 0.6085,
      "step": 4210
    },
    {
      "cov-distil": 2.336512327194214,
      "cov-distil (oracle2student)": 4.599687576293945,
      "cov-distil (oracle2teacher)": 4.26625919342041,
      "epoch": 3.304552590266876,
      "rel-constrast": 1.8921071290969849,
      "step": 4210,
      "subrel-constrast": 2.8682632446289062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.109278678894043,
      "cov-distil (oracle2student)": 5.127485275268555,
      "cov-distil (oracle2teacher)": 4.558135032653809,
      "epoch": 3.305337519623234,
      "rel-constrast": 2.511209011077881,
      "step": 4211,
      "subrel-constrast": 3.6296374797821045,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.136819839477539,
      "cov-distil (oracle2student)": 5.972530364990234,
      "cov-distil (oracle2teacher)": 5.552300930023193,
      "epoch": 3.306122448979592,
      "rel-constrast": 4.166557312011719,
      "step": 4212,
      "subrel-constrast": 4.943831443786621,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6148886680603027,
      "cov-distil (oracle2student)": 4.554895401000977,
      "cov-distil (oracle2teacher)": 4.469802379608154,
      "epoch": 3.30690737833595,
      "rel-constrast": 2.294513463973999,
      "step": 4213,
      "subrel-constrast": 3.097712993621826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9408626556396484,
      "cov-distil (oracle2student)": 3.264364719390869,
      "cov-distil (oracle2teacher)": 2.6177151203155518,
      "epoch": 3.3076923076923075,
      "rel-constrast": 2.054733991622925,
      "step": 4214,
      "subrel-constrast": 2.680701494216919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.642418622970581,
      "cov-distil (oracle2student)": 6.5112104415893555,
      "cov-distil (oracle2teacher)": 5.816205978393555,
      "epoch": 3.3084772370486655,
      "rel-constrast": 3.3636341094970703,
      "step": 4215,
      "subrel-constrast": 3.726069211959839,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7141821384429932,
      "cov-distil (oracle2student)": 4.213412761688232,
      "cov-distil (oracle2teacher)": 3.898526430130005,
      "epoch": 3.3092621664050235,
      "rel-constrast": 2.456787109375,
      "step": 4216,
      "subrel-constrast": 2.7018091678619385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8607208728790283,
      "cov-distil (oracle2student)": 3.0533461570739746,
      "cov-distil (oracle2teacher)": 3.527348756790161,
      "epoch": 3.3100470957613815,
      "rel-constrast": 2.097233772277832,
      "step": 4217,
      "subrel-constrast": 3.396721363067627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.715078592300415,
      "cov-distil (oracle2student)": 4.754659652709961,
      "cov-distil (oracle2teacher)": 4.4849066734313965,
      "epoch": 3.3108320251177394,
      "rel-constrast": 2.4235587120056152,
      "step": 4218,
      "subrel-constrast": 3.7354793548583984,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4516361951828003,
      "cov-distil (oracle2student)": 4.192460060119629,
      "cov-distil (oracle2teacher)": 3.8403451442718506,
      "epoch": 3.3116169544740974,
      "rel-constrast": 1.7732536792755127,
      "step": 4219,
      "subrel-constrast": 2.714683771133423,
      "view-similarity": 0
    },
    {
      "epoch": 3.3124018838304554,
      "grad_norm": 5.0,
      "learning_rate": 7.249879966715173e-06,
      "loss": 0.6721,
      "step": 4220
    },
    {
      "cov-distil": 1.473100185394287,
      "cov-distil (oracle2student)": 5.250940322875977,
      "cov-distil (oracle2teacher)": 4.758221626281738,
      "epoch": 3.3124018838304554,
      "rel-constrast": 1.3508999347686768,
      "step": 4220,
      "subrel-constrast": 2.8699238300323486,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5409064292907715,
      "cov-distil (oracle2student)": 4.175604820251465,
      "cov-distil (oracle2teacher)": 4.270066261291504,
      "epoch": 3.313186813186813,
      "rel-constrast": 1.721444845199585,
      "step": 4221,
      "subrel-constrast": 2.6532371044158936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9748040437698364,
      "cov-distil (oracle2student)": 4.558448791503906,
      "cov-distil (oracle2teacher)": 4.431044101715088,
      "epoch": 3.313971742543171,
      "rel-constrast": 1.757652759552002,
      "step": 4222,
      "subrel-constrast": 2.9440109729766846,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.72511887550354,
      "cov-distil (oracle2student)": 5.92225980758667,
      "cov-distil (oracle2teacher)": 6.109567642211914,
      "epoch": 3.314756671899529,
      "rel-constrast": 2.6697821617126465,
      "step": 4223,
      "subrel-constrast": 3.833073616027832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.477034568786621,
      "cov-distil (oracle2student)": 4.495370864868164,
      "cov-distil (oracle2teacher)": 3.827216148376465,
      "epoch": 3.315541601255887,
      "rel-constrast": 2.3231241703033447,
      "step": 4224,
      "subrel-constrast": 2.964858293533325,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704946756362915,
      "cov-distil (oracle2student)": 4.032454013824463,
      "cov-distil (oracle2teacher)": 3.407379627227783,
      "epoch": 3.316326530612245,
      "rel-constrast": 2.5155293941497803,
      "step": 4225,
      "subrel-constrast": 2.8677382469177246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3721845149993896,
      "cov-distil (oracle2student)": 4.257453918457031,
      "cov-distil (oracle2teacher)": 4.145596981048584,
      "epoch": 3.317111459968603,
      "rel-constrast": 1.7892268896102905,
      "step": 4226,
      "subrel-constrast": 2.962207078933716,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6347523927688599,
      "cov-distil (oracle2student)": 4.717287540435791,
      "cov-distil (oracle2teacher)": 4.470498085021973,
      "epoch": 3.317896389324961,
      "rel-constrast": 1.5191738605499268,
      "step": 4227,
      "subrel-constrast": 2.3288798332214355,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9272654056549072,
      "cov-distil (oracle2student)": 5.753752708435059,
      "cov-distil (oracle2teacher)": 4.872109413146973,
      "epoch": 3.3186813186813184,
      "rel-constrast": 2.3243277072906494,
      "step": 4228,
      "subrel-constrast": 3.443298816680908,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7020336389541626,
      "cov-distil (oracle2student)": 4.371060371398926,
      "cov-distil (oracle2teacher)": 4.427884101867676,
      "epoch": 3.3194662480376764,
      "rel-constrast": 1.2100934982299805,
      "step": 4229,
      "subrel-constrast": 2.496417284011841,
      "view-similarity": 0
    },
    {
      "epoch": 3.3202511773940344,
      "grad_norm": 3.5625,
      "learning_rate": 7.0698892859870245e-06,
      "loss": 0.5234,
      "step": 4230
    },
    {
      "cov-distil": 1.9649115800857544,
      "cov-distil (oracle2student)": 5.151731967926025,
      "cov-distil (oracle2teacher)": 4.642609596252441,
      "epoch": 3.3202511773940344,
      "rel-constrast": 2.0675835609436035,
      "step": 4230,
      "subrel-constrast": 3.088900327682495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.446033239364624,
      "cov-distil (oracle2student)": 3.585441827774048,
      "cov-distil (oracle2teacher)": 3.3612868785858154,
      "epoch": 3.3210361067503924,
      "rel-constrast": 2.0058798789978027,
      "step": 4231,
      "subrel-constrast": 2.8004515171051025,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6646003723144531,
      "cov-distil (oracle2student)": 3.0467162132263184,
      "cov-distil (oracle2teacher)": 3.046527147293091,
      "epoch": 3.3218210361067504,
      "rel-constrast": 2.0698964595794678,
      "step": 4232,
      "subrel-constrast": 3.0438573360443115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5418531894683838,
      "cov-distil (oracle2student)": 5.690596580505371,
      "cov-distil (oracle2teacher)": 5.072283744812012,
      "epoch": 3.3226059654631084,
      "rel-constrast": 2.4716498851776123,
      "step": 4233,
      "subrel-constrast": 3.4811179637908936,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7575232982635498,
      "cov-distil (oracle2student)": 5.170809268951416,
      "cov-distil (oracle2teacher)": 5.11531925201416,
      "epoch": 3.3233908948194664,
      "rel-constrast": 1.9944086074829102,
      "step": 4234,
      "subrel-constrast": 2.834582805633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.601051688194275,
      "cov-distil (oracle2student)": 3.9521536827087402,
      "cov-distil (oracle2teacher)": 4.305235385894775,
      "epoch": 3.3241758241758244,
      "rel-constrast": 1.859866738319397,
      "step": 4235,
      "subrel-constrast": 2.6430413722991943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5637785196304321,
      "cov-distil (oracle2student)": 3.7751433849334717,
      "cov-distil (oracle2teacher)": 3.5327157974243164,
      "epoch": 3.3249607535321823,
      "rel-constrast": 2.0664563179016113,
      "step": 4236,
      "subrel-constrast": 2.4772942066192627,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323277473449707,
      "cov-distil (oracle2student)": 3.415555477142334,
      "cov-distil (oracle2teacher)": 4.4317450523376465,
      "epoch": 3.32574568288854,
      "rel-constrast": 1.5889136791229248,
      "step": 4237,
      "subrel-constrast": 3.2013871669769287,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8314826488494873,
      "cov-distil (oracle2student)": 3.1333513259887695,
      "cov-distil (oracle2teacher)": 2.9338483810424805,
      "epoch": 3.326530612244898,
      "rel-constrast": 2.4403815269470215,
      "step": 4238,
      "subrel-constrast": 3.027247428894043,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4730280637741089,
      "cov-distil (oracle2student)": 4.236870288848877,
      "cov-distil (oracle2teacher)": 4.240671157836914,
      "epoch": 3.327315541601256,
      "rel-constrast": 1.5289427042007446,
      "step": 4239,
      "subrel-constrast": 2.663235664367676,
      "view-similarity": 0
    },
    {
      "epoch": 3.328100470957614,
      "grad_norm": 4.21875,
      "learning_rate": 6.891990958289723e-06,
      "loss": 0.5453,
      "step": 4240
    },
    {
      "cov-distil": 1.4177391529083252,
      "cov-distil (oracle2student)": 4.20722770690918,
      "cov-distil (oracle2teacher)": 4.075229167938232,
      "epoch": 3.328100470957614,
      "rel-constrast": 2.951848030090332,
      "step": 4240,
      "subrel-constrast": 3.6322405338287354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6913082599639893,
      "cov-distil (oracle2student)": 3.3423705101013184,
      "cov-distil (oracle2teacher)": 2.9303207397460938,
      "epoch": 3.328885400313972,
      "rel-constrast": 1.8316789865493774,
      "step": 4241,
      "subrel-constrast": 2.803495407104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.202746868133545,
      "cov-distil (oracle2student)": 4.849431991577148,
      "cov-distil (oracle2teacher)": 3.988114595413208,
      "epoch": 3.32967032967033,
      "rel-constrast": 1.542863130569458,
      "step": 4242,
      "subrel-constrast": 3.359123945236206,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5649629831314087,
      "cov-distil (oracle2student)": 4.256133556365967,
      "cov-distil (oracle2teacher)": 3.6739697456359863,
      "epoch": 3.330455259026688,
      "rel-constrast": 2.4088778495788574,
      "step": 4243,
      "subrel-constrast": 2.92301344871521,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8521220684051514,
      "cov-distil (oracle2student)": 4.578288555145264,
      "cov-distil (oracle2teacher)": 4.4638895988464355,
      "epoch": 3.3312401883830454,
      "rel-constrast": 1.3725614547729492,
      "step": 4244,
      "subrel-constrast": 2.5073788166046143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086243152618408,
      "cov-distil (oracle2student)": 3.931441307067871,
      "cov-distil (oracle2teacher)": 3.893582344055176,
      "epoch": 3.3320251177394034,
      "rel-constrast": 1.4979004859924316,
      "step": 4245,
      "subrel-constrast": 2.936272144317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4056482315063477,
      "cov-distil (oracle2student)": 4.403145790100098,
      "cov-distil (oracle2teacher)": 4.605584621429443,
      "epoch": 3.3328100470957613,
      "rel-constrast": 2.7903199195861816,
      "step": 4246,
      "subrel-constrast": 2.910714626312256,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014517307281494,
      "cov-distil (oracle2student)": 3.350334882736206,
      "cov-distil (oracle2teacher)": 3.401772975921631,
      "epoch": 3.3335949764521193,
      "rel-constrast": 1.5870336294174194,
      "step": 4247,
      "subrel-constrast": 2.4625210762023926,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1481950283050537,
      "cov-distil (oracle2student)": 3.16487193107605,
      "cov-distil (oracle2teacher)": 3.5206117630004883,
      "epoch": 3.3343799058084773,
      "rel-constrast": 2.920417547225952,
      "step": 4248,
      "subrel-constrast": 4.19795036315918,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6142213344573975,
      "cov-distil (oracle2student)": 3.598071813583374,
      "cov-distil (oracle2teacher)": 3.442776679992676,
      "epoch": 3.3351648351648353,
      "rel-constrast": 1.7642784118652344,
      "step": 4249,
      "subrel-constrast": 2.7364003658294678,
      "view-similarity": 0
    },
    {
      "epoch": 3.3359497645211933,
      "grad_norm": 3.96875,
      "learning_rate": 6.716193654136788e-06,
      "loss": 0.5617,
      "step": 4250
    },
    {
      "cov-distil": 2.1922450065612793,
      "cov-distil (oracle2student)": 4.5733208656311035,
      "cov-distil (oracle2teacher)": 4.3082404136657715,
      "epoch": 3.3359497645211933,
      "rel-constrast": 2.843867778778076,
      "step": 4250,
      "subrel-constrast": 3.5883092880249023,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7017748355865479,
      "cov-distil (oracle2student)": 4.6162109375,
      "cov-distil (oracle2teacher)": 5.041501998901367,
      "epoch": 3.336734693877551,
      "rel-constrast": 1.7550346851348877,
      "step": 4251,
      "subrel-constrast": 2.616506338119507,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1668565273284912,
      "cov-distil (oracle2student)": 4.834039688110352,
      "cov-distil (oracle2teacher)": 4.068420886993408,
      "epoch": 3.337519623233909,
      "rel-constrast": 1.5847278833389282,
      "step": 4252,
      "subrel-constrast": 2.1757588386535645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8508470058441162,
      "cov-distil (oracle2student)": 2.750359535217285,
      "cov-distil (oracle2teacher)": 2.7544338703155518,
      "epoch": 3.338304552590267,
      "rel-constrast": 1.6752996444702148,
      "step": 4253,
      "subrel-constrast": 2.4947259426116943,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4735304117202759,
      "cov-distil (oracle2student)": 5.037958145141602,
      "cov-distil (oracle2teacher)": 4.102375030517578,
      "epoch": 3.339089481946625,
      "rel-constrast": 3.807507038116455,
      "step": 4254,
      "subrel-constrast": 4.434220790863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.856508731842041,
      "cov-distil (oracle2student)": 5.685142517089844,
      "cov-distil (oracle2teacher)": 4.939299583435059,
      "epoch": 3.339874411302983,
      "rel-constrast": 2.8570282459259033,
      "step": 4255,
      "subrel-constrast": 3.5426971912384033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6079461574554443,
      "cov-distil (oracle2student)": 4.285401344299316,
      "cov-distil (oracle2teacher)": 4.001692771911621,
      "epoch": 3.340659340659341,
      "rel-constrast": 2.009622573852539,
      "step": 4256,
      "subrel-constrast": 2.8369789123535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3043861389160156,
      "cov-distil (oracle2student)": 5.5921220779418945,
      "cov-distil (oracle2teacher)": 5.44502067565918,
      "epoch": 3.3414442700156988,
      "rel-constrast": 2.0358099937438965,
      "step": 4257,
      "subrel-constrast": 2.9600398540496826,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.81575608253479,
      "cov-distil (oracle2student)": 4.591771602630615,
      "cov-distil (oracle2teacher)": 4.549851894378662,
      "epoch": 3.3422291993720563,
      "rel-constrast": 2.6739912033081055,
      "step": 4258,
      "subrel-constrast": 3.513216495513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.240427017211914,
      "cov-distil (oracle2student)": 4.129878997802734,
      "cov-distil (oracle2teacher)": 4.059419631958008,
      "epoch": 3.3430141287284143,
      "rel-constrast": 1.6541366577148438,
      "step": 4259,
      "subrel-constrast": 2.5582900047302246,
      "view-similarity": 0
    },
    {
      "epoch": 3.3437990580847723,
      "grad_norm": 3.53125,
      "learning_rate": 6.542505941640803e-06,
      "loss": 0.6155,
      "step": 4260
    },
    {
      "cov-distil": 1.6445744037628174,
      "cov-distil (oracle2student)": 4.667044639587402,
      "cov-distil (oracle2teacher)": 4.845978736877441,
      "epoch": 3.3437990580847723,
      "rel-constrast": 2.1001760959625244,
      "step": 4260,
      "subrel-constrast": 3.2061147689819336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9102046489715576,
      "cov-distil (oracle2student)": 5.2865986824035645,
      "cov-distil (oracle2teacher)": 4.578461647033691,
      "epoch": 3.3445839874411303,
      "rel-constrast": 1.6848276853561401,
      "step": 4261,
      "subrel-constrast": 2.547609329223633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2130157947540283,
      "cov-distil (oracle2student)": 5.09714412689209,
      "cov-distil (oracle2teacher)": 4.7388200759887695,
      "epoch": 3.3453689167974883,
      "rel-constrast": 1.248152732849121,
      "step": 4262,
      "subrel-constrast": 2.3676254749298096,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6729023456573486,
      "cov-distil (oracle2student)": 5.603081703186035,
      "cov-distil (oracle2teacher)": 4.696735382080078,
      "epoch": 3.3461538461538463,
      "rel-constrast": 1.6804296970367432,
      "step": 4263,
      "subrel-constrast": 2.605786085128784,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7016184329986572,
      "cov-distil (oracle2student)": 4.838984489440918,
      "cov-distil (oracle2teacher)": 4.775537490844727,
      "epoch": 3.3469387755102042,
      "rel-constrast": 2.696053981781006,
      "step": 4264,
      "subrel-constrast": 3.471897602081299,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8837240934371948,
      "cov-distil (oracle2student)": 4.228089332580566,
      "cov-distil (oracle2teacher)": 4.003702163696289,
      "epoch": 3.347723704866562,
      "rel-constrast": 1.4320908784866333,
      "step": 4265,
      "subrel-constrast": 2.744307041168213,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.096015214920044,
      "cov-distil (oracle2student)": 4.640327453613281,
      "cov-distil (oracle2teacher)": 4.639513969421387,
      "epoch": 3.3485086342229198,
      "rel-constrast": 2.492312431335449,
      "step": 4266,
      "subrel-constrast": 3.599407434463501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.299889087677002,
      "cov-distil (oracle2student)": 3.456078052520752,
      "cov-distil (oracle2teacher)": 3.4445958137512207,
      "epoch": 3.3492935635792778,
      "rel-constrast": 3.420222520828247,
      "step": 4267,
      "subrel-constrast": 3.4319217205047607,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1671123504638672,
      "cov-distil (oracle2student)": 4.697717666625977,
      "cov-distil (oracle2teacher)": 4.370799541473389,
      "epoch": 3.3500784929356358,
      "rel-constrast": 2.0928597450256348,
      "step": 4268,
      "subrel-constrast": 2.7478623390197754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7842445373535156,
      "cov-distil (oracle2student)": 5.197613716125488,
      "cov-distil (oracle2teacher)": 5.449787139892578,
      "epoch": 3.3508634222919937,
      "rel-constrast": 2.940964460372925,
      "step": 4269,
      "subrel-constrast": 3.369744300842285,
      "view-similarity": 0
    },
    {
      "epoch": 3.3516483516483517,
      "grad_norm": 5.40625,
      "learning_rate": 6.370936286095841e-06,
      "loss": 0.5856,
      "step": 4270
    },
    {
      "cov-distil": 1.6039612293243408,
      "cov-distil (oracle2student)": 3.7528064250946045,
      "cov-distil (oracle2teacher)": 3.7538905143737793,
      "epoch": 3.3516483516483517,
      "rel-constrast": 2.495424270629883,
      "step": 4270,
      "subrel-constrast": 2.9972424507141113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7341282367706299,
      "cov-distil (oracle2student)": 4.148818016052246,
      "cov-distil (oracle2teacher)": 4.5761237144470215,
      "epoch": 3.3524332810047097,
      "rel-constrast": 2.6817030906677246,
      "step": 4271,
      "subrel-constrast": 3.851426839828491,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6534608602523804,
      "cov-distil (oracle2student)": 6.563755989074707,
      "cov-distil (oracle2teacher)": 5.494789123535156,
      "epoch": 3.3532182103610673,
      "rel-constrast": 2.4206910133361816,
      "step": 4272,
      "subrel-constrast": 3.3679840564727783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7677052021026611,
      "cov-distil (oracle2student)": 3.1266226768493652,
      "cov-distil (oracle2teacher)": 3.608314275741577,
      "epoch": 3.3540031397174253,
      "rel-constrast": 1.8786063194274902,
      "step": 4273,
      "subrel-constrast": 2.730181932449341,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0781445503234863,
      "cov-distil (oracle2student)": 2.4334487915039062,
      "cov-distil (oracle2teacher)": 2.745022773742676,
      "epoch": 3.3547880690737832,
      "rel-constrast": 1.6593751907348633,
      "step": 4274,
      "subrel-constrast": 2.697049856185913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.658766508102417,
      "cov-distil (oracle2student)": 4.842509746551514,
      "cov-distil (oracle2teacher)": 4.387951374053955,
      "epoch": 3.3555729984301412,
      "rel-constrast": 2.9522457122802734,
      "step": 4275,
      "subrel-constrast": 3.3131444454193115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9569354057312012,
      "cov-distil (oracle2student)": 3.815507411956787,
      "cov-distil (oracle2teacher)": 4.139406204223633,
      "epoch": 3.356357927786499,
      "rel-constrast": 2.425001382827759,
      "step": 4276,
      "subrel-constrast": 3.5588552951812744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4938209056854248,
      "cov-distil (oracle2student)": 4.342167854309082,
      "cov-distil (oracle2teacher)": 4.679177761077881,
      "epoch": 3.357142857142857,
      "rel-constrast": 1.6064507961273193,
      "step": 4277,
      "subrel-constrast": 2.9643781185150146,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.629136323928833,
      "cov-distil (oracle2student)": 5.3235368728637695,
      "cov-distil (oracle2teacher)": 4.900052070617676,
      "epoch": 3.357927786499215,
      "rel-constrast": 2.863025426864624,
      "step": 4278,
      "subrel-constrast": 3.8173789978027344,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55906081199646,
      "cov-distil (oracle2student)": 5.394747734069824,
      "cov-distil (oracle2teacher)": 4.767370223999023,
      "epoch": 3.358712715855573,
      "rel-constrast": 1.8470954895019531,
      "step": 4279,
      "subrel-constrast": 2.887213706970215,
      "view-similarity": 0
    },
    {
      "epoch": 3.359497645211931,
      "grad_norm": 4.46875,
      "learning_rate": 6.201493049564882e-06,
      "loss": 0.6136,
      "step": 4280
    },
    {
      "cov-distil": 1.4184093475341797,
      "cov-distil (oracle2student)": 4.316529273986816,
      "cov-distil (oracle2teacher)": 4.070432186126709,
      "epoch": 3.359497645211931,
      "rel-constrast": 1.6405383348464966,
      "step": 4280,
      "subrel-constrast": 2.4924838542938232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6306416988372803,
      "cov-distil (oracle2student)": 5.238559722900391,
      "cov-distil (oracle2teacher)": 4.973248481750488,
      "epoch": 3.3602825745682887,
      "rel-constrast": 2.317823648452759,
      "step": 4281,
      "subrel-constrast": 3.0484235286712646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9948469400405884,
      "cov-distil (oracle2student)": 4.871164321899414,
      "cov-distil (oracle2teacher)": 4.55389404296875,
      "epoch": 3.3610675039246467,
      "rel-constrast": 2.99296236038208,
      "step": 4282,
      "subrel-constrast": 3.8726165294647217,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.055922031402588,
      "cov-distil (oracle2student)": 4.739511489868164,
      "cov-distil (oracle2teacher)": 3.970669746398926,
      "epoch": 3.3618524332810047,
      "rel-constrast": 1.746558666229248,
      "step": 4283,
      "subrel-constrast": 2.7295870780944824,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4531972408294678,
      "cov-distil (oracle2student)": 6.780917167663574,
      "cov-distil (oracle2teacher)": 5.644233703613281,
      "epoch": 3.3626373626373627,
      "rel-constrast": 2.9933218955993652,
      "step": 4284,
      "subrel-constrast": 3.062432050704956,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5557596683502197,
      "cov-distil (oracle2student)": 3.295917510986328,
      "cov-distil (oracle2teacher)": 3.182666301727295,
      "epoch": 3.3634222919937207,
      "rel-constrast": 1.8062429428100586,
      "step": 4285,
      "subrel-constrast": 2.8833236694335938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8053226470947266,
      "cov-distil (oracle2student)": 4.587811470031738,
      "cov-distil (oracle2teacher)": 4.831487655639648,
      "epoch": 3.3642072213500787,
      "rel-constrast": 1.9576128721237183,
      "step": 4286,
      "subrel-constrast": 3.0127875804901123,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.246340036392212,
      "cov-distil (oracle2student)": 4.971844673156738,
      "cov-distil (oracle2teacher)": 4.766694068908691,
      "epoch": 3.3649921507064366,
      "rel-constrast": 2.986013174057007,
      "step": 4287,
      "subrel-constrast": 3.957575798034668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.876706600189209,
      "cov-distil (oracle2student)": 4.580901145935059,
      "cov-distil (oracle2teacher)": 4.3081817626953125,
      "epoch": 3.365777080062794,
      "rel-constrast": 1.7417410612106323,
      "step": 4288,
      "subrel-constrast": 2.4226675033569336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8131945133209229,
      "cov-distil (oracle2student)": 5.568553924560547,
      "cov-distil (oracle2teacher)": 4.642476558685303,
      "epoch": 3.366562009419152,
      "rel-constrast": 2.096829891204834,
      "step": 4289,
      "subrel-constrast": 3.0147101879119873,
      "view-similarity": 0
    },
    {
      "epoch": 3.36734693877551,
      "grad_norm": 3.84375,
      "learning_rate": 6.034184490472195e-06,
      "loss": 0.6016,
      "step": 4290
    },
    {
      "cov-distil": 2.1053428649902344,
      "cov-distil (oracle2student)": 2.1698813438415527,
      "cov-distil (oracle2teacher)": 2.9122610092163086,
      "epoch": 3.36734693877551,
      "rel-constrast": 1.919393539428711,
      "step": 4290,
      "subrel-constrast": 3.1419119834899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0735015869140625,
      "cov-distil (oracle2student)": 5.229285717010498,
      "cov-distil (oracle2teacher)": 4.7537736892700195,
      "epoch": 3.368131868131868,
      "rel-constrast": 1.9582083225250244,
      "step": 4291,
      "subrel-constrast": 2.773319959640503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.839514970779419,
      "cov-distil (oracle2student)": 4.268270015716553,
      "cov-distil (oracle2teacher)": 4.137727737426758,
      "epoch": 3.368916797488226,
      "rel-constrast": 2.9150466918945312,
      "step": 4292,
      "subrel-constrast": 4.42848539352417,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6460928916931152,
      "cov-distil (oracle2student)": 4.0370306968688965,
      "cov-distil (oracle2teacher)": 4.226642608642578,
      "epoch": 3.369701726844584,
      "rel-constrast": 1.9684362411499023,
      "step": 4293,
      "subrel-constrast": 3.061516046524048,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9524800777435303,
      "cov-distil (oracle2student)": 4.985833168029785,
      "cov-distil (oracle2teacher)": 4.674001693725586,
      "epoch": 3.370486656200942,
      "rel-constrast": 2.760509729385376,
      "step": 4294,
      "subrel-constrast": 3.8059656620025635,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.740455150604248,
      "cov-distil (oracle2student)": 5.26771354675293,
      "cov-distil (oracle2teacher)": 5.414889335632324,
      "epoch": 3.3712715855572997,
      "rel-constrast": 3.649550676345825,
      "step": 4295,
      "subrel-constrast": 4.811272144317627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4224437475204468,
      "cov-distil (oracle2student)": 3.293757677078247,
      "cov-distil (oracle2teacher)": 3.5198795795440674,
      "epoch": 3.3720565149136577,
      "rel-constrast": 2.4315361976623535,
      "step": 4296,
      "subrel-constrast": 2.947225332260132,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8046966791152954,
      "cov-distil (oracle2student)": 3.1021199226379395,
      "cov-distil (oracle2teacher)": 3.080486297607422,
      "epoch": 3.3728414442700156,
      "rel-constrast": 1.7014319896697998,
      "step": 4297,
      "subrel-constrast": 2.6647145748138428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.874173879623413,
      "cov-distil (oracle2student)": 5.627222061157227,
      "cov-distil (oracle2teacher)": 4.804927825927734,
      "epoch": 3.3736263736263736,
      "rel-constrast": 1.4170758724212646,
      "step": 4298,
      "subrel-constrast": 2.644777297973633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8513699769973755,
      "cov-distil (oracle2student)": 3.7304329872131348,
      "cov-distil (oracle2teacher)": 3.864154815673828,
      "epoch": 3.3744113029827316,
      "rel-constrast": 4.204710006713867,
      "step": 4299,
      "subrel-constrast": 4.25745153427124,
      "view-similarity": 0
    },
    {
      "epoch": 3.3751962323390896,
      "grad_norm": 7.28125,
      "learning_rate": 5.8690187632009285e-06,
      "loss": 0.6689,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "overlap": 0.2828125059604645,
      "step": 4300
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "student margin": 0.06768798828125
    },
    {
      "epoch": 3.3751962323390896,
      "step": 4300,
      "teacher margin": 0.044708251953125
    },
    {
      "epoch": 3.3751962323390896,
      "margin difference": -0.022979736328125,
      "step": 4300
    },
    {
      "cov-distil": 2.0240187644958496,
      "cov-distil (oracle2student)": 4.654057502746582,
      "cov-distil (oracle2teacher)": 4.734514236450195,
      "epoch": 3.3751962323390896,
      "rel-constrast": 2.125356435775757,
      "step": 4300,
      "subrel-constrast": 3.342649221420288,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5416473150253296,
      "cov-distil (oracle2student)": 4.5124077796936035,
      "cov-distil (oracle2teacher)": 4.160183906555176,
      "epoch": 3.3759811616954476,
      "rel-constrast": 1.6743710041046143,
      "step": 4301,
      "subrel-constrast": 2.667149543762207,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5903887748718262,
      "cov-distil (oracle2student)": 3.574800491333008,
      "cov-distil (oracle2teacher)": 3.877556324005127,
      "epoch": 3.376766091051805,
      "rel-constrast": 2.354207992553711,
      "step": 4302,
      "subrel-constrast": 3.3865902423858643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0935111045837402,
      "cov-distil (oracle2student)": 2.898688316345215,
      "cov-distil (oracle2teacher)": 3.4250781536102295,
      "epoch": 3.377551020408163,
      "rel-constrast": 1.8476426601409912,
      "step": 4303,
      "subrel-constrast": 3.155669927597046,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5092077255249023,
      "cov-distil (oracle2student)": 5.240432262420654,
      "cov-distil (oracle2teacher)": 5.766666889190674,
      "epoch": 3.378335949764521,
      "rel-constrast": 4.123556613922119,
      "step": 4304,
      "subrel-constrast": 4.629851341247559,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3128094673156738,
      "cov-distil (oracle2student)": 4.577054023742676,
      "cov-distil (oracle2teacher)": 4.533163070678711,
      "epoch": 3.379120879120879,
      "rel-constrast": 2.2384471893310547,
      "step": 4305,
      "subrel-constrast": 3.2668204307556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.108581066131592,
      "cov-distil (oracle2student)": 2.366161584854126,
      "cov-distil (oracle2teacher)": 2.8563685417175293,
      "epoch": 3.379905808477237,
      "rel-constrast": 2.5759668350219727,
      "step": 4306,
      "subrel-constrast": 3.389975070953369,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.041687250137329,
      "cov-distil (oracle2student)": 3.2273762226104736,
      "cov-distil (oracle2teacher)": 3.186922073364258,
      "epoch": 3.380690737833595,
      "rel-constrast": 2.079984188079834,
      "step": 4307,
      "subrel-constrast": 3.3520607948303223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4488015174865723,
      "cov-distil (oracle2student)": 3.281548500061035,
      "cov-distil (oracle2teacher)": 3.180161952972412,
      "epoch": 3.381475667189953,
      "rel-constrast": 2.89048433303833,
      "step": 4308,
      "subrel-constrast": 3.2140579223632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2725889682769775,
      "cov-distil (oracle2student)": 4.192415714263916,
      "cov-distil (oracle2teacher)": 4.406662940979004,
      "epoch": 3.3822605965463106,
      "rel-constrast": 2.2938852310180664,
      "step": 4309,
      "subrel-constrast": 3.06911301612854,
      "view-similarity": 0
    },
    {
      "epoch": 3.3830455259026686,
      "grad_norm": 4.875,
      "learning_rate": 5.706003917695618e-06,
      "loss": 0.6475,
      "step": 4310
    },
    {
      "cov-distil": 1.3757957220077515,
      "cov-distil (oracle2student)": 4.204102039337158,
      "cov-distil (oracle2teacher)": 4.104809761047363,
      "epoch": 3.3830455259026686,
      "rel-constrast": 1.4221522808074951,
      "step": 4310,
      "subrel-constrast": 2.5337905883789062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2912520170211792,
      "cov-distil (oracle2student)": 3.2902426719665527,
      "cov-distil (oracle2teacher)": 3.134782314300537,
      "epoch": 3.3838304552590266,
      "rel-constrast": 2.2376747131347656,
      "step": 4311,
      "subrel-constrast": 2.3481855392456055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.499268889427185,
      "cov-distil (oracle2student)": 7.153077602386475,
      "cov-distil (oracle2teacher)": 5.762847900390625,
      "epoch": 3.3846153846153846,
      "rel-constrast": 2.258761405944824,
      "step": 4312,
      "subrel-constrast": 2.9820470809936523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5260510444641113,
      "cov-distil (oracle2student)": 4.684699535369873,
      "cov-distil (oracle2teacher)": 4.383594989776611,
      "epoch": 3.3854003139717426,
      "rel-constrast": 2.2746987342834473,
      "step": 4313,
      "subrel-constrast": 2.586902379989624,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.566408395767212,
      "cov-distil (oracle2student)": 5.449709892272949,
      "cov-distil (oracle2teacher)": 5.584949016571045,
      "epoch": 3.3861852433281006,
      "rel-constrast": 2.5170624256134033,
      "step": 4314,
      "subrel-constrast": 3.697200298309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0955514907836914,
      "cov-distil (oracle2student)": 6.0510759353637695,
      "cov-distil (oracle2teacher)": 5.213824272155762,
      "epoch": 3.3869701726844585,
      "rel-constrast": 2.2159035205841064,
      "step": 4315,
      "subrel-constrast": 3.3822550773620605,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4166734218597412,
      "cov-distil (oracle2student)": 5.222729206085205,
      "cov-distil (oracle2teacher)": 4.572646617889404,
      "epoch": 3.387755102040816,
      "rel-constrast": 2.258178234100342,
      "step": 4316,
      "subrel-constrast": 3.0802035331726074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.522353172302246,
      "cov-distil (oracle2student)": 5.195291519165039,
      "cov-distil (oracle2teacher)": 3.8279905319213867,
      "epoch": 3.388540031397174,
      "rel-constrast": 3.068547487258911,
      "step": 4317,
      "subrel-constrast": 2.8853487968444824,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8233163356781006,
      "cov-distil (oracle2student)": 3.900935173034668,
      "cov-distil (oracle2teacher)": 3.5560152530670166,
      "epoch": 3.389324960753532,
      "rel-constrast": 1.5968395471572876,
      "step": 4318,
      "subrel-constrast": 2.4563205242156982,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6012945175170898,
      "cov-distil (oracle2student)": 5.491475582122803,
      "cov-distil (oracle2teacher)": 4.705463409423828,
      "epoch": 3.39010989010989,
      "rel-constrast": 1.8615642786026,
      "step": 4319,
      "subrel-constrast": 2.3016250133514404,
      "view-similarity": 0
    },
    {
      "epoch": 3.390894819466248,
      "grad_norm": 3.921875,
      "learning_rate": 5.545147899069836e-06,
      "loss": 0.5821,
      "step": 4320
    },
    {
      "cov-distil": 1.9760822057724,
      "cov-distil (oracle2student)": 6.625978946685791,
      "cov-distil (oracle2teacher)": 5.642708778381348,
      "epoch": 3.390894819466248,
      "rel-constrast": 2.7583019733428955,
      "step": 4320,
      "subrel-constrast": 3.6533546447753906,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9663774967193604,
      "cov-distil (oracle2student)": 4.525615692138672,
      "cov-distil (oracle2teacher)": 4.00529670715332,
      "epoch": 3.391679748822606,
      "rel-constrast": 3.2836151123046875,
      "step": 4321,
      "subrel-constrast": 4.0986762046813965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8530445098876953,
      "cov-distil (oracle2student)": 4.197760581970215,
      "cov-distil (oracle2teacher)": 4.476378917694092,
      "epoch": 3.392464678178964,
      "rel-constrast": 2.574481725692749,
      "step": 4322,
      "subrel-constrast": 3.3557634353637695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6525753736495972,
      "cov-distil (oracle2student)": 4.0206475257873535,
      "cov-distil (oracle2teacher)": 3.6934895515441895,
      "epoch": 3.393249607535322,
      "rel-constrast": 2.250676155090332,
      "step": 4323,
      "subrel-constrast": 2.986013412475586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2800211906433105,
      "cov-distil (oracle2student)": 4.468817710876465,
      "cov-distil (oracle2teacher)": 4.284448623657227,
      "epoch": 3.39403453689168,
      "rel-constrast": 2.234504461288452,
      "step": 4324,
      "subrel-constrast": 2.852714776992798,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5787067413330078,
      "cov-distil (oracle2student)": 5.248940467834473,
      "cov-distil (oracle2teacher)": 4.708693504333496,
      "epoch": 3.3948194662480375,
      "rel-constrast": 2.2859697341918945,
      "step": 4325,
      "subrel-constrast": 3.582369804382324,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3316900730133057,
      "cov-distil (oracle2student)": 2.8212738037109375,
      "cov-distil (oracle2teacher)": 2.8702733516693115,
      "epoch": 3.3956043956043955,
      "rel-constrast": 1.6279174089431763,
      "step": 4326,
      "subrel-constrast": 2.1425912380218506,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0891690254211426,
      "cov-distil (oracle2student)": 3.8033037185668945,
      "cov-distil (oracle2teacher)": 3.554016590118408,
      "epoch": 3.3963893249607535,
      "rel-constrast": 1.8074170351028442,
      "step": 4327,
      "subrel-constrast": 3.305145740509033,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1134610176086426,
      "cov-distil (oracle2student)": 3.580720901489258,
      "cov-distil (oracle2teacher)": 3.491244077682495,
      "epoch": 3.3971742543171115,
      "rel-constrast": 1.8963427543640137,
      "step": 4328,
      "subrel-constrast": 3.0820045471191406,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.449791669845581,
      "cov-distil (oracle2student)": 5.772701263427734,
      "cov-distil (oracle2teacher)": 4.949115753173828,
      "epoch": 3.3979591836734695,
      "rel-constrast": 2.5408947467803955,
      "step": 4329,
      "subrel-constrast": 2.748391628265381,
      "view-similarity": 0
    },
    {
      "epoch": 3.3987441130298275,
      "grad_norm": 4.8125,
      "learning_rate": 5.3864585472190255e-06,
      "loss": 0.6247,
      "step": 4330
    },
    {
      "cov-distil": 2.355543613433838,
      "cov-distil (oracle2student)": 4.897663593292236,
      "cov-distil (oracle2teacher)": 4.62400484085083,
      "epoch": 3.3987441130298275,
      "rel-constrast": 2.861572742462158,
      "step": 4330,
      "subrel-constrast": 3.4249141216278076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1331632137298584,
      "cov-distil (oracle2student)": 5.529909610748291,
      "cov-distil (oracle2teacher)": 4.684609889984131,
      "epoch": 3.3995290423861855,
      "rel-constrast": 1.8403096199035645,
      "step": 4331,
      "subrel-constrast": 2.7252376079559326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6653876304626465,
      "cov-distil (oracle2student)": 4.823863506317139,
      "cov-distil (oracle2teacher)": 4.939573764801025,
      "epoch": 3.400313971742543,
      "rel-constrast": 2.7022438049316406,
      "step": 4332,
      "subrel-constrast": 4.107378959655762,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7639403343200684,
      "cov-distil (oracle2student)": 3.4068868160247803,
      "cov-distil (oracle2teacher)": 3.49863862991333,
      "epoch": 3.401098901098901,
      "rel-constrast": 1.8571994304656982,
      "step": 4333,
      "subrel-constrast": 2.8522820472717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9090831279754639,
      "cov-distil (oracle2student)": 3.8212969303131104,
      "cov-distil (oracle2teacher)": 3.8344578742980957,
      "epoch": 3.401883830455259,
      "rel-constrast": 2.09271240234375,
      "step": 4334,
      "subrel-constrast": 3.1725478172302246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5423572063446045,
      "cov-distil (oracle2student)": 5.472989082336426,
      "cov-distil (oracle2teacher)": 5.563693046569824,
      "epoch": 3.402668759811617,
      "rel-constrast": 1.8528895378112793,
      "step": 4335,
      "subrel-constrast": 2.7643635272979736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8024871349334717,
      "cov-distil (oracle2student)": 4.8595123291015625,
      "cov-distil (oracle2teacher)": 4.538049697875977,
      "epoch": 3.403453689167975,
      "rel-constrast": 2.2377097606658936,
      "step": 4336,
      "subrel-constrast": 3.2956061363220215,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9031884670257568,
      "cov-distil (oracle2student)": 3.573286533355713,
      "cov-distil (oracle2teacher)": 3.373720407485962,
      "epoch": 3.404238618524333,
      "rel-constrast": 2.1942195892333984,
      "step": 4337,
      "subrel-constrast": 2.754521131515503,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9065132141113281,
      "cov-distil (oracle2student)": 3.3046140670776367,
      "cov-distil (oracle2teacher)": 3.3230082988739014,
      "epoch": 3.405023547880691,
      "rel-constrast": 1.8129650354385376,
      "step": 4338,
      "subrel-constrast": 2.9938857555389404,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6660349369049072,
      "cov-distil (oracle2student)": 4.180939197540283,
      "cov-distil (oracle2teacher)": 4.032045364379883,
      "epoch": 3.4058084772370485,
      "rel-constrast": 1.4713270664215088,
      "step": 4339,
      "subrel-constrast": 2.651104688644409,
      "view-similarity": 0
    },
    {
      "epoch": 3.4065934065934065,
      "grad_norm": 3.6875,
      "learning_rate": 5.229943596438297e-06,
      "loss": 0.5697,
      "step": 4340
    },
    {
      "cov-distil": 1.5298632383346558,
      "cov-distil (oracle2student)": 4.942900657653809,
      "cov-distil (oracle2teacher)": 4.613380432128906,
      "epoch": 3.4065934065934065,
      "rel-constrast": 2.3155741691589355,
      "step": 4340,
      "subrel-constrast": 2.8702962398529053,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0347506999969482,
      "cov-distil (oracle2student)": 2.8670966625213623,
      "cov-distil (oracle2teacher)": 2.863469123840332,
      "epoch": 3.4073783359497645,
      "rel-constrast": 2.0376927852630615,
      "step": 4341,
      "subrel-constrast": 2.823108673095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2748647928237915,
      "cov-distil (oracle2student)": 4.987895488739014,
      "cov-distil (oracle2teacher)": 4.25582218170166,
      "epoch": 3.4081632653061225,
      "rel-constrast": 2.528927803039551,
      "step": 4342,
      "subrel-constrast": 2.754701614379883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9213824272155762,
      "cov-distil (oracle2student)": 4.922072410583496,
      "cov-distil (oracle2teacher)": 5.095887660980225,
      "epoch": 3.4089481946624804,
      "rel-constrast": 3.1345863342285156,
      "step": 4343,
      "subrel-constrast": 3.705030918121338,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.217109203338623,
      "cov-distil (oracle2student)": 4.734415054321289,
      "cov-distil (oracle2teacher)": 4.447447776794434,
      "epoch": 3.4097331240188384,
      "rel-constrast": 2.915560245513916,
      "step": 4344,
      "subrel-constrast": 3.9459426403045654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336227297782898,
      "cov-distil (oracle2student)": 3.337686061859131,
      "cov-distil (oracle2teacher)": 3.7072877883911133,
      "epoch": 3.4105180533751964,
      "rel-constrast": 1.7859928607940674,
      "step": 4345,
      "subrel-constrast": 2.6451008319854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5008037090301514,
      "cov-distil (oracle2student)": 5.421238899230957,
      "cov-distil (oracle2teacher)": 5.229019641876221,
      "epoch": 3.411302982731554,
      "rel-constrast": 2.027147054672241,
      "step": 4346,
      "subrel-constrast": 2.720419406890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4898499250411987,
      "cov-distil (oracle2student)": 3.0487306118011475,
      "cov-distil (oracle2teacher)": 3.166301727294922,
      "epoch": 3.412087912087912,
      "rel-constrast": 1.437674641609192,
      "step": 4347,
      "subrel-constrast": 2.3051037788391113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4836328029632568,
      "cov-distil (oracle2student)": 4.811251640319824,
      "cov-distil (oracle2teacher)": 4.752767086029053,
      "epoch": 3.41287284144427,
      "rel-constrast": 3.1299688816070557,
      "step": 4348,
      "subrel-constrast": 3.3269288539886475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700225830078125,
      "cov-distil (oracle2student)": 4.912507057189941,
      "cov-distil (oracle2teacher)": 4.706629276275635,
      "epoch": 3.413657770800628,
      "rel-constrast": 2.2512829303741455,
      "step": 4349,
      "subrel-constrast": 3.0175373554229736,
      "view-similarity": 0
    },
    {
      "epoch": 3.414442700156986,
      "grad_norm": 4.59375,
      "learning_rate": 5.075610675045567e-06,
      "loss": 0.6303,
      "step": 4350
    },
    {
      "cov-distil": 1.8080227375030518,
      "cov-distil (oracle2student)": 7.393070220947266,
      "cov-distil (oracle2teacher)": 7.011507034301758,
      "epoch": 3.414442700156986,
      "rel-constrast": 2.668422222137451,
      "step": 4350,
      "subrel-constrast": 3.6247241497039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.033358335494995,
      "cov-distil (oracle2student)": 4.44480037689209,
      "cov-distil (oracle2teacher)": 4.351252555847168,
      "epoch": 3.415227629513344,
      "rel-constrast": 1.5941225290298462,
      "step": 4351,
      "subrel-constrast": 3.721646308898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7166857719421387,
      "cov-distil (oracle2student)": 3.2801618576049805,
      "cov-distil (oracle2teacher)": 2.8991448879241943,
      "epoch": 3.416012558869702,
      "rel-constrast": 1.7403626441955566,
      "step": 4352,
      "subrel-constrast": 2.287328004837036,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.469632863998413,
      "cov-distil (oracle2student)": 5.420267581939697,
      "cov-distil (oracle2teacher)": 4.842528343200684,
      "epoch": 3.4167974882260594,
      "rel-constrast": 2.153271198272705,
      "step": 4353,
      "subrel-constrast": 2.9351344108581543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6119807958602905,
      "cov-distil (oracle2student)": 5.239470481872559,
      "cov-distil (oracle2teacher)": 5.044832229614258,
      "epoch": 3.4175824175824174,
      "rel-constrast": 2.1489813327789307,
      "step": 4354,
      "subrel-constrast": 3.147095203399658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581130027770996,
      "cov-distil (oracle2student)": 4.860991477966309,
      "cov-distil (oracle2teacher)": 4.465878009796143,
      "epoch": 3.4183673469387754,
      "rel-constrast": 2.250595808029175,
      "step": 4355,
      "subrel-constrast": 2.830777406692505,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6996766328811646,
      "cov-distil (oracle2student)": 4.080432415008545,
      "cov-distil (oracle2teacher)": 3.935056686401367,
      "epoch": 3.4191522762951334,
      "rel-constrast": 1.596216082572937,
      "step": 4356,
      "subrel-constrast": 2.6724376678466797,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9655373096466064,
      "cov-distil (oracle2student)": 3.660081386566162,
      "cov-distil (oracle2teacher)": 3.749098300933838,
      "epoch": 3.4199372056514914,
      "rel-constrast": 1.9406193494796753,
      "step": 4357,
      "subrel-constrast": 2.831339120864868,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3222758769989014,
      "cov-distil (oracle2student)": 3.710538148880005,
      "cov-distil (oracle2teacher)": 3.320829153060913,
      "epoch": 3.4207221350078494,
      "rel-constrast": 1.888358473777771,
      "step": 4358,
      "subrel-constrast": 2.6826956272125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6775856018066406,
      "cov-distil (oracle2student)": 4.402988433837891,
      "cov-distil (oracle2teacher)": 3.991720199584961,
      "epoch": 3.4215070643642074,
      "rel-constrast": 2.0580081939697266,
      "step": 4359,
      "subrel-constrast": 2.6700313091278076,
      "view-similarity": 0
    },
    {
      "epoch": 3.422291993720565,
      "grad_norm": 4.0,
      "learning_rate": 4.92346730500966e-06,
      "loss": 0.5432,
      "step": 4360
    },
    {
      "cov-distil": 1.7221357822418213,
      "cov-distil (oracle2student)": 3.76572322845459,
      "cov-distil (oracle2teacher)": 4.045820713043213,
      "epoch": 3.422291993720565,
      "rel-constrast": 2.7249345779418945,
      "step": 4360,
      "subrel-constrast": 3.5449678897857666,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.493919610977173,
      "cov-distil (oracle2student)": 3.2562577724456787,
      "cov-distil (oracle2teacher)": 4.326642990112305,
      "epoch": 3.423076923076923,
      "rel-constrast": 2.3529233932495117,
      "step": 4361,
      "subrel-constrast": 4.3617987632751465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5345861911773682,
      "cov-distil (oracle2student)": 4.970909118652344,
      "cov-distil (oracle2teacher)": 4.3226494789123535,
      "epoch": 3.423861852433281,
      "rel-constrast": 3.0325698852539062,
      "step": 4362,
      "subrel-constrast": 3.8546626567840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0048508644104004,
      "cov-distil (oracle2student)": 5.8115458488464355,
      "cov-distil (oracle2teacher)": 4.426183700561523,
      "epoch": 3.424646781789639,
      "rel-constrast": 2.525357723236084,
      "step": 4363,
      "subrel-constrast": 3.21789288520813,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5840120315551758,
      "cov-distil (oracle2student)": 3.9230453968048096,
      "cov-distil (oracle2teacher)": 4.470080375671387,
      "epoch": 3.425431711145997,
      "rel-constrast": 2.141068935394287,
      "step": 4364,
      "subrel-constrast": 3.2770678997039795,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5382895469665527,
      "cov-distil (oracle2student)": 4.653924942016602,
      "cov-distil (oracle2teacher)": 3.9410390853881836,
      "epoch": 3.426216640502355,
      "rel-constrast": 1.4799169301986694,
      "step": 4365,
      "subrel-constrast": 2.2940361499786377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8618457317352295,
      "cov-distil (oracle2student)": 5.155715465545654,
      "cov-distil (oracle2teacher)": 4.223328590393066,
      "epoch": 3.427001569858713,
      "rel-constrast": 3.098017692565918,
      "step": 4366,
      "subrel-constrast": 3.3364546298980713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.081118106842041,
      "cov-distil (oracle2student)": 4.369184494018555,
      "cov-distil (oracle2teacher)": 4.219578742980957,
      "epoch": 3.427786499215071,
      "rel-constrast": 2.012075662612915,
      "step": 4367,
      "subrel-constrast": 3.0170440673828125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.467627763748169,
      "cov-distil (oracle2student)": 6.004958152770996,
      "cov-distil (oracle2teacher)": 5.811038017272949,
      "epoch": 3.4285714285714284,
      "rel-constrast": 2.404632806777954,
      "step": 4368,
      "subrel-constrast": 3.618180990219116,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9957902431488037,
      "cov-distil (oracle2student)": 4.4440717697143555,
      "cov-distil (oracle2teacher)": 3.4780728816986084,
      "epoch": 3.4293563579277864,
      "rel-constrast": 2.34659481048584,
      "step": 4369,
      "subrel-constrast": 2.9894516468048096,
      "view-similarity": 0
    },
    {
      "epoch": 3.4301412872841444,
      "grad_norm": 4.5625,
      "learning_rate": 4.7735209015838e-06,
      "loss": 0.6512,
      "step": 4370
    },
    {
      "cov-distil": 1.3422610759735107,
      "cov-distil (oracle2student)": 4.179315567016602,
      "cov-distil (oracle2teacher)": 3.9645273685455322,
      "epoch": 3.4301412872841444,
      "rel-constrast": 1.4262365102767944,
      "step": 4370,
      "subrel-constrast": 2.247112989425659,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.335759162902832,
      "cov-distil (oracle2student)": 3.5785489082336426,
      "cov-distil (oracle2teacher)": 3.391726016998291,
      "epoch": 3.4309262166405023,
      "rel-constrast": 1.8647106885910034,
      "step": 4371,
      "subrel-constrast": 2.580942392349243,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6076297760009766,
      "cov-distil (oracle2student)": 4.342132568359375,
      "cov-distil (oracle2teacher)": 4.189151287078857,
      "epoch": 3.4317111459968603,
      "rel-constrast": 2.7106125354766846,
      "step": 4372,
      "subrel-constrast": 3.3447372913360596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.283591389656067,
      "cov-distil (oracle2student)": 5.223731994628906,
      "cov-distil (oracle2teacher)": 4.945102691650391,
      "epoch": 3.4324960753532183,
      "rel-constrast": 2.468061923980713,
      "step": 4373,
      "subrel-constrast": 3.4241063594818115,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.653963327407837,
      "cov-distil (oracle2student)": 4.320248603820801,
      "cov-distil (oracle2teacher)": 3.9522414207458496,
      "epoch": 3.4332810047095763,
      "rel-constrast": 1.211574912071228,
      "step": 4374,
      "subrel-constrast": 2.000397205352783,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8660831451416016,
      "cov-distil (oracle2student)": 6.567607879638672,
      "cov-distil (oracle2teacher)": 5.935917377471924,
      "epoch": 3.4340659340659343,
      "rel-constrast": 2.0987110137939453,
      "step": 4375,
      "subrel-constrast": 3.308969259262085,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7208150625228882,
      "cov-distil (oracle2student)": 5.192222595214844,
      "cov-distil (oracle2teacher)": 4.921332359313965,
      "epoch": 3.434850863422292,
      "rel-constrast": 2.1663413047790527,
      "step": 4376,
      "subrel-constrast": 3.077240467071533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8190419673919678,
      "cov-distil (oracle2student)": 5.303674221038818,
      "cov-distil (oracle2teacher)": 5.111420631408691,
      "epoch": 3.43563579277865,
      "rel-constrast": 2.5403237342834473,
      "step": 4377,
      "subrel-constrast": 3.691786527633667,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7291641235351562,
      "cov-distil (oracle2student)": 3.5852999687194824,
      "cov-distil (oracle2teacher)": 3.7645487785339355,
      "epoch": 3.436420722135008,
      "rel-constrast": 2.2282657623291016,
      "step": 4378,
      "subrel-constrast": 3.0927045345306396,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.464639663696289,
      "cov-distil (oracle2student)": 4.664061069488525,
      "cov-distil (oracle2teacher)": 4.242088317871094,
      "epoch": 3.437205651491366,
      "rel-constrast": 1.7291203737258911,
      "step": 4379,
      "subrel-constrast": 2.3711225986480713,
      "view-similarity": 0
    },
    {
      "epoch": 3.437990580847724,
      "grad_norm": 3.359375,
      "learning_rate": 4.625778772944156e-06,
      "loss": 0.5507,
      "step": 4380
    },
    {
      "cov-distil": 1.477210283279419,
      "cov-distil (oracle2student)": 4.0814900398254395,
      "cov-distil (oracle2teacher)": 4.365196704864502,
      "epoch": 3.437990580847724,
      "rel-constrast": 2.417900800704956,
      "step": 4380,
      "subrel-constrast": 3.6340503692626953,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2543847560882568,
      "cov-distil (oracle2student)": 3.278391122817993,
      "cov-distil (oracle2teacher)": 3.5320193767547607,
      "epoch": 3.438775510204082,
      "rel-constrast": 1.9542591571807861,
      "step": 4381,
      "subrel-constrast": 2.8290741443634033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4624030590057373,
      "cov-distil (oracle2student)": 4.341058731079102,
      "cov-distil (oracle2teacher)": 3.836780309677124,
      "epoch": 3.4395604395604398,
      "rel-constrast": 2.1494431495666504,
      "step": 4382,
      "subrel-constrast": 2.824897527694702,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5087463855743408,
      "cov-distil (oracle2student)": 4.075037956237793,
      "cov-distil (oracle2teacher)": 3.4935336112976074,
      "epoch": 3.4403453689167973,
      "rel-constrast": 2.7577261924743652,
      "step": 4383,
      "subrel-constrast": 3.2677085399627686,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7854747772216797,
      "cov-distil (oracle2student)": 4.041788101196289,
      "cov-distil (oracle2teacher)": 3.5724310874938965,
      "epoch": 3.4411302982731553,
      "rel-constrast": 2.060361623764038,
      "step": 4384,
      "subrel-constrast": 2.95800518989563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4003883600234985,
      "cov-distil (oracle2student)": 5.2319488525390625,
      "cov-distil (oracle2teacher)": 5.517520904541016,
      "epoch": 3.4419152276295133,
      "rel-constrast": 2.310831069946289,
      "step": 4385,
      "subrel-constrast": 2.6593105792999268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6227586269378662,
      "cov-distil (oracle2student)": 5.048379421234131,
      "cov-distil (oracle2teacher)": 4.258479118347168,
      "epoch": 3.4427001569858713,
      "rel-constrast": 2.52730655670166,
      "step": 4386,
      "subrel-constrast": 3.6038496494293213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3941667079925537,
      "cov-distil (oracle2student)": 5.508326530456543,
      "cov-distil (oracle2teacher)": 5.161816596984863,
      "epoch": 3.4434850863422293,
      "rel-constrast": 1.626258373260498,
      "step": 4387,
      "subrel-constrast": 2.465442180633545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612339973449707,
      "cov-distil (oracle2student)": 5.809814453125,
      "cov-distil (oracle2teacher)": 4.792933940887451,
      "epoch": 3.4442700156985873,
      "rel-constrast": 2.582587242126465,
      "step": 4388,
      "subrel-constrast": 3.344381093978882,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.889927625656128,
      "cov-distil (oracle2student)": 4.206942558288574,
      "cov-distil (oracle2teacher)": 4.056702613830566,
      "epoch": 3.4450549450549453,
      "rel-constrast": 1.686366319656372,
      "step": 4389,
      "subrel-constrast": 3.0132932662963867,
      "view-similarity": 0
    },
    {
      "epoch": 3.445839874411303,
      "grad_norm": 4.34375,
      "learning_rate": 4.480248119833641e-06,
      "loss": 0.5902,
      "step": 4390
    },
    {
      "cov-distil": 2.098381519317627,
      "cov-distil (oracle2student)": 5.813994407653809,
      "cov-distil (oracle2teacher)": 5.521880149841309,
      "epoch": 3.445839874411303,
      "rel-constrast": 2.156115770339966,
      "step": 4390,
      "subrel-constrast": 3.5711073875427246,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.014414072036743,
      "cov-distil (oracle2student)": 5.617291450500488,
      "cov-distil (oracle2teacher)": 5.328004837036133,
      "epoch": 3.446624803767661,
      "rel-constrast": 2.5560390949249268,
      "step": 4391,
      "subrel-constrast": 3.094174385070801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.016948699951172,
      "cov-distil (oracle2student)": 4.433398246765137,
      "cov-distil (oracle2teacher)": 4.656903266906738,
      "epoch": 3.4474097331240188,
      "rel-constrast": 1.5709736347198486,
      "step": 4392,
      "subrel-constrast": 2.5940117835998535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5785176753997803,
      "cov-distil (oracle2student)": 3.59745454788208,
      "cov-distil (oracle2teacher)": 3.5428104400634766,
      "epoch": 3.4481946624803768,
      "rel-constrast": 1.830947995185852,
      "step": 4393,
      "subrel-constrast": 2.8353962898254395,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808170199394226,
      "cov-distil (oracle2student)": 4.6564226150512695,
      "cov-distil (oracle2teacher)": 4.105901718139648,
      "epoch": 3.4489795918367347,
      "rel-constrast": 2.0246663093566895,
      "step": 4394,
      "subrel-constrast": 3.160008430480957,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620083212852478,
      "cov-distil (oracle2student)": 4.775755882263184,
      "cov-distil (oracle2teacher)": 4.384600639343262,
      "epoch": 3.4497645211930927,
      "rel-constrast": 2.79421329498291,
      "step": 4395,
      "subrel-constrast": 3.7505874633789062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8132917881011963,
      "cov-distil (oracle2student)": 3.449098825454712,
      "cov-distil (oracle2teacher)": 3.7850141525268555,
      "epoch": 3.4505494505494507,
      "rel-constrast": 1.7145017385482788,
      "step": 4396,
      "subrel-constrast": 2.443164825439453,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4954290390014648,
      "cov-distil (oracle2student)": 2.236171245574951,
      "cov-distil (oracle2teacher)": 2.8029263019561768,
      "epoch": 3.4513343799058083,
      "rel-constrast": 1.7274150848388672,
      "step": 4397,
      "subrel-constrast": 2.422523021697998,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.949698567390442,
      "cov-distil (oracle2student)": 4.698251724243164,
      "cov-distil (oracle2teacher)": 4.95854377746582,
      "epoch": 3.4521193092621663,
      "rel-constrast": 1.8978813886642456,
      "step": 4398,
      "subrel-constrast": 2.9910800457000732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3792494535446167,
      "cov-distil (oracle2student)": 4.036840438842773,
      "cov-distil (oracle2teacher)": 3.3553996086120605,
      "epoch": 3.4529042386185242,
      "rel-constrast": 2.3215789794921875,
      "step": 4399,
      "subrel-constrast": 3.144942283630371,
      "view-similarity": 0
    },
    {
      "epoch": 3.4536891679748822,
      "grad_norm": 5.4375,
      "learning_rate": 4.33693603521097e-06,
      "loss": 0.5593,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "overlap": 0.33906251192092896,
      "step": 4400
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "student margin": 0.06488037109375
    },
    {
      "epoch": 3.4536891679748822,
      "step": 4400,
      "teacher margin": 0.03961181640625
    },
    {
      "epoch": 3.4536891679748822,
      "margin difference": -0.0252685546875,
      "step": 4400
    },
    {
      "cov-distil": 2.145268678665161,
      "cov-distil (oracle2student)": 4.732034683227539,
      "cov-distil (oracle2teacher)": 4.613252639770508,
      "epoch": 3.4536891679748822,
      "rel-constrast": 2.346525192260742,
      "step": 4400,
      "subrel-constrast": 3.3284335136413574,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.594362735748291,
      "cov-distil (oracle2student)": 4.789539337158203,
      "cov-distil (oracle2teacher)": 4.956066131591797,
      "epoch": 3.4544740973312402,
      "rel-constrast": 2.6556315422058105,
      "step": 4401,
      "subrel-constrast": 3.7717764377593994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9872034788131714,
      "cov-distil (oracle2student)": 4.771468639373779,
      "cov-distil (oracle2teacher)": 4.241209030151367,
      "epoch": 3.455259026687598,
      "rel-constrast": 2.586996555328369,
      "step": 4402,
      "subrel-constrast": 3.4993691444396973,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8627586364746094,
      "cov-distil (oracle2student)": 4.741890907287598,
      "cov-distil (oracle2teacher)": 5.27492618560791,
      "epoch": 3.456043956043956,
      "rel-constrast": 3.568302631378174,
      "step": 4403,
      "subrel-constrast": 4.194350719451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4459130764007568,
      "cov-distil (oracle2student)": 3.6137866973876953,
      "cov-distil (oracle2teacher)": 3.6343681812286377,
      "epoch": 3.4568288854003137,
      "rel-constrast": 3.3013148307800293,
      "step": 4404,
      "subrel-constrast": 4.094437122344971,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2463843822479248,
      "cov-distil (oracle2student)": 4.055733680725098,
      "cov-distil (oracle2teacher)": 3.944305896759033,
      "epoch": 3.4576138147566717,
      "rel-constrast": 1.426746129989624,
      "step": 4405,
      "subrel-constrast": 2.7439701557159424,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.079671859741211,
      "cov-distil (oracle2student)": 4.855103015899658,
      "cov-distil (oracle2teacher)": 4.399574279785156,
      "epoch": 3.4583987441130297,
      "rel-constrast": 2.889460325241089,
      "step": 4406,
      "subrel-constrast": 4.024587631225586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3135027885437012,
      "cov-distil (oracle2student)": 3.3013322353363037,
      "cov-distil (oracle2teacher)": 3.209367036819458,
      "epoch": 3.4591836734693877,
      "rel-constrast": 1.3179963827133179,
      "step": 4407,
      "subrel-constrast": 1.9859601259231567,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.144516706466675,
      "cov-distil (oracle2student)": 4.4831342697143555,
      "cov-distil (oracle2teacher)": 4.4041972160339355,
      "epoch": 3.4599686028257457,
      "rel-constrast": 2.3950533866882324,
      "step": 4408,
      "subrel-constrast": 3.466723680496216,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2824867963790894,
      "cov-distil (oracle2student)": 5.0072832107543945,
      "cov-distil (oracle2teacher)": 4.474382400512695,
      "epoch": 3.4607535321821037,
      "rel-constrast": 2.6003592014312744,
      "step": 4409,
      "subrel-constrast": 3.2475104331970215,
      "view-similarity": 0
    },
    {
      "epoch": 3.4615384615384617,
      "grad_norm": 4.625,
      "learning_rate": 4.195849503904975e-06,
      "loss": 0.67,
      "step": 4410
    },
    {
      "cov-distil": 1.7278496026992798,
      "cov-distil (oracle2student)": 4.3770432472229,
      "cov-distil (oracle2teacher)": 4.515726089477539,
      "epoch": 3.4615384615384617,
      "rel-constrast": 2.7260522842407227,
      "step": 4410,
      "subrel-constrast": 3.7349321842193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7463268041610718,
      "cov-distil (oracle2student)": 5.899396896362305,
      "cov-distil (oracle2teacher)": 6.064811706542969,
      "epoch": 3.462323390894819,
      "rel-constrast": 2.6812260150909424,
      "step": 4411,
      "subrel-constrast": 4.3799824714660645,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7755721807479858,
      "cov-distil (oracle2student)": 2.700439453125,
      "cov-distil (oracle2teacher)": 2.951741933822632,
      "epoch": 3.463108320251177,
      "rel-constrast": 2.032437562942505,
      "step": 4412,
      "subrel-constrast": 2.966289758682251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9067740440368652,
      "cov-distil (oracle2student)": 4.503215312957764,
      "cov-distil (oracle2teacher)": 4.008053779602051,
      "epoch": 3.463893249607535,
      "rel-constrast": 1.9752860069274902,
      "step": 4413,
      "subrel-constrast": 2.468907117843628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.671779751777649,
      "cov-distil (oracle2student)": 2.7604470252990723,
      "cov-distil (oracle2teacher)": 3.0851378440856934,
      "epoch": 3.464678178963893,
      "rel-constrast": 1.9589024782180786,
      "step": 4414,
      "subrel-constrast": 3.1185221672058105,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7927781343460083,
      "cov-distil (oracle2student)": 4.687466621398926,
      "cov-distil (oracle2teacher)": 4.571267127990723,
      "epoch": 3.465463108320251,
      "rel-constrast": 2.0657143592834473,
      "step": 4415,
      "subrel-constrast": 3.0954089164733887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9429596662521362,
      "cov-distil (oracle2student)": 5.251864910125732,
      "cov-distil (oracle2teacher)": 4.469426155090332,
      "epoch": 3.466248037676609,
      "rel-constrast": 1.8605306148529053,
      "step": 4416,
      "subrel-constrast": 2.7319529056549072,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1628226041793823,
      "cov-distil (oracle2student)": 3.1861069202423096,
      "cov-distil (oracle2teacher)": 3.1897478103637695,
      "epoch": 3.467032967032967,
      "rel-constrast": 1.5013236999511719,
      "step": 4417,
      "subrel-constrast": 2.4131524562835693,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0097885131835938,
      "cov-distil (oracle2student)": 3.9885571002960205,
      "cov-distil (oracle2teacher)": 3.98307204246521,
      "epoch": 3.467817896389325,
      "rel-constrast": 2.576347827911377,
      "step": 4418,
      "subrel-constrast": 3.593644857406616,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.622363567352295,
      "cov-distil (oracle2student)": 5.1997880935668945,
      "cov-distil (oracle2teacher)": 3.917340040206909,
      "epoch": 3.468602825745683,
      "rel-constrast": 1.7512640953063965,
      "step": 4419,
      "subrel-constrast": 2.18346905708313,
      "view-similarity": 0
    },
    {
      "epoch": 3.4693877551020407,
      "grad_norm": 3.859375,
      "learning_rate": 4.056995402274122e-06,
      "loss": 0.5716,
      "step": 4420
    },
    {
      "cov-distil": 1.6739997863769531,
      "cov-distil (oracle2student)": 5.725071907043457,
      "cov-distil (oracle2teacher)": 4.667194366455078,
      "epoch": 3.4693877551020407,
      "rel-constrast": 2.4629712104797363,
      "step": 4420,
      "subrel-constrast": 3.008836507797241,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9412803649902344,
      "cov-distil (oracle2student)": 3.6492862701416016,
      "cov-distil (oracle2teacher)": 4.049032688140869,
      "epoch": 3.4701726844583987,
      "rel-constrast": 2.1932249069213867,
      "step": 4421,
      "subrel-constrast": 3.6245408058166504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6300454139709473,
      "cov-distil (oracle2student)": 2.1029868125915527,
      "cov-distil (oracle2teacher)": 2.101344585418701,
      "epoch": 3.4709576138147566,
      "rel-constrast": 1.8427138328552246,
      "step": 4422,
      "subrel-constrast": 2.753918170928955,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3787412643432617,
      "cov-distil (oracle2student)": 5.070199489593506,
      "cov-distil (oracle2teacher)": 4.779176712036133,
      "epoch": 3.4717425431711146,
      "rel-constrast": 2.4910025596618652,
      "step": 4423,
      "subrel-constrast": 3.923335313796997,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.727667212486267,
      "cov-distil (oracle2student)": 4.02171516418457,
      "cov-distil (oracle2teacher)": 4.093186855316162,
      "epoch": 3.4725274725274726,
      "rel-constrast": 1.4532787799835205,
      "step": 4424,
      "subrel-constrast": 2.222637176513672,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.310011863708496,
      "cov-distil (oracle2student)": 3.5238728523254395,
      "cov-distil (oracle2teacher)": 3.4822022914886475,
      "epoch": 3.4733124018838306,
      "rel-constrast": 1.6677402257919312,
      "step": 4425,
      "subrel-constrast": 2.4220821857452393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3536717891693115,
      "cov-distil (oracle2student)": 4.981418609619141,
      "cov-distil (oracle2teacher)": 4.538505554199219,
      "epoch": 3.4740973312401886,
      "rel-constrast": 1.4173634052276611,
      "step": 4426,
      "subrel-constrast": 2.3062586784362793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4534368515014648,
      "cov-distil (oracle2student)": 3.5982296466827393,
      "cov-distil (oracle2teacher)": 3.8847901821136475,
      "epoch": 3.474882260596546,
      "rel-constrast": 1.7584123611450195,
      "step": 4427,
      "subrel-constrast": 2.976386547088623,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2472519874572754,
      "cov-distil (oracle2student)": 5.655561447143555,
      "cov-distil (oracle2teacher)": 4.81516170501709,
      "epoch": 3.475667189952904,
      "rel-constrast": 2.8776659965515137,
      "step": 4428,
      "subrel-constrast": 3.0811359882354736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3494923114776611,
      "cov-distil (oracle2student)": 5.7023396492004395,
      "cov-distil (oracle2teacher)": 5.3699846267700195,
      "epoch": 3.476452119309262,
      "rel-constrast": 2.0783474445343018,
      "step": 4429,
      "subrel-constrast": 2.3338382244110107,
      "view-similarity": 0
    },
    {
      "epoch": 3.47723704866562,
      "grad_norm": 4.875,
      "learning_rate": 3.920380497871473e-06,
      "loss": 0.5487,
      "step": 4430
    },
    {
      "cov-distil": 1.6284829378128052,
      "cov-distil (oracle2student)": 5.193044662475586,
      "cov-distil (oracle2teacher)": 4.969086170196533,
      "epoch": 3.47723704866562,
      "rel-constrast": 2.983818292617798,
      "step": 4430,
      "subrel-constrast": 3.5663087368011475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7485758066177368,
      "cov-distil (oracle2student)": 5.9365620613098145,
      "cov-distil (oracle2teacher)": 5.021389961242676,
      "epoch": 3.478021978021978,
      "rel-constrast": 2.9405369758605957,
      "step": 4431,
      "subrel-constrast": 2.9736428260803223,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7507529258728027,
      "cov-distil (oracle2student)": 6.6775994300842285,
      "cov-distil (oracle2teacher)": 6.043265342712402,
      "epoch": 3.478806907378336,
      "rel-constrast": 1.551595687866211,
      "step": 4432,
      "subrel-constrast": 3.001438856124878,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4058387279510498,
      "cov-distil (oracle2student)": 2.3492183685302734,
      "cov-distil (oracle2teacher)": 2.3997278213500977,
      "epoch": 3.479591836734694,
      "rel-constrast": 2.0400702953338623,
      "step": 4433,
      "subrel-constrast": 2.367645025253296,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3706262111663818,
      "cov-distil (oracle2student)": 3.73240065574646,
      "cov-distil (oracle2teacher)": 3.5062713623046875,
      "epoch": 3.4803767660910516,
      "rel-constrast": 1.8152180910110474,
      "step": 4434,
      "subrel-constrast": 2.421639919281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.745265007019043,
      "cov-distil (oracle2student)": 3.6895148754119873,
      "cov-distil (oracle2teacher)": 3.123297691345215,
      "epoch": 3.4811616954474096,
      "rel-constrast": 1.8336427211761475,
      "step": 4435,
      "subrel-constrast": 2.728076457977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.627434253692627,
      "cov-distil (oracle2student)": 4.6902079582214355,
      "cov-distil (oracle2teacher)": 4.398571014404297,
      "epoch": 3.4819466248037676,
      "rel-constrast": 2.413625955581665,
      "step": 4436,
      "subrel-constrast": 3.46272873878479,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4944660663604736,
      "cov-distil (oracle2student)": 5.00014591217041,
      "cov-distil (oracle2teacher)": 5.450360298156738,
      "epoch": 3.4827315541601256,
      "rel-constrast": 2.1523168087005615,
      "step": 4437,
      "subrel-constrast": 3.1739439964294434,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8384053707122803,
      "cov-distil (oracle2student)": 3.897881031036377,
      "cov-distil (oracle2teacher)": 3.637920618057251,
      "epoch": 3.4835164835164836,
      "rel-constrast": 2.0706028938293457,
      "step": 4438,
      "subrel-constrast": 3.267066717147827,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2911663055419922,
      "cov-distil (oracle2student)": 3.423475742340088,
      "cov-distil (oracle2teacher)": 3.2079052925109863,
      "epoch": 3.4843014128728416,
      "rel-constrast": 1.7370266914367676,
      "step": 4439,
      "subrel-constrast": 2.3556368350982666,
      "view-similarity": 0
    },
    {
      "epoch": 3.4850863422291996,
      "grad_norm": 5.3125,
      "learning_rate": 3.7860114491147016e-06,
      "loss": 0.5782,
      "step": 4440
    },
    {
      "cov-distil": 1.6877789497375488,
      "cov-distil (oracle2student)": 6.14523983001709,
      "cov-distil (oracle2teacher)": 5.726074695587158,
      "epoch": 3.4850863422291996,
      "rel-constrast": 2.25289249420166,
      "step": 4440,
      "subrel-constrast": 2.9013423919677734,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7931522130966187,
      "cov-distil (oracle2student)": 4.276661396026611,
      "cov-distil (oracle2teacher)": 4.6318745613098145,
      "epoch": 3.485871271585557,
      "rel-constrast": 2.221081256866455,
      "step": 4441,
      "subrel-constrast": 3.1682393550872803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.188649296760559,
      "cov-distil (oracle2student)": 4.983247756958008,
      "cov-distil (oracle2teacher)": 4.410961151123047,
      "epoch": 3.486656200941915,
      "rel-constrast": 2.030226469039917,
      "step": 4442,
      "subrel-constrast": 2.554565906524658,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8649699687957764,
      "cov-distil (oracle2student)": 5.809355735778809,
      "cov-distil (oracle2teacher)": 5.324517250061035,
      "epoch": 3.487441130298273,
      "rel-constrast": 2.15910005569458,
      "step": 4443,
      "subrel-constrast": 3.054936408996582,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7886595726013184,
      "cov-distil (oracle2student)": 4.740129470825195,
      "cov-distil (oracle2teacher)": 4.623739242553711,
      "epoch": 3.488226059654631,
      "rel-constrast": 3.5112552642822266,
      "step": 4444,
      "subrel-constrast": 4.270315647125244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8596272468566895,
      "cov-distil (oracle2student)": 6.092598915100098,
      "cov-distil (oracle2teacher)": 5.478412628173828,
      "epoch": 3.489010989010989,
      "rel-constrast": 3.0552351474761963,
      "step": 4445,
      "subrel-constrast": 3.4476497173309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.808485507965088,
      "cov-distil (oracle2student)": 4.572514057159424,
      "cov-distil (oracle2teacher)": 4.106260299682617,
      "epoch": 3.489795918367347,
      "rel-constrast": 2.1151068210601807,
      "step": 4446,
      "subrel-constrast": 2.8892290592193604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7972825765609741,
      "cov-distil (oracle2student)": 4.847558975219727,
      "cov-distil (oracle2teacher)": 4.529609680175781,
      "epoch": 3.490580847723705,
      "rel-constrast": 2.4302163124084473,
      "step": 4447,
      "subrel-constrast": 3.3459367752075195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5268728733062744,
      "cov-distil (oracle2student)": 4.124540328979492,
      "cov-distil (oracle2teacher)": 3.9308314323425293,
      "epoch": 3.4913657770800626,
      "rel-constrast": 2.3031845092773438,
      "step": 4448,
      "subrel-constrast": 3.2682182788848877,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0075552463531494,
      "cov-distil (oracle2student)": 4.623798847198486,
      "cov-distil (oracle2teacher)": 4.262937545776367,
      "epoch": 3.4921507064364206,
      "rel-constrast": 2.870882987976074,
      "step": 4449,
      "subrel-constrast": 3.6130218505859375,
      "view-similarity": 0
    },
    {
      "epoch": 3.4929356357927785,
      "grad_norm": 5.03125,
      "learning_rate": 3.6538948049616882e-06,
      "loss": 0.667,
      "step": 4450
    },
    {
      "cov-distil": 1.958586573600769,
      "cov-distil (oracle2student)": 5.941605567932129,
      "cov-distil (oracle2teacher)": 5.154599189758301,
      "epoch": 3.4929356357927785,
      "rel-constrast": 2.101940631866455,
      "step": 4450,
      "subrel-constrast": 3.007847309112549,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0766570568084717,
      "cov-distil (oracle2student)": 4.265132904052734,
      "cov-distil (oracle2teacher)": 3.7462191581726074,
      "epoch": 3.4937205651491365,
      "rel-constrast": 2.2511541843414307,
      "step": 4451,
      "subrel-constrast": 3.2486469745635986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3275394439697266,
      "cov-distil (oracle2student)": 3.629563331604004,
      "cov-distil (oracle2teacher)": 3.45855712890625,
      "epoch": 3.4945054945054945,
      "rel-constrast": 2.5827462673187256,
      "step": 4452,
      "subrel-constrast": 3.111921548843384,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.120272636413574,
      "cov-distil (oracle2student)": 3.489410161972046,
      "cov-distil (oracle2teacher)": 3.4191641807556152,
      "epoch": 3.4952904238618525,
      "rel-constrast": 2.1510682106018066,
      "step": 4453,
      "subrel-constrast": 3.4663283824920654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3373503684997559,
      "cov-distil (oracle2student)": 3.889754295349121,
      "cov-distil (oracle2teacher)": 3.936217784881592,
      "epoch": 3.4960753532182105,
      "rel-constrast": 2.3576769828796387,
      "step": 4454,
      "subrel-constrast": 3.1716885566711426,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9003987312316895,
      "cov-distil (oracle2student)": 4.489752769470215,
      "cov-distil (oracle2teacher)": 3.635396718978882,
      "epoch": 3.496860282574568,
      "rel-constrast": 2.979327440261841,
      "step": 4455,
      "subrel-constrast": 3.307645559310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9191075563430786,
      "cov-distil (oracle2student)": 4.213261604309082,
      "cov-distil (oracle2teacher)": 4.335254669189453,
      "epoch": 3.497645211930926,
      "rel-constrast": 3.3272364139556885,
      "step": 4456,
      "subrel-constrast": 4.288998603820801,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0363192558288574,
      "cov-distil (oracle2student)": 2.539949417114258,
      "cov-distil (oracle2teacher)": 2.9804153442382812,
      "epoch": 3.498430141287284,
      "rel-constrast": 1.4116584062576294,
      "step": 4457,
      "subrel-constrast": 2.7479801177978516,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.67472243309021,
      "cov-distil (oracle2student)": 5.206398010253906,
      "cov-distil (oracle2teacher)": 5.261197566986084,
      "epoch": 3.499215070643642,
      "rel-constrast": 2.11582612991333,
      "step": 4458,
      "subrel-constrast": 3.191436290740967,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.034665107727051,
      "cov-distil (oracle2student)": 4.060175895690918,
      "cov-distil (oracle2teacher)": 3.791362762451172,
      "epoch": 3.5,
      "rel-constrast": 1.961478590965271,
      "step": 4459,
      "subrel-constrast": 2.7672557830810547,
      "view-similarity": 0
    },
    {
      "epoch": 3.500784929356358,
      "grad_norm": 4.03125,
      "learning_rate": 3.524037004591274e-06,
      "loss": 0.627,
      "step": 4460
    },
    {
      "cov-distil": 2.229588270187378,
      "cov-distil (oracle2student)": 4.334547519683838,
      "cov-distil (oracle2teacher)": 4.189174175262451,
      "epoch": 3.500784929356358,
      "rel-constrast": 2.3494505882263184,
      "step": 4460,
      "subrel-constrast": 2.988257884979248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.253835439682007,
      "cov-distil (oracle2student)": 4.978057861328125,
      "cov-distil (oracle2teacher)": 5.264613151550293,
      "epoch": 3.501569858712716,
      "rel-constrast": 2.4760687351226807,
      "step": 4461,
      "subrel-constrast": 3.9344589710235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.635554313659668,
      "cov-distil (oracle2student)": 5.090453147888184,
      "cov-distil (oracle2teacher)": 4.742839336395264,
      "epoch": 3.5023547880690735,
      "rel-constrast": 2.3301117420196533,
      "step": 4462,
      "subrel-constrast": 3.310945749282837,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3654069900512695,
      "cov-distil (oracle2student)": 3.551935911178589,
      "cov-distil (oracle2teacher)": 3.727678060531616,
      "epoch": 3.503139717425432,
      "rel-constrast": 2.314303398132324,
      "step": 4463,
      "subrel-constrast": 2.6470580101013184,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.203023910522461,
      "cov-distil (oracle2student)": 3.3167667388916016,
      "cov-distil (oracle2teacher)": 3.0579423904418945,
      "epoch": 3.5039246467817895,
      "rel-constrast": 1.8894742727279663,
      "step": 4464,
      "subrel-constrast": 2.5021235942840576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6132352352142334,
      "cov-distil (oracle2student)": 2.6929118633270264,
      "cov-distil (oracle2teacher)": 2.7810611724853516,
      "epoch": 3.5047095761381475,
      "rel-constrast": 2.056144952774048,
      "step": 4465,
      "subrel-constrast": 3.542055130004883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9652012586593628,
      "cov-distil (oracle2student)": 3.7548880577087402,
      "cov-distil (oracle2teacher)": 3.6841747760772705,
      "epoch": 3.5054945054945055,
      "rel-constrast": 2.2227330207824707,
      "step": 4466,
      "subrel-constrast": 2.990074634552002,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4251582622528076,
      "cov-distil (oracle2student)": 4.689558506011963,
      "cov-distil (oracle2teacher)": 4.464995384216309,
      "epoch": 3.5062794348508635,
      "rel-constrast": 2.2234644889831543,
      "step": 4467,
      "subrel-constrast": 3.04692006111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.739768624305725,
      "cov-distil (oracle2student)": 5.864975452423096,
      "cov-distil (oracle2teacher)": 5.354766368865967,
      "epoch": 3.5070643642072215,
      "rel-constrast": 2.6961169242858887,
      "step": 4468,
      "subrel-constrast": 3.5507586002349854,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.227351427078247,
      "cov-distil (oracle2student)": 4.067050457000732,
      "cov-distil (oracle2teacher)": 3.876284599304199,
      "epoch": 3.5078492935635794,
      "rel-constrast": 2.2710952758789062,
      "step": 4469,
      "subrel-constrast": 3.5980002880096436,
      "view-similarity": 0
    },
    {
      "epoch": 3.5086342229199374,
      "grad_norm": 4.0625,
      "learning_rate": 3.3964443770894528e-06,
      "loss": 0.6174,
      "step": 4470
    },
    {
      "cov-distil": 1.9591162204742432,
      "cov-distil (oracle2student)": 3.875699758529663,
      "cov-distil (oracle2teacher)": 4.405924320220947,
      "epoch": 3.5086342229199374,
      "rel-constrast": 2.125403642654419,
      "step": 4470,
      "subrel-constrast": 3.3777847290039062,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7889269590377808,
      "cov-distil (oracle2student)": 2.787590980529785,
      "cov-distil (oracle2teacher)": 3.3467719554901123,
      "epoch": 3.509419152276295,
      "rel-constrast": 2.063105344772339,
      "step": 4471,
      "subrel-constrast": 2.8761370182037354,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3871650695800781,
      "cov-distil (oracle2student)": 4.434473037719727,
      "cov-distil (oracle2teacher)": 4.394094944000244,
      "epoch": 3.510204081632653,
      "rel-constrast": 2.6886332035064697,
      "step": 4472,
      "subrel-constrast": 3.440171957015991,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7121143341064453,
      "cov-distil (oracle2student)": 5.303446292877197,
      "cov-distil (oracle2teacher)": 5.188107490539551,
      "epoch": 3.510989010989011,
      "rel-constrast": 2.8209962844848633,
      "step": 4473,
      "subrel-constrast": 3.5781843662261963,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1801228523254395,
      "cov-distil (oracle2student)": 3.8650190830230713,
      "cov-distil (oracle2teacher)": 3.857760429382324,
      "epoch": 3.511773940345369,
      "rel-constrast": 2.398116111755371,
      "step": 4474,
      "subrel-constrast": 3.0382843017578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.754899501800537,
      "cov-distil (oracle2student)": 4.0913214683532715,
      "cov-distil (oracle2teacher)": 3.8864450454711914,
      "epoch": 3.512558869701727,
      "rel-constrast": 2.011204957962036,
      "step": 4475,
      "subrel-constrast": 2.78885555267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4258147478103638,
      "cov-distil (oracle2student)": 4.089475631713867,
      "cov-distil (oracle2teacher)": 4.031155586242676,
      "epoch": 3.513343799058085,
      "rel-constrast": 2.8653922080993652,
      "step": 4476,
      "subrel-constrast": 3.161139965057373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9062728881835938,
      "cov-distil (oracle2student)": 3.7927756309509277,
      "cov-distil (oracle2teacher)": 3.8691565990448,
      "epoch": 3.514128728414443,
      "rel-constrast": 1.7462419271469116,
      "step": 4477,
      "subrel-constrast": 3.092238664627075,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7766568660736084,
      "cov-distil (oracle2student)": 5.786502838134766,
      "cov-distil (oracle2teacher)": 5.455270767211914,
      "epoch": 3.5149136577708004,
      "rel-constrast": 2.363682746887207,
      "step": 4478,
      "subrel-constrast": 3.0272979736328125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.713268518447876,
      "cov-distil (oracle2student)": 4.4570794105529785,
      "cov-distil (oracle2teacher)": 4.147934436798096,
      "epoch": 3.5156985871271584,
      "rel-constrast": 2.564566135406494,
      "step": 4479,
      "subrel-constrast": 2.6733946800231934,
      "view-similarity": 0
    },
    {
      "epoch": 3.5164835164835164,
      "grad_norm": 5.5625,
      "learning_rate": 3.271123141140886e-06,
      "loss": 0.6327,
      "step": 4480
    },
    {
      "cov-distil": 1.492337942123413,
      "cov-distil (oracle2student)": 3.6744234561920166,
      "cov-distil (oracle2teacher)": 3.4565186500549316,
      "epoch": 3.5164835164835164,
      "rel-constrast": 1.766073226928711,
      "step": 4480,
      "subrel-constrast": 3.0517282485961914,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9921015501022339,
      "cov-distil (oracle2student)": 4.543498516082764,
      "cov-distil (oracle2teacher)": 4.671765327453613,
      "epoch": 3.5172684458398744,
      "rel-constrast": 2.6834402084350586,
      "step": 4481,
      "subrel-constrast": 3.450603723526001,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.542618989944458,
      "cov-distil (oracle2student)": 3.5499863624572754,
      "cov-distil (oracle2teacher)": 3.3278815746307373,
      "epoch": 3.5180533751962324,
      "rel-constrast": 1.7604678869247437,
      "step": 4482,
      "subrel-constrast": 2.6137304306030273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7161279916763306,
      "cov-distil (oracle2student)": 3.693166494369507,
      "cov-distil (oracle2teacher)": 3.8274247646331787,
      "epoch": 3.5188383045525904,
      "rel-constrast": 2.4941940307617188,
      "step": 4483,
      "subrel-constrast": 3.3164381980895996,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9178394079208374,
      "cov-distil (oracle2student)": 2.8844361305236816,
      "cov-distil (oracle2teacher)": 3.1278109550476074,
      "epoch": 3.5196232339089484,
      "rel-constrast": 2.5814647674560547,
      "step": 4484,
      "subrel-constrast": 3.298853874206543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4111549854278564,
      "cov-distil (oracle2student)": 3.599898338317871,
      "cov-distil (oracle2teacher)": 4.000946044921875,
      "epoch": 3.520408163265306,
      "rel-constrast": 2.2406628131866455,
      "step": 4485,
      "subrel-constrast": 2.898726224899292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.617609977722168,
      "cov-distil (oracle2student)": 2.6798317432403564,
      "cov-distil (oracle2teacher)": 2.9907188415527344,
      "epoch": 3.521193092621664,
      "rel-constrast": 1.2135108709335327,
      "step": 4486,
      "subrel-constrast": 2.180608034133911,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4072327613830566,
      "cov-distil (oracle2student)": 2.613081932067871,
      "cov-distil (oracle2teacher)": 2.724095344543457,
      "epoch": 3.521978021978022,
      "rel-constrast": 1.6679573059082031,
      "step": 4487,
      "subrel-constrast": 2.291022539138794,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8581053018569946,
      "cov-distil (oracle2student)": 4.707311153411865,
      "cov-distil (oracle2teacher)": 4.83995246887207,
      "epoch": 3.52276295133438,
      "rel-constrast": 2.7243292331695557,
      "step": 4488,
      "subrel-constrast": 3.392864465713501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8164935111999512,
      "cov-distil (oracle2student)": 4.753491401672363,
      "cov-distil (oracle2teacher)": 4.026015281677246,
      "epoch": 3.523547880690738,
      "rel-constrast": 2.7790658473968506,
      "step": 4489,
      "subrel-constrast": 3.4058852195739746,
      "view-similarity": 0
    },
    {
      "epoch": 3.524332810047096,
      "grad_norm": 4.96875,
      "learning_rate": 3.148079404725801e-06,
      "loss": 0.5897,
      "step": 4490
    },
    {
      "cov-distil": 2.2631187438964844,
      "cov-distil (oracle2student)": 3.5880775451660156,
      "cov-distil (oracle2teacher)": 4.0089616775512695,
      "epoch": 3.524332810047096,
      "rel-constrast": 2.7008216381073,
      "step": 4490,
      "subrel-constrast": 3.9972333908081055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6353983879089355,
      "cov-distil (oracle2student)": 4.922049522399902,
      "cov-distil (oracle2teacher)": 4.641421794891357,
      "epoch": 3.525117739403454,
      "rel-constrast": 3.3617074489593506,
      "step": 4491,
      "subrel-constrast": 4.084305286407471,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8021841049194336,
      "cov-distil (oracle2student)": 3.861502170562744,
      "cov-distil (oracle2teacher)": 3.4245481491088867,
      "epoch": 3.5259026687598114,
      "rel-constrast": 1.5316680669784546,
      "step": 4492,
      "subrel-constrast": 2.4782681465148926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8213603496551514,
      "cov-distil (oracle2student)": 2.4318642616271973,
      "cov-distil (oracle2teacher)": 2.974419593811035,
      "epoch": 3.5266875981161694,
      "rel-constrast": 2.162761688232422,
      "step": 4493,
      "subrel-constrast": 2.6407291889190674,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.781630277633667,
      "cov-distil (oracle2student)": 3.0402631759643555,
      "cov-distil (oracle2teacher)": 2.8036067485809326,
      "epoch": 3.5274725274725274,
      "rel-constrast": 1.7439155578613281,
      "step": 4494,
      "subrel-constrast": 2.6007080078125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3101963996887207,
      "cov-distil (oracle2student)": 3.613964080810547,
      "cov-distil (oracle2teacher)": 3.7327637672424316,
      "epoch": 3.5282574568288854,
      "rel-constrast": 1.8615825176239014,
      "step": 4495,
      "subrel-constrast": 2.6731619834899902,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6983773708343506,
      "cov-distil (oracle2student)": 5.233423233032227,
      "cov-distil (oracle2teacher)": 4.644761562347412,
      "epoch": 3.5290423861852434,
      "rel-constrast": 3.036311626434326,
      "step": 4496,
      "subrel-constrast": 3.6556575298309326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9098716974258423,
      "cov-distil (oracle2student)": 4.295848369598389,
      "cov-distil (oracle2teacher)": 4.3195013999938965,
      "epoch": 3.5298273155416013,
      "rel-constrast": 1.990187406539917,
      "step": 4497,
      "subrel-constrast": 2.7715606689453125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9558258056640625,
      "cov-distil (oracle2student)": 4.897955417633057,
      "cov-distil (oracle2teacher)": 4.035977363586426,
      "epoch": 3.5306122448979593,
      "rel-constrast": 2.116678237915039,
      "step": 4498,
      "subrel-constrast": 2.8870632648468018,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6292874813079834,
      "cov-distil (oracle2student)": 5.297050476074219,
      "cov-distil (oracle2teacher)": 4.842617034912109,
      "epoch": 3.531397174254317,
      "rel-constrast": 2.0613584518432617,
      "step": 4499,
      "subrel-constrast": 2.9817745685577393,
      "view-similarity": 0
    },
    {
      "epoch": 3.5321821036106753,
      "grad_norm": 4.90625,
      "learning_rate": 3.0273191648223287e-06,
      "loss": 0.6087,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-P@10": 0.7619999999999999,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-nDCG@10": 0.7686158559755664,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-alpha_nDCG@10": 0.5909428626588723,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/duc04-Cov@10": 0.34423443223443223,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-P@10": 0.43599999999999994,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-nDCG@10": 0.6153347678900275,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-alpha_nDCG@10": 0.6009885772956032,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/multi_news-Cov@10": 0.21153571428571427,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "eval/avg": 0.541206526292527,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "overlap": 0.31562501192092896,
      "step": 4500
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "student margin": 0.06317138671875
    },
    {
      "epoch": 3.5321821036106753,
      "step": 4500,
      "teacher margin": 0.0450439453125
    },
    {
      "epoch": 3.5321821036106753,
      "margin difference": -0.01812744140625,
      "step": 4500
    },
    {
      "cov-distil": 1.6184757947921753,
      "cov-distil (oracle2student)": 2.6324806213378906,
      "cov-distil (oracle2teacher)": 3.4813361167907715,
      "epoch": 3.5321821036106753,
      "rel-constrast": 2.8334858417510986,
      "step": 4500,
      "subrel-constrast": 3.6638946533203125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7218812704086304,
      "cov-distil (oracle2student)": 4.811350345611572,
      "cov-distil (oracle2teacher)": 4.313404083251953,
      "epoch": 3.532967032967033,
      "rel-constrast": 2.431558847427368,
      "step": 4501,
      "subrel-constrast": 3.033968925476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4086670875549316,
      "cov-distil (oracle2student)": 4.346802711486816,
      "cov-distil (oracle2teacher)": 4.337717533111572,
      "epoch": 3.533751962323391,
      "rel-constrast": 1.8283191919326782,
      "step": 4502,
      "subrel-constrast": 2.563990831375122,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0683865547180176,
      "cov-distil (oracle2student)": 4.330562591552734,
      "cov-distil (oracle2teacher)": 4.358789443969727,
      "epoch": 3.534536891679749,
      "rel-constrast": 2.474179267883301,
      "step": 4503,
      "subrel-constrast": 3.9643869400024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4797972440719604,
      "cov-distil (oracle2student)": 4.849620342254639,
      "cov-distil (oracle2teacher)": 4.095290184020996,
      "epoch": 3.535321821036107,
      "rel-constrast": 1.9627742767333984,
      "step": 4504,
      "subrel-constrast": 2.547589063644409,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6178257465362549,
      "cov-distil (oracle2student)": 4.437561511993408,
      "cov-distil (oracle2teacher)": 4.015113830566406,
      "epoch": 3.536106750392465,
      "rel-constrast": 2.822122812271118,
      "step": 4505,
      "subrel-constrast": 3.7309188842773438,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7172739505767822,
      "cov-distil (oracle2student)": 4.931971549987793,
      "cov-distil (oracle2teacher)": 4.630979061126709,
      "epoch": 3.5368916797488223,
      "rel-constrast": 1.7694578170776367,
      "step": 4506,
      "subrel-constrast": 2.9830732345581055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5897562503814697,
      "cov-distil (oracle2student)": 3.59843111038208,
      "cov-distil (oracle2teacher)": 3.529524803161621,
      "epoch": 3.537676609105181,
      "rel-constrast": 1.9737865924835205,
      "step": 4507,
      "subrel-constrast": 2.751462936401367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8175475597381592,
      "cov-distil (oracle2student)": 4.3638129234313965,
      "cov-distil (oracle2teacher)": 4.585679054260254,
      "epoch": 3.5384615384615383,
      "rel-constrast": 1.9325363636016846,
      "step": 4508,
      "subrel-constrast": 2.977959632873535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9878242015838623,
      "cov-distil (oracle2student)": 3.3041343688964844,
      "cov-distil (oracle2teacher)": 3.2931761741638184,
      "epoch": 3.5392464678178963,
      "rel-constrast": 2.543585777282715,
      "step": 4509,
      "subrel-constrast": 3.224027633666992,
      "view-similarity": 0
    },
    {
      "epoch": 3.5400313971742543,
      "grad_norm": 5.0625,
      "learning_rate": 2.9088483071141983e-06,
      "loss": 0.6069,
      "step": 4510
    },
    {
      "cov-distil": 2.1317687034606934,
      "cov-distil (oracle2student)": 4.874473571777344,
      "cov-distil (oracle2teacher)": 4.6104936599731445,
      "epoch": 3.5400313971742543,
      "rel-constrast": 2.6137897968292236,
      "step": 4510,
      "subrel-constrast": 3.1863198280334473,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6482279300689697,
      "cov-distil (oracle2student)": 2.9843008518218994,
      "cov-distil (oracle2teacher)": 3.034259557723999,
      "epoch": 3.5408163265306123,
      "rel-constrast": 1.886802077293396,
      "step": 4511,
      "subrel-constrast": 2.8136072158813477,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.346513271331787,
      "cov-distil (oracle2student)": 4.72395133972168,
      "cov-distil (oracle2teacher)": 4.433164119720459,
      "epoch": 3.5416012558869703,
      "rel-constrast": 1.4032647609710693,
      "step": 4512,
      "subrel-constrast": 2.36037015914917,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6779515743255615,
      "cov-distil (oracle2student)": 3.3828577995300293,
      "cov-distil (oracle2teacher)": 3.4536399841308594,
      "epoch": 3.542386185243328,
      "rel-constrast": 1.8122615814208984,
      "step": 4513,
      "subrel-constrast": 2.934880256652832,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.600369930267334,
      "cov-distil (oracle2student)": 5.827666282653809,
      "cov-distil (oracle2teacher)": 4.575405120849609,
      "epoch": 3.5431711145996863,
      "rel-constrast": 2.2646703720092773,
      "step": 4514,
      "subrel-constrast": 2.8642349243164062,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1143715381622314,
      "cov-distil (oracle2student)": 5.673896789550781,
      "cov-distil (oracle2teacher)": 5.507694244384766,
      "epoch": 3.543956043956044,
      "rel-constrast": 2.2136714458465576,
      "step": 4515,
      "subrel-constrast": 3.392334461212158,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.611775279045105,
      "cov-distil (oracle2student)": 5.265192031860352,
      "cov-distil (oracle2teacher)": 4.9913177490234375,
      "epoch": 3.544740973312402,
      "rel-constrast": 1.8105828762054443,
      "step": 4516,
      "subrel-constrast": 2.7669079303741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567306399345398,
      "cov-distil (oracle2student)": 3.263261318206787,
      "cov-distil (oracle2teacher)": 2.8143739700317383,
      "epoch": 3.5455259026687598,
      "rel-constrast": 1.561012625694275,
      "step": 4517,
      "subrel-constrast": 2.1833763122558594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3741061687469482,
      "cov-distil (oracle2student)": 3.5897216796875,
      "cov-distil (oracle2teacher)": 3.30435848236084,
      "epoch": 3.5463108320251178,
      "rel-constrast": 2.173562526702881,
      "step": 4518,
      "subrel-constrast": 3.118009328842163,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.973570704460144,
      "cov-distil (oracle2student)": 4.541711330413818,
      "cov-distil (oracle2teacher)": 4.940058708190918,
      "epoch": 3.5470957613814758,
      "rel-constrast": 2.4741640090942383,
      "step": 4519,
      "subrel-constrast": 3.734102964401245,
      "view-similarity": 0
    },
    {
      "epoch": 3.5478806907378337,
      "grad_norm": 4.6875,
      "learning_rate": 2.7926726057038666e-06,
      "loss": 0.5505,
      "step": 4520
    },
    {
      "cov-distil": 1.6394705772399902,
      "cov-distil (oracle2student)": 4.699868679046631,
      "cov-distil (oracle2teacher)": 4.924978256225586,
      "epoch": 3.5478806907378337,
      "rel-constrast": 3.2281978130340576,
      "step": 4520,
      "subrel-constrast": 3.993389368057251,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0828633308410645,
      "cov-distil (oracle2student)": 5.2185750007629395,
      "cov-distil (oracle2teacher)": 4.561531066894531,
      "epoch": 3.5486656200941917,
      "rel-constrast": 1.301550030708313,
      "step": 4521,
      "subrel-constrast": 2.490302324295044,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6215567588806152,
      "cov-distil (oracle2student)": 2.8991496562957764,
      "cov-distil (oracle2teacher)": 3.016603469848633,
      "epoch": 3.5494505494505493,
      "rel-constrast": 2.2018423080444336,
      "step": 4522,
      "subrel-constrast": 3.5429933071136475,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.001171588897705,
      "cov-distil (oracle2student)": 6.313061714172363,
      "cov-distil (oracle2teacher)": 5.313199996948242,
      "epoch": 3.5502354788069073,
      "rel-constrast": 3.291261672973633,
      "step": 4523,
      "subrel-constrast": 3.9320783615112305,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8290079832077026,
      "cov-distil (oracle2student)": 4.682668209075928,
      "cov-distil (oracle2teacher)": 4.403684616088867,
      "epoch": 3.5510204081632653,
      "rel-constrast": 1.9681860208511353,
      "step": 4524,
      "subrel-constrast": 2.8740129470825195,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9647568464279175,
      "cov-distil (oracle2student)": 4.2842841148376465,
      "cov-distil (oracle2teacher)": 4.8954691886901855,
      "epoch": 3.5518053375196232,
      "rel-constrast": 1.4455499649047852,
      "step": 4525,
      "subrel-constrast": 2.644423484802246,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.626145601272583,
      "cov-distil (oracle2student)": 3.7898054122924805,
      "cov-distil (oracle2teacher)": 3.7805023193359375,
      "epoch": 3.5525902668759812,
      "rel-constrast": 2.7687482833862305,
      "step": 4526,
      "subrel-constrast": 3.2663228511810303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.731886386871338,
      "cov-distil (oracle2student)": 3.771289110183716,
      "cov-distil (oracle2teacher)": 3.2748544216156006,
      "epoch": 3.553375196232339,
      "rel-constrast": 2.837620735168457,
      "step": 4527,
      "subrel-constrast": 3.2804248332977295,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.957363486289978,
      "cov-distil (oracle2student)": 4.666904449462891,
      "cov-distil (oracle2teacher)": 4.277424335479736,
      "epoch": 3.554160125588697,
      "rel-constrast": 2.296712875366211,
      "step": 4528,
      "subrel-constrast": 3.224203586578369,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2589884996414185,
      "cov-distil (oracle2student)": 3.131178379058838,
      "cov-distil (oracle2teacher)": 3.6181416511535645,
      "epoch": 3.5549450549450547,
      "rel-constrast": 2.434389114379883,
      "step": 4529,
      "subrel-constrast": 3.30039119720459,
      "view-similarity": 0
    },
    {
      "epoch": 3.5557299843014127,
      "grad_norm": 4.46875,
      "learning_rate": 2.6787977228311334e-06,
      "loss": 0.6411,
      "step": 4530
    },
    {
      "cov-distil": 1.6550445556640625,
      "cov-distil (oracle2student)": 4.676434516906738,
      "cov-distil (oracle2teacher)": 4.484514236450195,
      "epoch": 3.5557299843014127,
      "rel-constrast": 2.252224922180176,
      "step": 4530,
      "subrel-constrast": 2.6454927921295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7648041248321533,
      "cov-distil (oracle2student)": 3.7930312156677246,
      "cov-distil (oracle2teacher)": 3.9728269577026367,
      "epoch": 3.5565149136577707,
      "rel-constrast": 1.9080705642700195,
      "step": 4531,
      "subrel-constrast": 3.565213441848755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.860755443572998,
      "cov-distil (oracle2student)": 5.02315092086792,
      "cov-distil (oracle2teacher)": 5.002429008483887,
      "epoch": 3.5572998430141287,
      "rel-constrast": 2.997885227203369,
      "step": 4532,
      "subrel-constrast": 4.139917850494385,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.829496145248413,
      "cov-distil (oracle2student)": 4.512171745300293,
      "cov-distil (oracle2teacher)": 4.459430694580078,
      "epoch": 3.5580847723704867,
      "rel-constrast": 1.8769621849060059,
      "step": 4533,
      "subrel-constrast": 3.089608669281006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5087167024612427,
      "cov-distil (oracle2student)": 3.063476324081421,
      "cov-distil (oracle2teacher)": 3.61069655418396,
      "epoch": 3.5588697017268447,
      "rel-constrast": 2.068932056427002,
      "step": 4534,
      "subrel-constrast": 2.90667462348938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7274086475372314,
      "cov-distil (oracle2student)": 5.179714202880859,
      "cov-distil (oracle2teacher)": 4.846814155578613,
      "epoch": 3.5596546310832027,
      "rel-constrast": 1.9749616384506226,
      "step": 4535,
      "subrel-constrast": 2.8666398525238037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9015674591064453,
      "cov-distil (oracle2student)": 5.939079284667969,
      "cov-distil (oracle2teacher)": 5.759387969970703,
      "epoch": 3.5604395604395602,
      "rel-constrast": 1.8553065061569214,
      "step": 4536,
      "subrel-constrast": 3.2300710678100586,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0000481605529785,
      "cov-distil (oracle2student)": 3.462909698486328,
      "cov-distil (oracle2teacher)": 3.7508926391601562,
      "epoch": 3.561224489795918,
      "rel-constrast": 3.0780019760131836,
      "step": 4537,
      "subrel-constrast": 3.969325065612793,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3227097988128662,
      "cov-distil (oracle2student)": 4.712428569793701,
      "cov-distil (oracle2teacher)": 4.628086090087891,
      "epoch": 3.562009419152276,
      "rel-constrast": 2.0581579208374023,
      "step": 4538,
      "subrel-constrast": 2.8888301849365234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4982715845108032,
      "cov-distil (oracle2student)": 5.399590492248535,
      "cov-distil (oracle2teacher)": 5.113938808441162,
      "epoch": 3.562794348508634,
      "rel-constrast": 2.6146042346954346,
      "step": 4539,
      "subrel-constrast": 3.7199227809906006,
      "view-similarity": 0
    },
    {
      "epoch": 3.563579277864992,
      "grad_norm": 4.375,
      "learning_rate": 2.567229208597127e-06,
      "loss": 0.6098,
      "step": 4540
    },
    {
      "cov-distil": 1.7294049263000488,
      "cov-distil (oracle2student)": 3.91279935836792,
      "cov-distil (oracle2teacher)": 3.496763229370117,
      "epoch": 3.563579277864992,
      "rel-constrast": 2.317239761352539,
      "step": 4540,
      "subrel-constrast": 2.993931770324707,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8364081382751465,
      "cov-distil (oracle2student)": 4.36570405960083,
      "cov-distil (oracle2teacher)": 3.834106206893921,
      "epoch": 3.56436420722135,
      "rel-constrast": 2.931823253631592,
      "step": 4541,
      "subrel-constrast": 3.7234296798706055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.606184482574463,
      "cov-distil (oracle2student)": 4.835593223571777,
      "cov-distil (oracle2teacher)": 4.1566243171691895,
      "epoch": 3.565149136577708,
      "rel-constrast": 2.68254017829895,
      "step": 4542,
      "subrel-constrast": 3.353546142578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.158975601196289,
      "cov-distil (oracle2student)": 2.8633952140808105,
      "cov-distil (oracle2teacher)": 3.4758529663085938,
      "epoch": 3.5659340659340657,
      "rel-constrast": 1.1557879447937012,
      "step": 4543,
      "subrel-constrast": 2.446688413619995,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5741831064224243,
      "cov-distil (oracle2student)": 4.049153804779053,
      "cov-distil (oracle2teacher)": 3.7448854446411133,
      "epoch": 3.566718995290424,
      "rel-constrast": 1.332688570022583,
      "step": 4544,
      "subrel-constrast": 2.2324705123901367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.55228590965271,
      "cov-distil (oracle2student)": 4.074703693389893,
      "cov-distil (oracle2teacher)": 3.7500429153442383,
      "epoch": 3.5675039246467817,
      "rel-constrast": 1.926011562347412,
      "step": 4545,
      "subrel-constrast": 2.385341167449951,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.374027729034424,
      "cov-distil (oracle2student)": 2.5627102851867676,
      "cov-distil (oracle2teacher)": 2.8295085430145264,
      "epoch": 3.5682888540031397,
      "rel-constrast": 2.393669843673706,
      "step": 4546,
      "subrel-constrast": 3.313570022583008,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5463581085205078,
      "cov-distil (oracle2student)": 5.043703556060791,
      "cov-distil (oracle2teacher)": 4.477585315704346,
      "epoch": 3.5690737833594977,
      "rel-constrast": 2.0997323989868164,
      "step": 4547,
      "subrel-constrast": 2.9509007930755615,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3124761581420898,
      "cov-distil (oracle2student)": 4.235011100769043,
      "cov-distil (oracle2teacher)": 3.7300126552581787,
      "epoch": 3.5698587127158556,
      "rel-constrast": 2.436819314956665,
      "step": 4548,
      "subrel-constrast": 3.1640737056732178,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2941579818725586,
      "cov-distil (oracle2student)": 3.627903699874878,
      "cov-distil (oracle2teacher)": 3.3035097122192383,
      "epoch": 3.5706436420722136,
      "rel-constrast": 1.7536470890045166,
      "step": 4549,
      "subrel-constrast": 2.264822244644165,
      "view-similarity": 0
    },
    {
      "epoch": 3.571428571428571,
      "grad_norm": 4.25,
      "learning_rate": 2.4579725006938337e-06,
      "loss": 0.5682,
      "step": 4550
    },
    {
      "cov-distil": 2.1067075729370117,
      "cov-distil (oracle2student)": 4.3180389404296875,
      "cov-distil (oracle2teacher)": 3.905829429626465,
      "epoch": 3.571428571428571,
      "rel-constrast": 1.7503533363342285,
      "step": 4550,
      "subrel-constrast": 2.7205355167388916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.336719036102295,
      "cov-distil (oracle2student)": 5.294596195220947,
      "cov-distil (oracle2teacher)": 4.634659767150879,
      "epoch": 3.5722135007849296,
      "rel-constrast": 2.5257248878479004,
      "step": 4551,
      "subrel-constrast": 3.3404288291931152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.757044792175293,
      "cov-distil (oracle2student)": 5.6406660079956055,
      "cov-distil (oracle2teacher)": 5.467449188232422,
      "epoch": 3.572998430141287,
      "rel-constrast": 1.6708717346191406,
      "step": 4552,
      "subrel-constrast": 2.903347969055176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8159319162368774,
      "cov-distil (oracle2student)": 5.508853912353516,
      "cov-distil (oracle2teacher)": 5.293848037719727,
      "epoch": 3.573783359497645,
      "rel-constrast": 1.888453722000122,
      "step": 4553,
      "subrel-constrast": 2.901057243347168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3659838438034058,
      "cov-distil (oracle2student)": 3.3637735843658447,
      "cov-distil (oracle2teacher)": 3.2623367309570312,
      "epoch": 3.574568288854003,
      "rel-constrast": 1.533752679824829,
      "step": 4554,
      "subrel-constrast": 2.3387129306793213,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4192650318145752,
      "cov-distil (oracle2student)": 5.617971897125244,
      "cov-distil (oracle2teacher)": 5.477782726287842,
      "epoch": 3.575353218210361,
      "rel-constrast": 1.9544305801391602,
      "step": 4555,
      "subrel-constrast": 2.857542037963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1508538722991943,
      "cov-distil (oracle2student)": 1.6105930805206299,
      "cov-distil (oracle2teacher)": 2.4734489917755127,
      "epoch": 3.576138147566719,
      "rel-constrast": 1.544156789779663,
      "step": 4556,
      "subrel-constrast": 2.933387041091919,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.458338975906372,
      "cov-distil (oracle2student)": 4.920928955078125,
      "cov-distil (oracle2teacher)": 5.048694133758545,
      "epoch": 3.5769230769230766,
      "rel-constrast": 2.1539173126220703,
      "step": 4557,
      "subrel-constrast": 3.159294605255127,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5267081260681152,
      "cov-distil (oracle2student)": 4.748502731323242,
      "cov-distil (oracle2teacher)": 4.380561828613281,
      "epoch": 3.577708006279435,
      "rel-constrast": 1.6615521907806396,
      "step": 4558,
      "subrel-constrast": 2.533571481704712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8729915618896484,
      "cov-distil (oracle2student)": 5.7847113609313965,
      "cov-distil (oracle2teacher)": 4.961236000061035,
      "epoch": 3.5784929356357926,
      "rel-constrast": 2.1109328269958496,
      "step": 4559,
      "subrel-constrast": 3.402963161468506,
      "view-similarity": 0
    },
    {
      "epoch": 3.5792778649921506,
      "grad_norm": 6.1875,
      "learning_rate": 2.351032924139063e-06,
      "loss": 0.5119,
      "step": 4560
    },
    {
      "cov-distil": 1.8583567142486572,
      "cov-distil (oracle2student)": 5.781968116760254,
      "cov-distil (oracle2teacher)": 5.32350492477417,
      "epoch": 3.5792778649921506,
      "rel-constrast": 1.4524829387664795,
      "step": 4560,
      "subrel-constrast": 2.9343762397766113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1764782667160034,
      "cov-distil (oracle2student)": 3.9556689262390137,
      "cov-distil (oracle2teacher)": 3.6485486030578613,
      "epoch": 3.5800627943485086,
      "rel-constrast": 2.1372008323669434,
      "step": 4561,
      "subrel-constrast": 2.804222583770752,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6162025928497314,
      "cov-distil (oracle2student)": 4.348415374755859,
      "cov-distil (oracle2teacher)": 4.005415916442871,
      "epoch": 3.5808477237048666,
      "rel-constrast": 1.274919867515564,
      "step": 4562,
      "subrel-constrast": 2.2851624488830566,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6172527074813843,
      "cov-distil (oracle2student)": 4.989938259124756,
      "cov-distil (oracle2teacher)": 4.385976314544678,
      "epoch": 3.5816326530612246,
      "rel-constrast": 1.5210309028625488,
      "step": 4563,
      "subrel-constrast": 2.133882999420166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.747819423675537,
      "cov-distil (oracle2student)": 4.2797627449035645,
      "cov-distil (oracle2teacher)": 4.051748275756836,
      "epoch": 3.5824175824175826,
      "rel-constrast": 2.299250841140747,
      "step": 4564,
      "subrel-constrast": 2.981003522872925,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0181093215942383,
      "cov-distil (oracle2student)": 3.566230297088623,
      "cov-distil (oracle2teacher)": 3.6622254848480225,
      "epoch": 3.5832025117739406,
      "rel-constrast": 2.0083487033843994,
      "step": 4565,
      "subrel-constrast": 3.072781801223755,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.775524377822876,
      "cov-distil (oracle2student)": 5.279726028442383,
      "cov-distil (oracle2teacher)": 4.5907182693481445,
      "epoch": 3.583987441130298,
      "rel-constrast": 2.416830062866211,
      "step": 4566,
      "subrel-constrast": 3.4665393829345703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.157322645187378,
      "cov-distil (oracle2student)": 4.686007499694824,
      "cov-distil (oracle2teacher)": 4.088972568511963,
      "epoch": 3.584772370486656,
      "rel-constrast": 2.01495361328125,
      "step": 4567,
      "subrel-constrast": 2.641101837158203,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4641470909118652,
      "cov-distil (oracle2student)": 5.236804962158203,
      "cov-distil (oracle2teacher)": 4.687687873840332,
      "epoch": 3.585557299843014,
      "rel-constrast": 2.317460060119629,
      "step": 4568,
      "subrel-constrast": 3.120638370513916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9218366146087646,
      "cov-distil (oracle2student)": 4.365854263305664,
      "cov-distil (oracle2teacher)": 4.502352714538574,
      "epoch": 3.586342229199372,
      "rel-constrast": 1.7704052925109863,
      "step": 4569,
      "subrel-constrast": 2.9531567096710205,
      "view-similarity": 0
    },
    {
      "epoch": 3.58712715855573,
      "grad_norm": 5.21875,
      "learning_rate": 2.2464156910168954e-06,
      "loss": 0.5237,
      "step": 4570
    },
    {
      "cov-distil": 1.6700139045715332,
      "cov-distil (oracle2student)": 5.073310852050781,
      "cov-distil (oracle2teacher)": 4.96714448928833,
      "epoch": 3.58712715855573,
      "rel-constrast": 3.511841297149658,
      "step": 4570,
      "subrel-constrast": 4.088242530822754,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6648120880126953,
      "cov-distil (oracle2student)": 3.5671956539154053,
      "cov-distil (oracle2teacher)": 3.930485248565674,
      "epoch": 3.587912087912088,
      "rel-constrast": 2.383024215698242,
      "step": 4571,
      "subrel-constrast": 3.3553097248077393,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0865938663482666,
      "cov-distil (oracle2student)": 3.3317933082580566,
      "cov-distil (oracle2teacher)": 3.23641300201416,
      "epoch": 3.588697017268446,
      "rel-constrast": 1.7424931526184082,
      "step": 4572,
      "subrel-constrast": 2.3239123821258545,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0732171535491943,
      "cov-distil (oracle2student)": 3.309561014175415,
      "cov-distil (oracle2teacher)": 3.4565324783325195,
      "epoch": 3.5894819466248036,
      "rel-constrast": 1.56638503074646,
      "step": 4573,
      "subrel-constrast": 2.1649250984191895,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1097302436828613,
      "cov-distil (oracle2student)": 3.3524293899536133,
      "cov-distil (oracle2teacher)": 3.4167704582214355,
      "epoch": 3.5902668759811616,
      "rel-constrast": 2.096670150756836,
      "step": 4574,
      "subrel-constrast": 2.9443857669830322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0061960220336914,
      "cov-distil (oracle2student)": 4.405043601989746,
      "cov-distil (oracle2teacher)": 3.619501829147339,
      "epoch": 3.5910518053375196,
      "rel-constrast": 1.7837008237838745,
      "step": 4575,
      "subrel-constrast": 2.818293571472168,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.459062099456787,
      "cov-distil (oracle2student)": 4.1425461769104,
      "cov-distil (oracle2teacher)": 4.137442588806152,
      "epoch": 3.5918367346938775,
      "rel-constrast": 2.1332433223724365,
      "step": 4576,
      "subrel-constrast": 2.7150347232818604,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8648585081100464,
      "cov-distil (oracle2student)": 4.245536804199219,
      "cov-distil (oracle2teacher)": 4.482126235961914,
      "epoch": 3.5926216640502355,
      "rel-constrast": 2.87026047706604,
      "step": 4577,
      "subrel-constrast": 3.3257393836975098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7118432521820068,
      "cov-distil (oracle2student)": 4.835226535797119,
      "cov-distil (oracle2teacher)": 4.738188743591309,
      "epoch": 3.5934065934065935,
      "rel-constrast": 2.4643783569335938,
      "step": 4578,
      "subrel-constrast": 3.4328267574310303,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.246643304824829,
      "cov-distil (oracle2student)": 4.750425815582275,
      "cov-distil (oracle2teacher)": 4.355573654174805,
      "epoch": 3.5941915227629515,
      "rel-constrast": 2.5962915420532227,
      "step": 4579,
      "subrel-constrast": 2.991007089614868,
      "view-similarity": 0
    },
    {
      "epoch": 3.594976452119309,
      "grad_norm": 4.625,
      "learning_rate": 2.1441259002236924e-06,
      "loss": 0.6209,
      "step": 4580
    },
    {
      "cov-distil": 1.9178881645202637,
      "cov-distil (oracle2student)": 4.142244815826416,
      "cov-distil (oracle2teacher)": 4.280127048492432,
      "epoch": 3.594976452119309,
      "rel-constrast": 1.5781679153442383,
      "step": 4580,
      "subrel-constrast": 2.7150626182556152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6371039152145386,
      "cov-distil (oracle2student)": 3.2323999404907227,
      "cov-distil (oracle2teacher)": 3.4393563270568848,
      "epoch": 3.595761381475667,
      "rel-constrast": 1.573817491531372,
      "step": 4581,
      "subrel-constrast": 2.828216314315796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4308770895004272,
      "cov-distil (oracle2student)": 4.844643592834473,
      "cov-distil (oracle2teacher)": 4.985106468200684,
      "epoch": 3.596546310832025,
      "rel-constrast": 2.986741304397583,
      "step": 4582,
      "subrel-constrast": 4.147075176239014,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2964329719543457,
      "cov-distil (oracle2student)": 5.27261209487915,
      "cov-distil (oracle2teacher)": 4.973293304443359,
      "epoch": 3.597331240188383,
      "rel-constrast": 2.1357600688934326,
      "step": 4583,
      "subrel-constrast": 2.876248836517334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6613905429840088,
      "cov-distil (oracle2student)": 3.3668863773345947,
      "cov-distil (oracle2teacher)": 3.341200351715088,
      "epoch": 3.598116169544741,
      "rel-constrast": 2.573110580444336,
      "step": 4584,
      "subrel-constrast": 3.343247175216675,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4510483741760254,
      "cov-distil (oracle2student)": 5.100914478302002,
      "cov-distil (oracle2teacher)": 4.6387763023376465,
      "epoch": 3.598901098901099,
      "rel-constrast": 1.817772388458252,
      "step": 4585,
      "subrel-constrast": 2.414999485015869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3205667734146118,
      "cov-distil (oracle2student)": 4.623664855957031,
      "cov-distil (oracle2teacher)": 3.946946620941162,
      "epoch": 3.599686028257457,
      "rel-constrast": 1.6839540004730225,
      "step": 4586,
      "subrel-constrast": 2.429309844970703,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2158408164978027,
      "cov-distil (oracle2student)": 3.223526954650879,
      "cov-distil (oracle2teacher)": 3.1786136627197266,
      "epoch": 3.6004709576138145,
      "rel-constrast": 2.3391385078430176,
      "step": 4587,
      "subrel-constrast": 3.071343421936035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2943141460418701,
      "cov-distil (oracle2student)": 4.276800632476807,
      "cov-distil (oracle2teacher)": 3.846299171447754,
      "epoch": 3.601255886970173,
      "rel-constrast": 2.6699271202087402,
      "step": 4588,
      "subrel-constrast": 3.124401569366455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6144367456436157,
      "cov-distil (oracle2student)": 5.865997314453125,
      "cov-distil (oracle2teacher)": 5.861208438873291,
      "epoch": 3.6020408163265305,
      "rel-constrast": 2.212935447692871,
      "step": 4589,
      "subrel-constrast": 3.0016984939575195,
      "view-similarity": 0
    },
    {
      "epoch": 3.6028257456828885,
      "grad_norm": 4.21875,
      "learning_rate": 2.0441685372195484e-06,
      "loss": 0.5789,
      "step": 4590
    },
    {
      "cov-distil": 2.380855083465576,
      "cov-distil (oracle2student)": 6.170393943786621,
      "cov-distil (oracle2teacher)": 5.173789024353027,
      "epoch": 3.6028257456828885,
      "rel-constrast": 2.3206677436828613,
      "step": 4590,
      "subrel-constrast": 3.4121246337890625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3044573068618774,
      "cov-distil (oracle2student)": 4.272763729095459,
      "cov-distil (oracle2teacher)": 3.8975586891174316,
      "epoch": 3.6036106750392465,
      "rel-constrast": 2.717885732650757,
      "step": 4591,
      "subrel-constrast": 3.2449698448181152,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.603391408920288,
      "cov-distil (oracle2student)": 3.579425811767578,
      "cov-distil (oracle2teacher)": 3.7063541412353516,
      "epoch": 3.6043956043956045,
      "rel-constrast": 2.285696029663086,
      "step": 4592,
      "subrel-constrast": 3.56844162940979,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6471161842346191,
      "cov-distil (oracle2student)": 4.819671630859375,
      "cov-distil (oracle2teacher)": 4.7239484786987305,
      "epoch": 3.6051805337519625,
      "rel-constrast": 2.325596570968628,
      "step": 4593,
      "subrel-constrast": 3.1631617546081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7575891017913818,
      "cov-distil (oracle2student)": 4.960376739501953,
      "cov-distil (oracle2teacher)": 4.474435806274414,
      "epoch": 3.60596546310832,
      "rel-constrast": 1.9924232959747314,
      "step": 4594,
      "subrel-constrast": 2.9306955337524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3606938123703003,
      "cov-distil (oracle2student)": 3.3353328704833984,
      "cov-distil (oracle2teacher)": 3.4145259857177734,
      "epoch": 3.6067503924646784,
      "rel-constrast": 1.5030912160873413,
      "step": 4595,
      "subrel-constrast": 2.043987512588501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5722076892852783,
      "cov-distil (oracle2student)": 5.3848371505737305,
      "cov-distil (oracle2teacher)": 4.843737602233887,
      "epoch": 3.607535321821036,
      "rel-constrast": 2.3361566066741943,
      "step": 4596,
      "subrel-constrast": 2.927274227142334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6504533290863037,
      "cov-distil (oracle2student)": 6.329444885253906,
      "cov-distil (oracle2teacher)": 4.934313774108887,
      "epoch": 3.608320251177394,
      "rel-constrast": 3.0420193672180176,
      "step": 4597,
      "subrel-constrast": 3.7306346893310547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6456403732299805,
      "cov-distil (oracle2student)": 3.9031944274902344,
      "cov-distil (oracle2teacher)": 3.832430839538574,
      "epoch": 3.609105180533752,
      "rel-constrast": 3.345496654510498,
      "step": 4598,
      "subrel-constrast": 3.6979925632476807,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4447911977767944,
      "cov-distil (oracle2student)": 3.5786056518554688,
      "cov-distil (oracle2teacher)": 3.9321084022521973,
      "epoch": 3.60989010989011,
      "rel-constrast": 2.0736560821533203,
      "step": 4599,
      "subrel-constrast": 3.1325790882110596,
      "view-similarity": 0
    },
    {
      "epoch": 3.610675039246468,
      "grad_norm": 4.53125,
      "learning_rate": 1.946548473785309e-06,
      "loss": 0.6395,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "overlap": 0.3687500059604645,
      "step": 4600
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "student margin": 0.07745361328125
    },
    {
      "epoch": 3.610675039246468,
      "step": 4600,
      "teacher margin": 0.053558349609375
    },
    {
      "epoch": 3.610675039246468,
      "margin difference": -0.023895263671875,
      "step": 4600
    },
    {
      "cov-distil": 1.5169570446014404,
      "cov-distil (oracle2student)": 4.985774517059326,
      "cov-distil (oracle2teacher)": 4.5188798904418945,
      "epoch": 3.610675039246468,
      "rel-constrast": 1.4113126993179321,
      "step": 4600,
      "subrel-constrast": 2.0225038528442383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9746531248092651,
      "cov-distil (oracle2student)": 3.491981267929077,
      "cov-distil (oracle2teacher)": 3.291017532348633,
      "epoch": 3.6114599686028255,
      "rel-constrast": 2.2439475059509277,
      "step": 4601,
      "subrel-constrast": 3.6076786518096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6668639183044434,
      "cov-distil (oracle2student)": 5.876034259796143,
      "cov-distil (oracle2teacher)": 5.731417655944824,
      "epoch": 3.612244897959184,
      "rel-constrast": 1.9781982898712158,
      "step": 4602,
      "subrel-constrast": 3.00111722946167,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4151911735534668,
      "cov-distil (oracle2student)": 4.823605060577393,
      "cov-distil (oracle2teacher)": 4.097134113311768,
      "epoch": 3.6130298273155415,
      "rel-constrast": 2.419013738632202,
      "step": 4603,
      "subrel-constrast": 3.030687093734741,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5770514011383057,
      "cov-distil (oracle2student)": 3.1513407230377197,
      "cov-distil (oracle2teacher)": 3.7449307441711426,
      "epoch": 3.6138147566718994,
      "rel-constrast": 2.136479139328003,
      "step": 4604,
      "subrel-constrast": 3.091201066970825,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6748296022415161,
      "cov-distil (oracle2student)": 4.522302627563477,
      "cov-distil (oracle2teacher)": 4.540434837341309,
      "epoch": 3.6145996860282574,
      "rel-constrast": 2.429614305496216,
      "step": 4605,
      "subrel-constrast": 3.478191375732422,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.360135555267334,
      "cov-distil (oracle2student)": 3.824424982070923,
      "cov-distil (oracle2teacher)": 3.8253021240234375,
      "epoch": 3.6153846153846154,
      "rel-constrast": 2.043203115463257,
      "step": 4606,
      "subrel-constrast": 2.7637336254119873,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6023584604263306,
      "cov-distil (oracle2student)": 5.339271545410156,
      "cov-distil (oracle2teacher)": 4.878241539001465,
      "epoch": 3.6161695447409734,
      "rel-constrast": 2.495941638946533,
      "step": 4607,
      "subrel-constrast": 3.080833673477173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.951867938041687,
      "cov-distil (oracle2student)": 3.1771469116210938,
      "cov-distil (oracle2teacher)": 3.344827651977539,
      "epoch": 3.6169544740973314,
      "rel-constrast": 2.48030948638916,
      "step": 4608,
      "subrel-constrast": 3.4935367107391357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5023250579833984,
      "cov-distil (oracle2student)": 5.04483699798584,
      "cov-distil (oracle2teacher)": 4.901312351226807,
      "epoch": 3.6177394034536894,
      "rel-constrast": 2.458467721939087,
      "step": 4609,
      "subrel-constrast": 2.8531954288482666,
      "view-similarity": 0
    },
    {
      "epoch": 3.618524332810047,
      "grad_norm": 5.125,
      "learning_rate": 1.8512704677851488e-06,
      "loss": 0.593,
      "step": 4610
    },
    {
      "cov-distil": 1.6962167024612427,
      "cov-distil (oracle2student)": 4.245177268981934,
      "cov-distil (oracle2teacher)": 4.027209281921387,
      "epoch": 3.618524332810047,
      "rel-constrast": 1.6997517347335815,
      "step": 4610,
      "subrel-constrast": 2.583385467529297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6245300769805908,
      "cov-distil (oracle2student)": 5.274754047393799,
      "cov-distil (oracle2teacher)": 4.877841949462891,
      "epoch": 3.619309262166405,
      "rel-constrast": 2.6069674491882324,
      "step": 4611,
      "subrel-constrast": 3.529261589050293,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9569962024688721,
      "cov-distil (oracle2student)": 3.1547141075134277,
      "cov-distil (oracle2teacher)": 3.357775926589966,
      "epoch": 3.620094191522763,
      "rel-constrast": 2.1926047801971436,
      "step": 4612,
      "subrel-constrast": 2.910137414932251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8093998432159424,
      "cov-distil (oracle2student)": 4.189720153808594,
      "cov-distil (oracle2teacher)": 4.141479969024658,
      "epoch": 3.620879120879121,
      "rel-constrast": 2.3881216049194336,
      "step": 4613,
      "subrel-constrast": 3.195323944091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5067124366760254,
      "cov-distil (oracle2student)": 5.5323944091796875,
      "cov-distil (oracle2teacher)": 5.219456672668457,
      "epoch": 3.621664050235479,
      "rel-constrast": 2.5479564666748047,
      "step": 4614,
      "subrel-constrast": 3.8137807846069336,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5882387161254883,
      "cov-distil (oracle2student)": 6.385018825531006,
      "cov-distil (oracle2teacher)": 6.261544227600098,
      "epoch": 3.622448979591837,
      "rel-constrast": 2.7567760944366455,
      "step": 4615,
      "subrel-constrast": 3.657241106033325,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.031693935394287,
      "cov-distil (oracle2student)": 4.685253143310547,
      "cov-distil (oracle2teacher)": 4.055615425109863,
      "epoch": 3.623233908948195,
      "rel-constrast": 2.3508899211883545,
      "step": 4616,
      "subrel-constrast": 3.1772661209106445,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.642554759979248,
      "cov-distil (oracle2student)": 2.2109644412994385,
      "cov-distil (oracle2teacher)": 2.2515125274658203,
      "epoch": 3.6240188383045524,
      "rel-constrast": 2.3988709449768066,
      "step": 4617,
      "subrel-constrast": 3.083627700805664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.591111183166504,
      "cov-distil (oracle2student)": 3.6682956218719482,
      "cov-distil (oracle2teacher)": 3.638378620147705,
      "epoch": 3.6248037676609104,
      "rel-constrast": 1.2240889072418213,
      "step": 4618,
      "subrel-constrast": 2.2309350967407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.673301339149475,
      "cov-distil (oracle2student)": 4.171323776245117,
      "cov-distil (oracle2teacher)": 4.121105194091797,
      "epoch": 3.6255886970172684,
      "rel-constrast": 2.3219518661499023,
      "step": 4619,
      "subrel-constrast": 3.5507516860961914,
      "view-similarity": 0
    },
    {
      "epoch": 3.6263736263736264,
      "grad_norm": 4.25,
      "learning_rate": 1.758339162934658e-06,
      "loss": 0.605,
      "step": 4620
    },
    {
      "cov-distil": 1.7982895374298096,
      "cov-distil (oracle2student)": 6.383318901062012,
      "cov-distil (oracle2teacher)": 6.342065334320068,
      "epoch": 3.6263736263736264,
      "rel-constrast": 1.9757585525512695,
      "step": 4620,
      "subrel-constrast": 3.5368242263793945,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4371910095214844,
      "cov-distil (oracle2student)": 4.206021308898926,
      "cov-distil (oracle2teacher)": 4.244194507598877,
      "epoch": 3.6271585557299844,
      "rel-constrast": 2.4159045219421387,
      "step": 4621,
      "subrel-constrast": 3.622191905975342,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3948547840118408,
      "cov-distil (oracle2student)": 2.9660325050354004,
      "cov-distil (oracle2teacher)": 2.860483169555664,
      "epoch": 3.6279434850863423,
      "rel-constrast": 1.6280335187911987,
      "step": 4622,
      "subrel-constrast": 2.4746644496917725,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6008048057556152,
      "cov-distil (oracle2student)": 3.8660216331481934,
      "cov-distil (oracle2teacher)": 3.5042831897735596,
      "epoch": 3.6287284144427003,
      "rel-constrast": 1.9591453075408936,
      "step": 4623,
      "subrel-constrast": 2.7745273113250732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.567655086517334,
      "cov-distil (oracle2student)": 5.710670471191406,
      "cov-distil (oracle2teacher)": 5.333796977996826,
      "epoch": 3.629513343799058,
      "rel-constrast": 3.3112473487854004,
      "step": 4624,
      "subrel-constrast": 4.23675012588501,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9506901502609253,
      "cov-distil (oracle2student)": 3.1180901527404785,
      "cov-distil (oracle2teacher)": 2.9468822479248047,
      "epoch": 3.630298273155416,
      "rel-constrast": 2.8738365173339844,
      "step": 4625,
      "subrel-constrast": 3.512429714202881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.792794942855835,
      "cov-distil (oracle2student)": 3.807572841644287,
      "cov-distil (oracle2teacher)": 3.5895400047302246,
      "epoch": 3.631083202511774,
      "rel-constrast": 1.8742533922195435,
      "step": 4626,
      "subrel-constrast": 2.8645615577697754,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3347606658935547,
      "cov-distil (oracle2student)": 5.715859413146973,
      "cov-distil (oracle2teacher)": 6.123482704162598,
      "epoch": 3.631868131868132,
      "rel-constrast": 2.3573007583618164,
      "step": 4627,
      "subrel-constrast": 3.5639150142669678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9879562854766846,
      "cov-distil (oracle2student)": 3.780457019805908,
      "cov-distil (oracle2teacher)": 3.682373523712158,
      "epoch": 3.63265306122449,
      "rel-constrast": 2.684784412384033,
      "step": 4628,
      "subrel-constrast": 3.8219661712646484,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6697046756744385,
      "cov-distil (oracle2student)": 5.362321376800537,
      "cov-distil (oracle2teacher)": 5.228787422180176,
      "epoch": 3.633437990580848,
      "rel-constrast": 1.924992561340332,
      "step": 4629,
      "subrel-constrast": 3.0151658058166504,
      "view-similarity": 0
    },
    {
      "epoch": 3.634222919937206,
      "grad_norm": 5.90625,
      "learning_rate": 1.6677590885745386e-06,
      "loss": 0.6215,
      "step": 4630
    },
    {
      "cov-distil": 1.404600739479065,
      "cov-distil (oracle2student)": 4.177676677703857,
      "cov-distil (oracle2teacher)": 3.785855531692505,
      "epoch": 3.634222919937206,
      "rel-constrast": 1.4125299453735352,
      "step": 4630,
      "subrel-constrast": 2.290377140045166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8972481489181519,
      "cov-distil (oracle2student)": 3.9921224117279053,
      "cov-distil (oracle2teacher)": 4.180783748626709,
      "epoch": 3.6350078492935634,
      "rel-constrast": 2.032489776611328,
      "step": 4631,
      "subrel-constrast": 3.800147771835327,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.494521141052246,
      "cov-distil (oracle2student)": 4.165953636169434,
      "cov-distil (oracle2teacher)": 3.8264341354370117,
      "epoch": 3.6357927786499213,
      "rel-constrast": 2.097926616668701,
      "step": 4632,
      "subrel-constrast": 2.6655843257904053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4535048007965088,
      "cov-distil (oracle2student)": 4.013079643249512,
      "cov-distil (oracle2teacher)": 3.958707809448242,
      "epoch": 3.6365777080062793,
      "rel-constrast": 1.6423441171646118,
      "step": 4633,
      "subrel-constrast": 2.537899971008301,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6740286350250244,
      "cov-distil (oracle2student)": 5.106719017028809,
      "cov-distil (oracle2teacher)": 4.215571403503418,
      "epoch": 3.6373626373626373,
      "rel-constrast": 1.4245015382766724,
      "step": 4634,
      "subrel-constrast": 2.7070202827453613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9802665710449219,
      "cov-distil (oracle2student)": 3.3547396659851074,
      "cov-distil (oracle2teacher)": 3.4042863845825195,
      "epoch": 3.6381475667189953,
      "rel-constrast": 3.343212127685547,
      "step": 4635,
      "subrel-constrast": 3.898561716079712,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7128617763519287,
      "cov-distil (oracle2student)": 4.094814300537109,
      "cov-distil (oracle2teacher)": 4.199820518493652,
      "epoch": 3.6389324960753533,
      "rel-constrast": 2.94342303276062,
      "step": 4636,
      "subrel-constrast": 3.7083797454833984,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.026808023452759,
      "cov-distil (oracle2student)": 4.697997093200684,
      "cov-distil (oracle2teacher)": 4.218012809753418,
      "epoch": 3.6397174254317113,
      "rel-constrast": 1.9065712690353394,
      "step": 4637,
      "subrel-constrast": 2.848015069961548,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.211897373199463,
      "cov-distil (oracle2student)": 3.9166879653930664,
      "cov-distil (oracle2teacher)": 3.424438953399658,
      "epoch": 3.640502354788069,
      "rel-constrast": 1.9270598888397217,
      "step": 4638,
      "subrel-constrast": 2.059591770172119,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6781048774719238,
      "cov-distil (oracle2student)": 4.56480598449707,
      "cov-distil (oracle2teacher)": 3.686990261077881,
      "epoch": 3.6412872841444273,
      "rel-constrast": 1.7037990093231201,
      "step": 4639,
      "subrel-constrast": 2.3338944911956787,
      "view-similarity": 0
    },
    {
      "epoch": 3.642072213500785,
      "grad_norm": 4.03125,
      "learning_rate": 1.5795346594498161e-06,
      "loss": 0.5522,
      "step": 4640
    },
    {
      "cov-distil": 1.7298611402511597,
      "cov-distil (oracle2student)": 4.004695892333984,
      "cov-distil (oracle2teacher)": 3.8624534606933594,
      "epoch": 3.642072213500785,
      "rel-constrast": 2.157376766204834,
      "step": 4640,
      "subrel-constrast": 3.3469390869140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9515135288238525,
      "cov-distil (oracle2student)": 4.2463459968566895,
      "cov-distil (oracle2teacher)": 4.551460266113281,
      "epoch": 3.642857142857143,
      "rel-constrast": 2.9640395641326904,
      "step": 4641,
      "subrel-constrast": 3.6441714763641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4549750089645386,
      "cov-distil (oracle2student)": 3.980729341506958,
      "cov-distil (oracle2teacher)": 4.080625534057617,
      "epoch": 3.643642072213501,
      "rel-constrast": 2.4838016033172607,
      "step": 4642,
      "subrel-constrast": 3.3342530727386475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2775115966796875,
      "cov-distil (oracle2student)": 3.840364456176758,
      "cov-distil (oracle2teacher)": 3.45747447013855,
      "epoch": 3.6444270015698588,
      "rel-constrast": 1.8792505264282227,
      "step": 4643,
      "subrel-constrast": 2.5096657276153564,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1520822048187256,
      "cov-distil (oracle2student)": 4.013333797454834,
      "cov-distil (oracle2teacher)": 4.086062431335449,
      "epoch": 3.6452119309262168,
      "rel-constrast": 1.764583706855774,
      "step": 4644,
      "subrel-constrast": 2.5927889347076416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3049713373184204,
      "cov-distil (oracle2student)": 4.219294548034668,
      "cov-distil (oracle2teacher)": 4.3473920822143555,
      "epoch": 3.6459968602825743,
      "rel-constrast": 2.7950143814086914,
      "step": 4645,
      "subrel-constrast": 3.047661781311035,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3302559852600098,
      "cov-distil (oracle2student)": 3.308650493621826,
      "cov-distil (oracle2teacher)": 3.4557900428771973,
      "epoch": 3.6467817896389327,
      "rel-constrast": 2.16912841796875,
      "step": 4646,
      "subrel-constrast": 2.5521090030670166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6864800453186035,
      "cov-distil (oracle2student)": 3.094310998916626,
      "cov-distil (oracle2teacher)": 3.6968536376953125,
      "epoch": 3.6475667189952903,
      "rel-constrast": 1.8814460039138794,
      "step": 4647,
      "subrel-constrast": 2.8564062118530273,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9420108795166016,
      "cov-distil (oracle2student)": 2.8987295627593994,
      "cov-distil (oracle2teacher)": 3.50256609916687,
      "epoch": 3.6483516483516483,
      "rel-constrast": 2.2821872234344482,
      "step": 4648,
      "subrel-constrast": 3.2114970684051514,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8302388191223145,
      "cov-distil (oracle2student)": 4.7975358963012695,
      "cov-distil (oracle2teacher)": 4.816555023193359,
      "epoch": 3.6491365777080063,
      "rel-constrast": 2.1711008548736572,
      "step": 4649,
      "subrel-constrast": 2.9927868843078613,
      "view-similarity": 0
    },
    {
      "epoch": 3.6499215070643642,
      "grad_norm": 4.5625,
      "learning_rate": 1.4936701754947101e-06,
      "loss": 0.6053,
      "step": 4650
    },
    {
      "cov-distil": 1.7786799669265747,
      "cov-distil (oracle2student)": 3.7740485668182373,
      "cov-distil (oracle2teacher)": 3.523026704788208,
      "epoch": 3.6499215070643642,
      "rel-constrast": 2.35514497756958,
      "step": 4650,
      "subrel-constrast": 3.762340545654297,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.576904296875,
      "cov-distil (oracle2student)": 4.348030090332031,
      "cov-distil (oracle2teacher)": 4.546961784362793,
      "epoch": 3.6507064364207222,
      "rel-constrast": 2.5096707344055176,
      "step": 4651,
      "subrel-constrast": 3.9693691730499268,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9978466033935547,
      "cov-distil (oracle2student)": 3.9250411987304688,
      "cov-distil (oracle2teacher)": 3.9061942100524902,
      "epoch": 3.6514913657770802,
      "rel-constrast": 2.828463554382324,
      "step": 4652,
      "subrel-constrast": 3.933074951171875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.86599862575531,
      "cov-distil (oracle2student)": 5.019771575927734,
      "cov-distil (oracle2teacher)": 4.721268653869629,
      "epoch": 3.652276295133438,
      "rel-constrast": 2.841015338897705,
      "step": 4653,
      "subrel-constrast": 3.7707033157348633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.654692530632019,
      "cov-distil (oracle2student)": 4.855970859527588,
      "cov-distil (oracle2teacher)": 4.621509552001953,
      "epoch": 3.6530612244897958,
      "rel-constrast": 2.5270025730133057,
      "step": 4654,
      "subrel-constrast": 3.337203025817871,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1489083766937256,
      "cov-distil (oracle2student)": 3.438272476196289,
      "cov-distil (oracle2teacher)": 4.0035600662231445,
      "epoch": 3.6538461538461537,
      "rel-constrast": 2.8748393058776855,
      "step": 4655,
      "subrel-constrast": 3.9700541496276855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6522364616394043,
      "cov-distil (oracle2student)": 3.269200086593628,
      "cov-distil (oracle2teacher)": 3.065692901611328,
      "epoch": 3.6546310832025117,
      "rel-constrast": 1.681464433670044,
      "step": 4656,
      "subrel-constrast": 2.450338363647461,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0123720169067383,
      "cov-distil (oracle2student)": 4.123641014099121,
      "cov-distil (oracle2teacher)": 3.931149482727051,
      "epoch": 3.6554160125588697,
      "rel-constrast": 2.112844467163086,
      "step": 4657,
      "subrel-constrast": 2.990042209625244,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.445880889892578,
      "cov-distil (oracle2student)": 4.518105983734131,
      "cov-distil (oracle2teacher)": 4.533626079559326,
      "epoch": 3.6562009419152277,
      "rel-constrast": 1.7319846153259277,
      "step": 4658,
      "subrel-constrast": 2.785229206085205,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1039658784866333,
      "cov-distil (oracle2student)": 4.118523597717285,
      "cov-distil (oracle2teacher)": 3.8226842880249023,
      "epoch": 3.6569858712715857,
      "rel-constrast": 3.3913049697875977,
      "step": 4659,
      "subrel-constrast": 3.5126500129699707,
      "view-similarity": 0
    },
    {
      "epoch": 3.6577708006279437,
      "grad_norm": 5.3125,
      "learning_rate": 1.4101698216230253e-06,
      "loss": 0.6694,
      "step": 4660
    },
    {
      "cov-distil": 1.4539673328399658,
      "cov-distil (oracle2student)": 3.5155372619628906,
      "cov-distil (oracle2teacher)": 3.0103392601013184,
      "epoch": 3.6577708006279437,
      "rel-constrast": 1.8451342582702637,
      "step": 4660,
      "subrel-constrast": 2.53578782081604,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.088351249694824,
      "cov-distil (oracle2student)": 5.47891902923584,
      "cov-distil (oracle2teacher)": 5.200726509094238,
      "epoch": 3.6585557299843012,
      "rel-constrast": 1.9521043300628662,
      "step": 4661,
      "subrel-constrast": 2.917123794555664,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151768922805786,
      "cov-distil (oracle2student)": 5.414682388305664,
      "cov-distil (oracle2teacher)": 5.243849754333496,
      "epoch": 3.659340659340659,
      "rel-constrast": 3.4096972942352295,
      "step": 4662,
      "subrel-constrast": 4.607625961303711,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6384226083755493,
      "cov-distil (oracle2student)": 5.920008659362793,
      "cov-distil (oracle2teacher)": 5.22252082824707,
      "epoch": 3.660125588697017,
      "rel-constrast": 2.22999906539917,
      "step": 4663,
      "subrel-constrast": 3.243856906890869,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7733738422393799,
      "cov-distil (oracle2student)": 5.065184593200684,
      "cov-distil (oracle2teacher)": 4.682728290557861,
      "epoch": 3.660910518053375,
      "rel-constrast": 1.9118280410766602,
      "step": 4664,
      "subrel-constrast": 2.647608995437622,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.581310749053955,
      "cov-distil (oracle2student)": 4.626347541809082,
      "cov-distil (oracle2teacher)": 3.737452507019043,
      "epoch": 3.661695447409733,
      "rel-constrast": 1.9143091440200806,
      "step": 4665,
      "subrel-constrast": 2.5915398597717285,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.325768232345581,
      "cov-distil (oracle2student)": 4.344916343688965,
      "cov-distil (oracle2teacher)": 4.403280258178711,
      "epoch": 3.662480376766091,
      "rel-constrast": 1.695372462272644,
      "step": 4666,
      "subrel-constrast": 2.720975875854492,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.205808162689209,
      "cov-distil (oracle2student)": 3.763918161392212,
      "cov-distil (oracle2teacher)": 4.339497089385986,
      "epoch": 3.663265306122449,
      "rel-constrast": 1.579698920249939,
      "step": 4667,
      "subrel-constrast": 2.9063663482666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.589529037475586,
      "cov-distil (oracle2student)": 3.507936477661133,
      "cov-distil (oracle2teacher)": 3.687343120574951,
      "epoch": 3.6640502354788067,
      "rel-constrast": 2.4997239112854004,
      "step": 4668,
      "subrel-constrast": 3.4729130268096924,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4523344039916992,
      "cov-distil (oracle2student)": 2.9874184131622314,
      "cov-distil (oracle2teacher)": 3.5863983631134033,
      "epoch": 3.6648351648351647,
      "rel-constrast": 2.166989326477051,
      "step": 4669,
      "subrel-constrast": 3.2714359760284424,
      "view-similarity": 0
    },
    {
      "epoch": 3.6656200941915227,
      "grad_norm": 4.53125,
      "learning_rate": 1.3290376675242023e-06,
      "loss": 0.5733,
      "step": 4670
    },
    {
      "cov-distil": 1.5095945596694946,
      "cov-distil (oracle2student)": 3.5760064125061035,
      "cov-distil (oracle2teacher)": 3.7212915420532227,
      "epoch": 3.6656200941915227,
      "rel-constrast": 1.647859811782837,
      "step": 4670,
      "subrel-constrast": 2.480402708053589,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3629800081253052,
      "cov-distil (oracle2student)": 3.8448362350463867,
      "cov-distil (oracle2teacher)": 3.8920164108276367,
      "epoch": 3.6664050235478807,
      "rel-constrast": 2.5078115463256836,
      "step": 4671,
      "subrel-constrast": 2.9141643047332764,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5963525772094727,
      "cov-distil (oracle2student)": 4.365528583526611,
      "cov-distil (oracle2teacher)": 4.467250347137451,
      "epoch": 3.6671899529042387,
      "rel-constrast": 1.5148996114730835,
      "step": 4672,
      "subrel-constrast": 2.7075648307800293,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8773577213287354,
      "cov-distil (oracle2student)": 5.696791648864746,
      "cov-distil (oracle2teacher)": 5.339478969573975,
      "epoch": 3.6679748822605966,
      "rel-constrast": 2.564037799835205,
      "step": 4673,
      "subrel-constrast": 3.107430934906006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.349159836769104,
      "cov-distil (oracle2student)": 4.719715595245361,
      "cov-distil (oracle2teacher)": 4.216313362121582,
      "epoch": 3.6687598116169546,
      "rel-constrast": 1.9239274263381958,
      "step": 4674,
      "subrel-constrast": 2.5445590019226074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6697723865509033,
      "cov-distil (oracle2student)": 4.34388542175293,
      "cov-distil (oracle2teacher)": 3.9806718826293945,
      "epoch": 3.669544740973312,
      "rel-constrast": 1.2996057271957397,
      "step": 4675,
      "subrel-constrast": 2.2334446907043457,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0496368408203125,
      "cov-distil (oracle2student)": 5.3887434005737305,
      "cov-distil (oracle2teacher)": 5.166211128234863,
      "epoch": 3.67032967032967,
      "rel-constrast": 2.093269109725952,
      "step": 4676,
      "subrel-constrast": 3.202406883239746,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5226492881774902,
      "cov-distil (oracle2student)": 3.0037498474121094,
      "cov-distil (oracle2teacher)": 3.464329719543457,
      "epoch": 3.671114599686028,
      "rel-constrast": 2.04058575630188,
      "step": 4677,
      "subrel-constrast": 2.7600600719451904,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4922813177108765,
      "cov-distil (oracle2student)": 4.989760398864746,
      "cov-distil (oracle2teacher)": 4.568477630615234,
      "epoch": 3.671899529042386,
      "rel-constrast": 2.7127528190612793,
      "step": 4678,
      "subrel-constrast": 3.2557060718536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2414946556091309,
      "cov-distil (oracle2student)": 5.632308006286621,
      "cov-distil (oracle2teacher)": 5.426701068878174,
      "epoch": 3.672684458398744,
      "rel-constrast": 2.0324227809906006,
      "step": 4679,
      "subrel-constrast": 2.6206865310668945,
      "view-similarity": 0
    },
    {
      "epoch": 3.673469387755102,
      "grad_norm": 4.15625,
      "learning_rate": 1.2502776674649774e-06,
      "loss": 0.5476,
      "step": 4680
    },
    {
      "cov-distil": 1.6680041551589966,
      "cov-distil (oracle2student)": 5.186253547668457,
      "cov-distil (oracle2teacher)": 4.440515041351318,
      "epoch": 3.673469387755102,
      "rel-constrast": 1.374428629875183,
      "step": 4680,
      "subrel-constrast": 2.1925528049468994,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3201947212219238,
      "cov-distil (oracle2student)": 4.373805046081543,
      "cov-distil (oracle2teacher)": 4.032721042633057,
      "epoch": 3.67425431711146,
      "rel-constrast": 2.2757530212402344,
      "step": 4681,
      "subrel-constrast": 2.827211856842041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7150952816009521,
      "cov-distil (oracle2student)": 3.986323356628418,
      "cov-distil (oracle2teacher)": 3.6782214641571045,
      "epoch": 3.6750392464678177,
      "rel-constrast": 2.1164207458496094,
      "step": 4682,
      "subrel-constrast": 3.1410343647003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8876888751983643,
      "cov-distil (oracle2student)": 7.542670726776123,
      "cov-distil (oracle2teacher)": 6.555449485778809,
      "epoch": 3.675824175824176,
      "rel-constrast": 4.021961212158203,
      "step": 4683,
      "subrel-constrast": 4.6987152099609375,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.42258882522583,
      "cov-distil (oracle2student)": 4.658417701721191,
      "cov-distil (oracle2teacher)": 4.316641807556152,
      "epoch": 3.6766091051805336,
      "rel-constrast": 2.5701534748077393,
      "step": 4684,
      "subrel-constrast": 3.418714761734009,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5392398834228516,
      "cov-distil (oracle2student)": 3.7787764072418213,
      "cov-distil (oracle2teacher)": 3.9279966354370117,
      "epoch": 3.6773940345368916,
      "rel-constrast": 1.3639682531356812,
      "step": 4685,
      "subrel-constrast": 2.663025140762329,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7774744033813477,
      "cov-distil (oracle2student)": 5.42390775680542,
      "cov-distil (oracle2teacher)": 5.359768867492676,
      "epoch": 3.6781789638932496,
      "rel-constrast": 1.9524035453796387,
      "step": 4686,
      "subrel-constrast": 3.4699575901031494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.00407075881958,
      "cov-distil (oracle2student)": 5.3898210525512695,
      "cov-distil (oracle2teacher)": 4.797940254211426,
      "epoch": 3.6789638932496076,
      "rel-constrast": 2.25712251663208,
      "step": 4687,
      "subrel-constrast": 3.2028677463531494,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3103832006454468,
      "cov-distil (oracle2student)": 3.047813653945923,
      "cov-distil (oracle2teacher)": 3.2115373611450195,
      "epoch": 3.6797488226059656,
      "rel-constrast": 1.339309811592102,
      "step": 4688,
      "subrel-constrast": 2.3369150161743164,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.451561450958252,
      "cov-distil (oracle2student)": 6.455719947814941,
      "cov-distil (oracle2teacher)": 5.817446708679199,
      "epoch": 3.680533751962323,
      "rel-constrast": 3.1795272827148438,
      "step": 4689,
      "subrel-constrast": 4.2402544021606445,
      "view-similarity": 0
    },
    {
      "epoch": 3.6813186813186816,
      "grad_norm": 4.8125,
      "learning_rate": 1.1738936600966367e-06,
      "loss": 0.6065,
      "step": 4690
    },
    {
      "cov-distil": 1.5888190269470215,
      "cov-distil (oracle2student)": 5.809110641479492,
      "cov-distil (oracle2teacher)": 5.0956573486328125,
      "epoch": 3.6813186813186816,
      "rel-constrast": 2.1170077323913574,
      "step": 4690,
      "subrel-constrast": 2.7258946895599365,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.242558479309082,
      "cov-distil (oracle2student)": 6.4397406578063965,
      "cov-distil (oracle2teacher)": 5.6438446044921875,
      "epoch": 3.682103610675039,
      "rel-constrast": 1.4367671012878418,
      "step": 4691,
      "subrel-constrast": 2.2418713569641113,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3694522380828857,
      "cov-distil (oracle2student)": 3.613462448120117,
      "cov-distil (oracle2teacher)": 3.2200021743774414,
      "epoch": 3.682888540031397,
      "rel-constrast": 2.686516761779785,
      "step": 4692,
      "subrel-constrast": 2.9757766723632812,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.097543716430664,
      "cov-distil (oracle2student)": 4.279882907867432,
      "cov-distil (oracle2teacher)": 4.345448970794678,
      "epoch": 3.683673469387755,
      "rel-constrast": 1.8491545915603638,
      "step": 4693,
      "subrel-constrast": 2.628397226333618,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8147215843200684,
      "cov-distil (oracle2student)": 4.486482620239258,
      "cov-distil (oracle2teacher)": 3.956878185272217,
      "epoch": 3.684458398744113,
      "rel-constrast": 2.845799207687378,
      "step": 4694,
      "subrel-constrast": 3.513914108276367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8529446125030518,
      "cov-distil (oracle2student)": 5.650356292724609,
      "cov-distil (oracle2teacher)": 5.110245704650879,
      "epoch": 3.685243328100471,
      "rel-constrast": 2.570866346359253,
      "step": 4695,
      "subrel-constrast": 3.4033749103546143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1950883865356445,
      "cov-distil (oracle2student)": 5.151211738586426,
      "cov-distil (oracle2teacher)": 4.270447731018066,
      "epoch": 3.686028257456829,
      "rel-constrast": 1.9558014869689941,
      "step": 4696,
      "subrel-constrast": 2.5844645500183105,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0120127201080322,
      "cov-distil (oracle2student)": 3.9103622436523438,
      "cov-distil (oracle2teacher)": 4.060207843780518,
      "epoch": 3.686813186813187,
      "rel-constrast": 1.8127572536468506,
      "step": 4697,
      "subrel-constrast": 2.84832763671875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7424765825271606,
      "cov-distil (oracle2student)": 4.571852207183838,
      "cov-distil (oracle2teacher)": 3.9236507415771484,
      "epoch": 3.6875981161695446,
      "rel-constrast": 2.1500930786132812,
      "step": 4698,
      "subrel-constrast": 2.9680299758911133,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8800718784332275,
      "cov-distil (oracle2student)": 3.796560049057007,
      "cov-distil (oracle2teacher)": 3.731947422027588,
      "epoch": 3.6883830455259026,
      "rel-constrast": 1.894655466079712,
      "step": 4699,
      "subrel-constrast": 2.896305799484253,
      "view-similarity": 0
    },
    {
      "epoch": 3.6891679748822606,
      "grad_norm": 3.53125,
      "learning_rate": 1.0998893682679479e-06,
      "loss": 0.5775,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "overlap": 0.33281251788139343,
      "step": 4700
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "student margin": 0.087890625
    },
    {
      "epoch": 3.6891679748822606,
      "step": 4700,
      "teacher margin": 0.0648193359375
    },
    {
      "epoch": 3.6891679748822606,
      "margin difference": -0.0230712890625,
      "step": 4700
    },
    {
      "cov-distil": 1.1674119234085083,
      "cov-distil (oracle2student)": 3.1124472618103027,
      "cov-distil (oracle2teacher)": 2.875304698944092,
      "epoch": 3.6891679748822606,
      "rel-constrast": 1.648167371749878,
      "step": 4700,
      "subrel-constrast": 2.0295615196228027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7874078750610352,
      "cov-distil (oracle2student)": 2.413663387298584,
      "cov-distil (oracle2teacher)": 2.7478392124176025,
      "epoch": 3.6899529042386185,
      "rel-constrast": 2.712228536605835,
      "step": 4701,
      "subrel-constrast": 3.514918088912964,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.903112530708313,
      "cov-distil (oracle2student)": 5.044641971588135,
      "cov-distil (oracle2teacher)": 4.960378170013428,
      "epoch": 3.6907378335949765,
      "rel-constrast": 1.76591956615448,
      "step": 4702,
      "subrel-constrast": 2.5497617721557617,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.301677942276001,
      "cov-distil (oracle2student)": 4.355605125427246,
      "cov-distil (oracle2teacher)": 3.8375370502471924,
      "epoch": 3.6915227629513345,
      "rel-constrast": 2.817345142364502,
      "step": 4703,
      "subrel-constrast": 3.60172176361084,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9473134279251099,
      "cov-distil (oracle2student)": 4.714441299438477,
      "cov-distil (oracle2teacher)": 4.353016376495361,
      "epoch": 3.6923076923076925,
      "rel-constrast": 3.4675087928771973,
      "step": 4704,
      "subrel-constrast": 3.810072183609009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7130945920944214,
      "cov-distil (oracle2student)": 3.5001115798950195,
      "cov-distil (oracle2teacher)": 4.009824275970459,
      "epoch": 3.69309262166405,
      "rel-constrast": 1.893334150314331,
      "step": 4705,
      "subrel-constrast": 3.1750640869140625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1700713634490967,
      "cov-distil (oracle2student)": 4.404455184936523,
      "cov-distil (oracle2teacher)": 4.090463638305664,
      "epoch": 3.693877551020408,
      "rel-constrast": 1.9244074821472168,
      "step": 4706,
      "subrel-constrast": 2.55832839012146,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.333589553833008,
      "cov-distil (oracle2student)": 4.301251411437988,
      "cov-distil (oracle2teacher)": 3.949357032775879,
      "epoch": 3.694662480376766,
      "rel-constrast": 3.1918785572052,
      "step": 4707,
      "subrel-constrast": 4.042980194091797,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.411458969116211,
      "cov-distil (oracle2student)": 4.867588996887207,
      "cov-distil (oracle2teacher)": 4.215132236480713,
      "epoch": 3.695447409733124,
      "rel-constrast": 1.321533441543579,
      "step": 4708,
      "subrel-constrast": 2.3707191944122314,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7283172607421875,
      "cov-distil (oracle2student)": 4.270047187805176,
      "cov-distil (oracle2teacher)": 4.706282615661621,
      "epoch": 3.696232339089482,
      "rel-constrast": 2.223783493041992,
      "step": 4709,
      "subrel-constrast": 3.304612159729004,
      "view-similarity": 0
    },
    {
      "epoch": 3.69701726844584,
      "grad_norm": 4.25,
      "learning_rate": 1.0282683988436792e-06,
      "loss": 0.6178,
      "step": 4710
    },
    {
      "cov-distil": 1.2409133911132812,
      "cov-distil (oracle2student)": 4.829765319824219,
      "cov-distil (oracle2teacher)": 4.533236503601074,
      "epoch": 3.69701726844584,
      "rel-constrast": 2.248957872390747,
      "step": 4710,
      "subrel-constrast": 3.3017220497131348,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9902759790420532,
      "cov-distil (oracle2student)": 6.170448303222656,
      "cov-distil (oracle2teacher)": 5.50687313079834,
      "epoch": 3.697802197802198,
      "rel-constrast": 2.092926502227783,
      "step": 4711,
      "subrel-constrast": 3.452169418334961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6750109195709229,
      "cov-distil (oracle2student)": 4.229922771453857,
      "cov-distil (oracle2teacher)": 4.59761381149292,
      "epoch": 3.6985871271585555,
      "rel-constrast": 3.0965816974639893,
      "step": 4712,
      "subrel-constrast": 4.205667495727539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.936662197113037,
      "cov-distil (oracle2student)": 4.374367713928223,
      "cov-distil (oracle2teacher)": 4.370427131652832,
      "epoch": 3.6993720565149135,
      "rel-constrast": 1.4775526523590088,
      "step": 4713,
      "subrel-constrast": 2.5389962196350098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7424278259277344,
      "cov-distil (oracle2student)": 5.306483268737793,
      "cov-distil (oracle2teacher)": 5.144652366638184,
      "epoch": 3.7001569858712715,
      "rel-constrast": 1.925072431564331,
      "step": 4714,
      "subrel-constrast": 3.132873058319092,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.171365737915039,
      "cov-distil (oracle2student)": 4.657872200012207,
      "cov-distil (oracle2teacher)": 4.441736698150635,
      "epoch": 3.7009419152276295,
      "rel-constrast": 2.570756435394287,
      "step": 4715,
      "subrel-constrast": 3.7802584171295166,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4987131357192993,
      "cov-distil (oracle2student)": 4.563852310180664,
      "cov-distil (oracle2teacher)": 4.240870475769043,
      "epoch": 3.7017268445839875,
      "rel-constrast": 2.7550466060638428,
      "step": 4716,
      "subrel-constrast": 3.630075693130493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4690868854522705,
      "cov-distil (oracle2student)": 3.2519853115081787,
      "cov-distil (oracle2teacher)": 3.4555089473724365,
      "epoch": 3.7025117739403455,
      "rel-constrast": 1.8035434484481812,
      "step": 4717,
      "subrel-constrast": 2.389004707336426,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0581624507904053,
      "cov-distil (oracle2student)": 3.637974500656128,
      "cov-distil (oracle2teacher)": 3.8531932830810547,
      "epoch": 3.7032967032967035,
      "rel-constrast": 2.1101627349853516,
      "step": 4718,
      "subrel-constrast": 3.464707612991333,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4598724842071533,
      "cov-distil (oracle2student)": 4.702385902404785,
      "cov-distil (oracle2teacher)": 5.030061721801758,
      "epoch": 3.704081632653061,
      "rel-constrast": 1.6780128479003906,
      "step": 4719,
      "subrel-constrast": 2.763415575027466,
      "view-similarity": 0
    },
    {
      "epoch": 3.704866562009419,
      "grad_norm": 4.21875,
      "learning_rate": 9.590342425288446e-07,
      "loss": 0.5871,
      "step": 4720
    },
    {
      "cov-distil": 2.28117299079895,
      "cov-distil (oracle2student)": 4.984508514404297,
      "cov-distil (oracle2teacher)": 4.50447940826416,
      "epoch": 3.704866562009419,
      "rel-constrast": 1.306369423866272,
      "step": 4720,
      "subrel-constrast": 2.6779963970184326,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2004210948944092,
      "cov-distil (oracle2student)": 4.509533882141113,
      "cov-distil (oracle2teacher)": 4.03788423538208,
      "epoch": 3.705651491365777,
      "rel-constrast": 1.8975495100021362,
      "step": 4721,
      "subrel-constrast": 2.826805353164673,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2937278747558594,
      "cov-distil (oracle2student)": 4.976696968078613,
      "cov-distil (oracle2teacher)": 4.930334091186523,
      "epoch": 3.706436420722135,
      "rel-constrast": 1.8487745523452759,
      "step": 4722,
      "subrel-constrast": 2.784344434738159,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6113133430480957,
      "cov-distil (oracle2student)": 3.6193931102752686,
      "cov-distil (oracle2teacher)": 3.411417245864868,
      "epoch": 3.707221350078493,
      "rel-constrast": 1.598583698272705,
      "step": 4723,
      "subrel-constrast": 2.5047805309295654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3144829273223877,
      "cov-distil (oracle2student)": 4.566962242126465,
      "cov-distil (oracle2teacher)": 4.435667037963867,
      "epoch": 3.708006279434851,
      "rel-constrast": 2.1437511444091797,
      "step": 4724,
      "subrel-constrast": 2.6241114139556885,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7803740501403809,
      "cov-distil (oracle2student)": 3.622121810913086,
      "cov-distil (oracle2teacher)": 3.508014678955078,
      "epoch": 3.708791208791209,
      "rel-constrast": 2.0125935077667236,
      "step": 4725,
      "subrel-constrast": 2.9405417442321777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8648006916046143,
      "cov-distil (oracle2student)": 4.094453811645508,
      "cov-distil (oracle2teacher)": 3.4964253902435303,
      "epoch": 3.7095761381475665,
      "rel-constrast": 2.534219264984131,
      "step": 4726,
      "subrel-constrast": 3.0437300205230713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0533642768859863,
      "cov-distil (oracle2student)": 3.6522531509399414,
      "cov-distil (oracle2teacher)": 3.7570571899414062,
      "epoch": 3.710361067503925,
      "rel-constrast": 1.9412016868591309,
      "step": 4727,
      "subrel-constrast": 3.1066055297851562,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2860708236694336,
      "cov-distil (oracle2student)": 4.0554304122924805,
      "cov-distil (oracle2teacher)": 3.698637008666992,
      "epoch": 3.7111459968602825,
      "rel-constrast": 1.9649593830108643,
      "step": 4728,
      "subrel-constrast": 3.3038647174835205,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.6837549209594727,
      "cov-distil (oracle2student)": 4.0576276779174805,
      "cov-distil (oracle2teacher)": 3.583709716796875,
      "epoch": 3.7119309262166404,
      "rel-constrast": 2.067650318145752,
      "step": 4729,
      "subrel-constrast": 3.3088340759277344,
      "view-similarity": 0
    },
    {
      "epoch": 3.7127158555729984,
      "grad_norm": 4.5625,
      "learning_rate": 8.921902736985399e-07,
      "loss": 0.5288,
      "step": 4730
    },
    {
      "cov-distil": 1.6729434728622437,
      "cov-distil (oracle2student)": 4.070246696472168,
      "cov-distil (oracle2teacher)": 4.167943477630615,
      "epoch": 3.7127158555729984,
      "rel-constrast": 1.6605817079544067,
      "step": 4730,
      "subrel-constrast": 2.8041903972625732,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0714337825775146,
      "cov-distil (oracle2student)": 4.071944236755371,
      "cov-distil (oracle2teacher)": 3.6253464221954346,
      "epoch": 3.7135007849293564,
      "rel-constrast": 1.98954176902771,
      "step": 4731,
      "subrel-constrast": 2.616565227508545,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4273269176483154,
      "cov-distil (oracle2student)": 5.125968933105469,
      "cov-distil (oracle2teacher)": 4.329977035522461,
      "epoch": 3.7142857142857144,
      "rel-constrast": 1.2135376930236816,
      "step": 4732,
      "subrel-constrast": 2.4637961387634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9766907691955566,
      "cov-distil (oracle2student)": 3.403247594833374,
      "cov-distil (oracle2teacher)": 3.139768123626709,
      "epoch": 3.715070643642072,
      "rel-constrast": 1.3671226501464844,
      "step": 4733,
      "subrel-constrast": 2.758535146713257,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1708102226257324,
      "cov-distil (oracle2student)": 4.504534721374512,
      "cov-distil (oracle2teacher)": 4.441564559936523,
      "epoch": 3.7158555729984304,
      "rel-constrast": 1.9769535064697266,
      "step": 4734,
      "subrel-constrast": 2.891066312789917,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.534396171569824,
      "cov-distil (oracle2student)": 4.199774265289307,
      "cov-distil (oracle2teacher)": 3.9354093074798584,
      "epoch": 3.716640502354788,
      "rel-constrast": 2.7347166538238525,
      "step": 4735,
      "subrel-constrast": 3.8876113891601562,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6062679290771484,
      "cov-distil (oracle2student)": 5.052414417266846,
      "cov-distil (oracle2teacher)": 5.005149841308594,
      "epoch": 3.717425431711146,
      "rel-constrast": 2.929072856903076,
      "step": 4736,
      "subrel-constrast": 3.71124267578125,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0168753862380981,
      "cov-distil (oracle2student)": 5.339258193969727,
      "cov-distil (oracle2teacher)": 4.559833526611328,
      "epoch": 3.718210361067504,
      "rel-constrast": 2.4144935607910156,
      "step": 4737,
      "subrel-constrast": 2.965066432952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.638449788093567,
      "cov-distil (oracle2student)": 5.983440399169922,
      "cov-distil (oracle2teacher)": 5.072768211364746,
      "epoch": 3.718995290423862,
      "rel-constrast": 2.63618803024292,
      "step": 4738,
      "subrel-constrast": 3.2504310607910156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4281439781188965,
      "cov-distil (oracle2student)": 3.1083273887634277,
      "cov-distil (oracle2teacher)": 3.23396897315979,
      "epoch": 3.71978021978022,
      "rel-constrast": 2.8307127952575684,
      "step": 4739,
      "subrel-constrast": 3.5037896633148193,
      "view-similarity": 0
    },
    {
      "epoch": 3.7205651491365774,
      "grad_norm": 4.8125,
      "learning_rate": 8.277397502335194e-07,
      "loss": 0.5852,
      "step": 4740
    },
    {
      "cov-distil": 1.3277918100357056,
      "cov-distil (oracle2student)": 3.4076311588287354,
      "cov-distil (oracle2teacher)": 3.2106571197509766,
      "epoch": 3.7205651491365774,
      "rel-constrast": 2.345975875854492,
      "step": 4740,
      "subrel-constrast": 3.337833881378174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5566517114639282,
      "cov-distil (oracle2student)": 3.7156577110290527,
      "cov-distil (oracle2teacher)": 3.750537395477295,
      "epoch": 3.721350078492936,
      "rel-constrast": 1.9291871786117554,
      "step": 4741,
      "subrel-constrast": 2.6610214710235596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9490820169448853,
      "cov-distil (oracle2student)": 5.591890811920166,
      "cov-distil (oracle2teacher)": 4.776111602783203,
      "epoch": 3.7221350078492934,
      "rel-constrast": 2.3482742309570312,
      "step": 4742,
      "subrel-constrast": 2.929929256439209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.435776710510254,
      "cov-distil (oracle2student)": 4.276867866516113,
      "cov-distil (oracle2teacher)": 3.9325242042541504,
      "epoch": 3.7229199372056514,
      "rel-constrast": 2.0218913555145264,
      "step": 4743,
      "subrel-constrast": 2.902566432952881,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3345963954925537,
      "cov-distil (oracle2student)": 5.925049781799316,
      "cov-distil (oracle2teacher)": 5.1265950202941895,
      "epoch": 3.7237048665620094,
      "rel-constrast": 2.6986441612243652,
      "step": 4744,
      "subrel-constrast": 3.2509846687316895,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5346603393554688,
      "cov-distil (oracle2student)": 4.188815593719482,
      "cov-distil (oracle2teacher)": 3.879371404647827,
      "epoch": 3.7244897959183674,
      "rel-constrast": 2.173068046569824,
      "step": 4745,
      "subrel-constrast": 2.8819079399108887,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4920647144317627,
      "cov-distil (oracle2student)": 4.515207767486572,
      "cov-distil (oracle2teacher)": 4.636870384216309,
      "epoch": 3.7252747252747254,
      "rel-constrast": 3.3086609840393066,
      "step": 4746,
      "subrel-constrast": 3.979653835296631,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2585935592651367,
      "cov-distil (oracle2student)": 4.334103107452393,
      "cov-distil (oracle2teacher)": 4.130585193634033,
      "epoch": 3.7260596546310834,
      "rel-constrast": 1.847155213356018,
      "step": 4747,
      "subrel-constrast": 2.9102444648742676,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6216459274291992,
      "cov-distil (oracle2student)": 5.2467875480651855,
      "cov-distil (oracle2teacher)": 4.327286720275879,
      "epoch": 3.7268445839874413,
      "rel-constrast": 3.0009925365448,
      "step": 4748,
      "subrel-constrast": 3.188316583633423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9994441270828247,
      "cov-distil (oracle2student)": 6.036856651306152,
      "cov-distil (oracle2teacher)": 5.806313514709473,
      "epoch": 3.727629513343799,
      "rel-constrast": 2.3164539337158203,
      "step": 4749,
      "subrel-constrast": 3.320136785507202,
      "view-similarity": 0
    },
    {
      "epoch": 3.728414442700157,
      "grad_norm": 4.53125,
      "learning_rate": 7.656858133613498e-07,
      "loss": 0.6385,
      "step": 4750
    },
    {
      "cov-distil": 1.7355314493179321,
      "cov-distil (oracle2student)": 5.877630233764648,
      "cov-distil (oracle2teacher)": 5.241820335388184,
      "epoch": 3.728414442700157,
      "rel-constrast": 1.7217512130737305,
      "step": 4750,
      "subrel-constrast": 2.787609577178955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4885197877883911,
      "cov-distil (oracle2student)": 4.715067386627197,
      "cov-distil (oracle2teacher)": 4.464259624481201,
      "epoch": 3.729199372056515,
      "rel-constrast": 2.5123698711395264,
      "step": 4751,
      "subrel-constrast": 3.3245861530303955,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9033684730529785,
      "cov-distil (oracle2student)": 4.012143135070801,
      "cov-distil (oracle2teacher)": 4.2241034507751465,
      "epoch": 3.729984301412873,
      "rel-constrast": 1.9706192016601562,
      "step": 4752,
      "subrel-constrast": 3.2792489528656006,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6350352764129639,
      "cov-distil (oracle2student)": 5.614346981048584,
      "cov-distil (oracle2teacher)": 5.209447860717773,
      "epoch": 3.730769230769231,
      "rel-constrast": 2.1275136470794678,
      "step": 4753,
      "subrel-constrast": 2.9119982719421387,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.109696388244629,
      "cov-distil (oracle2student)": 4.329195976257324,
      "cov-distil (oracle2teacher)": 4.050816059112549,
      "epoch": 3.731554160125589,
      "rel-constrast": 2.268094301223755,
      "step": 4754,
      "subrel-constrast": 2.992401599884033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563000202178955,
      "cov-distil (oracle2student)": 4.262482166290283,
      "cov-distil (oracle2teacher)": 4.188292980194092,
      "epoch": 3.732339089481947,
      "rel-constrast": 2.2841954231262207,
      "step": 4755,
      "subrel-constrast": 3.1765077114105225,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5901150703430176,
      "cov-distil (oracle2student)": 4.124696254730225,
      "cov-distil (oracle2teacher)": 4.092038631439209,
      "epoch": 3.7331240188383044,
      "rel-constrast": 1.992401123046875,
      "step": 4756,
      "subrel-constrast": 2.7834887504577637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9441652297973633,
      "cov-distil (oracle2student)": 1.5589543581008911,
      "cov-distil (oracle2teacher)": 2.2708206176757812,
      "epoch": 3.7339089481946623,
      "rel-constrast": 1.859652042388916,
      "step": 4757,
      "subrel-constrast": 2.818112850189209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6224924325942993,
      "cov-distil (oracle2student)": 3.9856064319610596,
      "cov-distil (oracle2teacher)": 4.175807952880859,
      "epoch": 3.7346938775510203,
      "rel-constrast": 1.9206171035766602,
      "step": 4758,
      "subrel-constrast": 3.240307092666626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7737553119659424,
      "cov-distil (oracle2student)": 6.318604946136475,
      "cov-distil (oracle2teacher)": 5.673133850097656,
      "epoch": 3.7354788069073783,
      "rel-constrast": 2.424865245819092,
      "step": 4759,
      "subrel-constrast": 3.0701258182525635,
      "view-similarity": 0
    },
    {
      "epoch": 3.7362637362637363,
      "grad_norm": 4.28125,
      "learning_rate": 7.060314875033835e-07,
      "loss": 0.5705,
      "step": 4760
    },
    {
      "cov-distil": 1.3343589305877686,
      "cov-distil (oracle2student)": 5.592991828918457,
      "cov-distil (oracle2teacher)": 5.070367813110352,
      "epoch": 3.7362637362637363,
      "rel-constrast": 3.898956537246704,
      "step": 4760,
      "subrel-constrast": 4.087506294250488,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.843662977218628,
      "cov-distil (oracle2student)": 3.665930986404419,
      "cov-distil (oracle2teacher)": 3.781402826309204,
      "epoch": 3.7370486656200943,
      "rel-constrast": 2.253192901611328,
      "step": 4761,
      "subrel-constrast": 3.198031425476074,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.457266092300415,
      "cov-distil (oracle2student)": 2.785642385482788,
      "cov-distil (oracle2teacher)": 3.2258992195129395,
      "epoch": 3.7378335949764523,
      "rel-constrast": 1.6372060775756836,
      "step": 4762,
      "subrel-constrast": 2.907658100128174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7990589141845703,
      "cov-distil (oracle2student)": 3.953366756439209,
      "cov-distil (oracle2teacher)": 4.43998908996582,
      "epoch": 3.73861852433281,
      "rel-constrast": 1.6176029443740845,
      "step": 4763,
      "subrel-constrast": 2.894796133041382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5906548500061035,
      "cov-distil (oracle2student)": 6.212358474731445,
      "cov-distil (oracle2teacher)": 5.821016311645508,
      "epoch": 3.739403453689168,
      "rel-constrast": 4.322971343994141,
      "step": 4764,
      "subrel-constrast": 4.880716323852539,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4098409414291382,
      "cov-distil (oracle2student)": 4.594351291656494,
      "cov-distil (oracle2teacher)": 4.299010276794434,
      "epoch": 3.740188383045526,
      "rel-constrast": 1.2877343893051147,
      "step": 4765,
      "subrel-constrast": 2.0521950721740723,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9146828651428223,
      "cov-distil (oracle2student)": 4.570110321044922,
      "cov-distil (oracle2teacher)": 4.103124618530273,
      "epoch": 3.740973312401884,
      "rel-constrast": 2.0123276710510254,
      "step": 4766,
      "subrel-constrast": 3.170013904571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7092204093933105,
      "cov-distil (oracle2student)": 3.1435914039611816,
      "cov-distil (oracle2teacher)": 2.9927875995635986,
      "epoch": 3.741758241758242,
      "rel-constrast": 3.144770622253418,
      "step": 4767,
      "subrel-constrast": 3.4164133071899414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9555941820144653,
      "cov-distil (oracle2student)": 3.7365245819091797,
      "cov-distil (oracle2teacher)": 4.303847789764404,
      "epoch": 3.7425431711145998,
      "rel-constrast": 2.6153628826141357,
      "step": 4768,
      "subrel-constrast": 3.7174136638641357,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6512078046798706,
      "cov-distil (oracle2student)": 3.5954980850219727,
      "cov-distil (oracle2teacher)": 3.5526514053344727,
      "epoch": 3.7433281004709578,
      "rel-constrast": 1.9743481874465942,
      "step": 4769,
      "subrel-constrast": 3.278125286102295,
      "view-similarity": 0
    },
    {
      "epoch": 3.7441130298273153,
      "grad_norm": 4.21875,
      "learning_rate": 6.487796801272983e-07,
      "loss": 0.6608,
      "step": 4770
    },
    {
      "cov-distil": 1.8853551149368286,
      "cov-distil (oracle2student)": 3.0568361282348633,
      "cov-distil (oracle2teacher)": 2.6560983657836914,
      "epoch": 3.7441130298273153,
      "rel-constrast": 2.0513415336608887,
      "step": 4770,
      "subrel-constrast": 2.711408853530884,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.128879427909851,
      "cov-distil (oracle2student)": 4.270850658416748,
      "cov-distil (oracle2teacher)": 4.0852837562561035,
      "epoch": 3.7448979591836737,
      "rel-constrast": 1.7730746269226074,
      "step": 4771,
      "subrel-constrast": 2.7840731143951416,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6354464292526245,
      "cov-distil (oracle2student)": 5.576302528381348,
      "cov-distil (oracle2teacher)": 4.713791847229004,
      "epoch": 3.7456828885400313,
      "rel-constrast": 1.7567098140716553,
      "step": 4772,
      "subrel-constrast": 2.7035677433013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.894791603088379,
      "cov-distil (oracle2student)": 4.73823881149292,
      "cov-distil (oracle2teacher)": 4.92262077331543,
      "epoch": 3.7464678178963893,
      "rel-constrast": 2.8601818084716797,
      "step": 4773,
      "subrel-constrast": 4.206038475036621,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3324363231658936,
      "cov-distil (oracle2student)": 3.656320571899414,
      "cov-distil (oracle2teacher)": 3.4997141361236572,
      "epoch": 3.7472527472527473,
      "rel-constrast": 1.9310708045959473,
      "step": 4774,
      "subrel-constrast": 3.073207139968872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2336413860321045,
      "cov-distil (oracle2student)": 4.142635345458984,
      "cov-distil (oracle2teacher)": 4.564728736877441,
      "epoch": 3.7480376766091053,
      "rel-constrast": 2.479743003845215,
      "step": 4775,
      "subrel-constrast": 3.4573311805725098,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.790158748626709,
      "cov-distil (oracle2student)": 5.820484161376953,
      "cov-distil (oracle2teacher)": 5.52695369720459,
      "epoch": 3.7488226059654632,
      "rel-constrast": 2.16318678855896,
      "step": 4776,
      "subrel-constrast": 3.058610439300537,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2154903411865234,
      "cov-distil (oracle2student)": 4.168966293334961,
      "cov-distil (oracle2teacher)": 4.115718364715576,
      "epoch": 3.749607535321821,
      "rel-constrast": 2.0038270950317383,
      "step": 4777,
      "subrel-constrast": 2.581362247467041,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9869062900543213,
      "cov-distil (oracle2student)": 4.7702412605285645,
      "cov-distil (oracle2teacher)": 4.102700710296631,
      "epoch": 3.750392464678179,
      "rel-constrast": 2.476113796234131,
      "step": 4778,
      "subrel-constrast": 3.343294858932495,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5711159706115723,
      "cov-distil (oracle2student)": 4.241750717163086,
      "cov-distil (oracle2teacher)": 3.4369266033172607,
      "epoch": 3.7511773940345368,
      "rel-constrast": 1.5352774858474731,
      "step": 4779,
      "subrel-constrast": 2.4209444522857666,
      "view-similarity": 0
    },
    {
      "epoch": 3.7519623233908947,
      "grad_norm": 4.40625,
      "learning_rate": 5.939331816054161e-07,
      "loss": 0.5699,
      "step": 4780
    },
    {
      "cov-distil": 1.4005990028381348,
      "cov-distil (oracle2student)": 5.505927085876465,
      "cov-distil (oracle2teacher)": 4.991333484649658,
      "epoch": 3.7519623233908947,
      "rel-constrast": 2.077368974685669,
      "step": 4780,
      "subrel-constrast": 2.861780881881714,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5154531002044678,
      "cov-distil (oracle2student)": 3.184086799621582,
      "cov-distil (oracle2teacher)": 3.4972119331359863,
      "epoch": 3.7527472527472527,
      "rel-constrast": 2.525394916534424,
      "step": 4781,
      "subrel-constrast": 3.295081377029419,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9194618463516235,
      "cov-distil (oracle2student)": 4.115906715393066,
      "cov-distil (oracle2teacher)": 3.55301570892334,
      "epoch": 3.7535321821036107,
      "rel-constrast": 2.3991799354553223,
      "step": 4782,
      "subrel-constrast": 3.0843915939331055,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.089795470237732,
      "cov-distil (oracle2student)": 3.993952751159668,
      "cov-distil (oracle2teacher)": 3.6462061405181885,
      "epoch": 3.7543171114599687,
      "rel-constrast": 1.9889558553695679,
      "step": 4783,
      "subrel-constrast": 2.5236318111419678,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4176273345947266,
      "cov-distil (oracle2student)": 2.2499003410339355,
      "cov-distil (oracle2teacher)": 2.2782068252563477,
      "epoch": 3.7551020408163263,
      "rel-constrast": 2.476773262023926,
      "step": 4784,
      "subrel-constrast": 2.8539676666259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.580771803855896,
      "cov-distil (oracle2student)": 3.330573081970215,
      "cov-distil (oracle2teacher)": 3.953917980194092,
      "epoch": 3.7558869701726847,
      "rel-constrast": 2.848898410797119,
      "step": 4785,
      "subrel-constrast": 4.333920001983643,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.314269542694092,
      "cov-distil (oracle2student)": 3.8280107975006104,
      "cov-distil (oracle2teacher)": 4.396101474761963,
      "epoch": 3.7566718995290422,
      "rel-constrast": 2.2105422019958496,
      "step": 4786,
      "subrel-constrast": 3.696441888809204,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0937576293945312,
      "cov-distil (oracle2student)": 4.50917911529541,
      "cov-distil (oracle2teacher)": 3.90396785736084,
      "epoch": 3.7574568288854002,
      "rel-constrast": 1.9267487525939941,
      "step": 4787,
      "subrel-constrast": 3.5457162857055664,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.309018611907959,
      "cov-distil (oracle2student)": 4.815094947814941,
      "cov-distil (oracle2teacher)": 4.707775115966797,
      "epoch": 3.758241758241758,
      "rel-constrast": 1.6208815574645996,
      "step": 4788,
      "subrel-constrast": 2.2240281105041504,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.704484462738037,
      "cov-distil (oracle2student)": 2.3993425369262695,
      "cov-distil (oracle2teacher)": 2.7892866134643555,
      "epoch": 3.759026687598116,
      "rel-constrast": 2.0177249908447266,
      "step": 4789,
      "subrel-constrast": 3.083988904953003,
      "view-similarity": 0
    },
    {
      "epoch": 3.759811616954474,
      "grad_norm": 4.0625,
      "learning_rate": 5.414946650786957e-07,
      "loss": 0.5932,
      "step": 4790
    },
    {
      "cov-distil": 1.9922561645507812,
      "cov-distil (oracle2student)": 3.9497647285461426,
      "cov-distil (oracle2teacher)": 3.783844470977783,
      "epoch": 3.759811616954474,
      "rel-constrast": 2.555520534515381,
      "step": 4790,
      "subrel-constrast": 3.3834176063537598,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5889999866485596,
      "cov-distil (oracle2student)": 3.5702691078186035,
      "cov-distil (oracle2teacher)": 3.399038314819336,
      "epoch": 3.760596546310832,
      "rel-constrast": 1.5410242080688477,
      "step": 4791,
      "subrel-constrast": 2.1451621055603027,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7238843441009521,
      "cov-distil (oracle2student)": 3.013282299041748,
      "cov-distil (oracle2teacher)": 3.266616106033325,
      "epoch": 3.76138147566719,
      "rel-constrast": 1.833990454673767,
      "step": 4792,
      "subrel-constrast": 2.9164929389953613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6025218963623047,
      "cov-distil (oracle2student)": 2.6861460208892822,
      "cov-distil (oracle2teacher)": 2.458829879760742,
      "epoch": 3.7621664050235477,
      "rel-constrast": 1.828738808631897,
      "step": 4793,
      "subrel-constrast": 2.3935909271240234,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5453498363494873,
      "cov-distil (oracle2student)": 3.9282119274139404,
      "cov-distil (oracle2teacher)": 4.142754554748535,
      "epoch": 3.7629513343799057,
      "rel-constrast": 3.1161279678344727,
      "step": 4794,
      "subrel-constrast": 3.6851158142089844,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.323918342590332,
      "cov-distil (oracle2student)": 4.4345903396606445,
      "cov-distil (oracle2teacher)": 4.0919647216796875,
      "epoch": 3.7637362637362637,
      "rel-constrast": 1.666900873184204,
      "step": 4795,
      "subrel-constrast": 2.826798915863037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800751805305481,
      "cov-distil (oracle2student)": 4.863761901855469,
      "cov-distil (oracle2teacher)": 4.345623016357422,
      "epoch": 3.7645211930926217,
      "rel-constrast": 2.7540807723999023,
      "step": 4796,
      "subrel-constrast": 3.6908390522003174,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.768140196800232,
      "cov-distil (oracle2student)": 4.974846363067627,
      "cov-distil (oracle2teacher)": 4.545638561248779,
      "epoch": 3.7653061224489797,
      "rel-constrast": 3.2169878482818604,
      "step": 4797,
      "subrel-constrast": 3.811901330947876,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9526501297950745,
      "cov-distil (oracle2student)": 3.036634922027588,
      "cov-distil (oracle2teacher)": 2.9287209510803223,
      "epoch": 3.7660910518053377,
      "rel-constrast": 2.0085744857788086,
      "step": 4798,
      "subrel-constrast": 2.4845774173736572,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9534180164337158,
      "cov-distil (oracle2student)": 6.460108757019043,
      "cov-distil (oracle2teacher)": 5.769112586975098,
      "epoch": 3.7668759811616956,
      "rel-constrast": 2.1994810104370117,
      "step": 4799,
      "subrel-constrast": 3.4011290073394775,
      "view-similarity": 0
    },
    {
      "epoch": 3.767660910518053,
      "grad_norm": 4.1875,
      "learning_rate": 4.914666863264528e-07,
      "loss": 0.6112,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "overlap": 0.328125,
      "step": 4800
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "student margin": 0.05853271484375
    },
    {
      "epoch": 3.767660910518053,
      "step": 4800,
      "teacher margin": 0.039154052734375
    },
    {
      "epoch": 3.767660910518053,
      "margin difference": -0.019378662109375,
      "step": 4800
    },
    {
      "cov-distil": 1.7565126419067383,
      "cov-distil (oracle2student)": 5.562498092651367,
      "cov-distil (oracle2teacher)": 5.167812347412109,
      "epoch": 3.767660910518053,
      "rel-constrast": 2.776495933532715,
      "step": 4800,
      "subrel-constrast": 3.3957555294036865,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.712860107421875,
      "cov-distil (oracle2student)": 6.134312152862549,
      "cov-distil (oracle2teacher)": 5.210679531097412,
      "epoch": 3.768445839874411,
      "rel-constrast": 2.2036800384521484,
      "step": 4801,
      "subrel-constrast": 3.377587080001831,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8084702491760254,
      "cov-distil (oracle2student)": 4.161139965057373,
      "cov-distil (oracle2teacher)": 4.315898895263672,
      "epoch": 3.769230769230769,
      "rel-constrast": 2.475862979888916,
      "step": 4802,
      "subrel-constrast": 3.245922327041626,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6580277681350708,
      "cov-distil (oracle2student)": 4.1373114585876465,
      "cov-distil (oracle2teacher)": 3.9996581077575684,
      "epoch": 3.770015698587127,
      "rel-constrast": 2.6616079807281494,
      "step": 4803,
      "subrel-constrast": 2.9074342250823975,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.58700430393219,
      "cov-distil (oracle2student)": 3.0151450634002686,
      "cov-distil (oracle2teacher)": 2.6801798343658447,
      "epoch": 3.770800627943485,
      "rel-constrast": 1.7059730291366577,
      "step": 4804,
      "subrel-constrast": 2.7092278003692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4287244081497192,
      "cov-distil (oracle2student)": 3.4699978828430176,
      "cov-distil (oracle2teacher)": 3.417440176010132,
      "epoch": 3.771585557299843,
      "rel-constrast": 1.2453047037124634,
      "step": 4805,
      "subrel-constrast": 2.279418468475342,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.145162343978882,
      "cov-distil (oracle2student)": 5.284504413604736,
      "cov-distil (oracle2teacher)": 5.042806625366211,
      "epoch": 3.772370486656201,
      "rel-constrast": 2.914369583129883,
      "step": 4806,
      "subrel-constrast": 4.0378241539001465,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4494677782058716,
      "cov-distil (oracle2student)": 3.7204043865203857,
      "cov-distil (oracle2teacher)": 3.6764073371887207,
      "epoch": 3.7731554160125587,
      "rel-constrast": 1.9092681407928467,
      "step": 4807,
      "subrel-constrast": 2.828657865524292,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2620363235473633,
      "cov-distil (oracle2student)": 4.696948051452637,
      "cov-distil (oracle2teacher)": 4.656067848205566,
      "epoch": 3.7739403453689166,
      "rel-constrast": 2.1168406009674072,
      "step": 4808,
      "subrel-constrast": 2.424135446548462,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6690986156463623,
      "cov-distil (oracle2student)": 5.670780658721924,
      "cov-distil (oracle2teacher)": 5.216978073120117,
      "epoch": 3.7747252747252746,
      "rel-constrast": 2.9066553115844727,
      "step": 4809,
      "subrel-constrast": 3.4165539741516113,
      "view-similarity": 0
    },
    {
      "epoch": 3.7755102040816326,
      "grad_norm": 5.34375,
      "learning_rate": 4.438516836417994e-07,
      "loss": 0.6141,
      "step": 4810
    },
    {
      "cov-distil": 1.4633733034133911,
      "cov-distil (oracle2student)": 3.519381046295166,
      "cov-distil (oracle2teacher)": 3.306774616241455,
      "epoch": 3.7755102040816326,
      "rel-constrast": 3.2188918590545654,
      "step": 4810,
      "subrel-constrast": 3.4598803520202637,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8564183712005615,
      "cov-distil (oracle2student)": 4.469050407409668,
      "cov-distil (oracle2teacher)": 4.055315971374512,
      "epoch": 3.7762951334379906,
      "rel-constrast": 2.6732053756713867,
      "step": 4811,
      "subrel-constrast": 3.4234211444854736,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7017197608947754,
      "cov-distil (oracle2student)": 4.9444260597229,
      "cov-distil (oracle2teacher)": 4.795279502868652,
      "epoch": 3.7770800627943486,
      "rel-constrast": 2.554194688796997,
      "step": 4812,
      "subrel-constrast": 3.501291275024414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9294795989990234,
      "cov-distil (oracle2student)": 3.8807897567749023,
      "cov-distil (oracle2teacher)": 3.4238648414611816,
      "epoch": 3.7778649921507066,
      "rel-constrast": 2.2018582820892334,
      "step": 4813,
      "subrel-constrast": 3.1295063495635986,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3382225036621094,
      "cov-distil (oracle2student)": 2.499506711959839,
      "cov-distil (oracle2teacher)": 3.2381327152252197,
      "epoch": 3.778649921507064,
      "rel-constrast": 1.9145121574401855,
      "step": 4814,
      "subrel-constrast": 2.7623398303985596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8944001197814941,
      "cov-distil (oracle2student)": 3.2350380420684814,
      "cov-distil (oracle2teacher)": 3.2907137870788574,
      "epoch": 3.7794348508634226,
      "rel-constrast": 2.0806126594543457,
      "step": 4815,
      "subrel-constrast": 3.3568074703216553,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5959125757217407,
      "cov-distil (oracle2student)": 4.375514984130859,
      "cov-distil (oracle2teacher)": 3.96726655960083,
      "epoch": 3.78021978021978,
      "rel-constrast": 2.213881015777588,
      "step": 4816,
      "subrel-constrast": 3.0643317699432373,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.756508708000183,
      "cov-distil (oracle2student)": 3.919227123260498,
      "cov-distil (oracle2teacher)": 4.347182750701904,
      "epoch": 3.781004709576138,
      "rel-constrast": 2.4153623580932617,
      "step": 4817,
      "subrel-constrast": 3.7104456424713135,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7941550016403198,
      "cov-distil (oracle2student)": 4.870853424072266,
      "cov-distil (oracle2teacher)": 4.681805610656738,
      "epoch": 3.781789638932496,
      "rel-constrast": 2.2272274494171143,
      "step": 4818,
      "subrel-constrast": 3.0579030513763428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8203344345092773,
      "cov-distil (oracle2student)": 4.244718074798584,
      "cov-distil (oracle2teacher)": 4.468134880065918,
      "epoch": 3.782574568288854,
      "rel-constrast": 2.038266897201538,
      "step": 4819,
      "subrel-constrast": 3.297057628631592,
      "view-similarity": 0
    },
    {
      "epoch": 3.783359497645212,
      "grad_norm": 4.09375,
      "learning_rate": 3.986519777127884e-07,
      "loss": 0.6313,
      "step": 4820
    },
    {
      "cov-distil": 1.7615058422088623,
      "cov-distil (oracle2student)": 4.093782901763916,
      "cov-distil (oracle2teacher)": 4.452290058135986,
      "epoch": 3.783359497645212,
      "rel-constrast": 2.412229537963867,
      "step": 4820,
      "subrel-constrast": 2.9262475967407227,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086080312728882,
      "cov-distil (oracle2student)": 4.6068115234375,
      "cov-distil (oracle2teacher)": 4.065741539001465,
      "epoch": 3.7841444270015696,
      "rel-constrast": 2.688406229019165,
      "step": 4821,
      "subrel-constrast": 3.3538503646850586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5681684017181396,
      "cov-distil (oracle2student)": 4.064016819000244,
      "cov-distil (oracle2teacher)": 3.711514711380005,
      "epoch": 3.784929356357928,
      "rel-constrast": 2.4205400943756104,
      "step": 4822,
      "subrel-constrast": 3.5154669284820557,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7669283151626587,
      "cov-distil (oracle2student)": 5.308131217956543,
      "cov-distil (oracle2teacher)": 4.713425636291504,
      "epoch": 3.7857142857142856,
      "rel-constrast": 2.367252826690674,
      "step": 4823,
      "subrel-constrast": 3.244649648666382,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6999517679214478,
      "cov-distil (oracle2student)": 4.4020209312438965,
      "cov-distil (oracle2teacher)": 4.266255855560303,
      "epoch": 3.7864992150706436,
      "rel-constrast": 1.5862188339233398,
      "step": 4824,
      "subrel-constrast": 2.347360372543335,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.356050729751587,
      "cov-distil (oracle2student)": 4.900982856750488,
      "cov-distil (oracle2teacher)": 5.065061569213867,
      "epoch": 3.7872841444270016,
      "rel-constrast": 2.1553053855895996,
      "step": 4825,
      "subrel-constrast": 3.4631497859954834,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.03617787361145,
      "cov-distil (oracle2student)": 4.5617170333862305,
      "cov-distil (oracle2teacher)": 4.435247898101807,
      "epoch": 3.7880690737833596,
      "rel-constrast": 2.9194140434265137,
      "step": 4826,
      "subrel-constrast": 3.3964922428131104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0062408447265625,
      "cov-distil (oracle2student)": 6.786420822143555,
      "cov-distil (oracle2teacher)": 6.119615077972412,
      "epoch": 3.7888540031397175,
      "rel-constrast": 2.371981620788574,
      "step": 4827,
      "subrel-constrast": 3.016021728515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3312219381332397,
      "cov-distil (oracle2student)": 3.536926507949829,
      "cov-distil (oracle2teacher)": 3.325913429260254,
      "epoch": 3.789638932496075,
      "rel-constrast": 1.542051911354065,
      "step": 4828,
      "subrel-constrast": 2.20129656791687,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6503212451934814,
      "cov-distil (oracle2student)": 3.962252140045166,
      "cov-distil (oracle2teacher)": 3.785037040710449,
      "epoch": 3.7904238618524335,
      "rel-constrast": 2.1242334842681885,
      "step": 4829,
      "subrel-constrast": 2.7632486820220947,
      "view-similarity": 0
    },
    {
      "epoch": 3.791208791208791,
      "grad_norm": 4.15625,
      "learning_rate": 3.558697715093207e-07,
      "loss": 0.6103,
      "step": 4830
    },
    {
      "cov-distil": 1.9443576335906982,
      "cov-distil (oracle2student)": 5.6723737716674805,
      "cov-distil (oracle2teacher)": 5.315249919891357,
      "epoch": 3.791208791208791,
      "rel-constrast": 2.9219322204589844,
      "step": 4830,
      "subrel-constrast": 3.8135929107666016,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.563222050666809,
      "cov-distil (oracle2student)": 5.220130920410156,
      "cov-distil (oracle2teacher)": 4.859345436096191,
      "epoch": 3.791993720565149,
      "rel-constrast": 1.7854278087615967,
      "step": 4831,
      "subrel-constrast": 2.4908525943756104,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.01259708404541,
      "cov-distil (oracle2student)": 4.590665817260742,
      "cov-distil (oracle2teacher)": 4.569897651672363,
      "epoch": 3.792778649921507,
      "rel-constrast": 1.6048309803009033,
      "step": 4832,
      "subrel-constrast": 2.589451789855957,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.651423454284668,
      "cov-distil (oracle2student)": 6.494373321533203,
      "cov-distil (oracle2teacher)": 5.637975692749023,
      "epoch": 3.793563579277865,
      "rel-constrast": 3.5161631107330322,
      "step": 4833,
      "subrel-constrast": 4.179235935211182,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.742124319076538,
      "cov-distil (oracle2student)": 4.922304153442383,
      "cov-distil (oracle2teacher)": 4.839828014373779,
      "epoch": 3.794348508634223,
      "rel-constrast": 2.687229633331299,
      "step": 4834,
      "subrel-constrast": 3.576969861984253,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2290353775024414,
      "cov-distil (oracle2student)": 4.225126266479492,
      "cov-distil (oracle2teacher)": 3.7165470123291016,
      "epoch": 3.795133437990581,
      "rel-constrast": 1.4808318614959717,
      "step": 4835,
      "subrel-constrast": 2.6588079929351807,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.383352756500244,
      "cov-distil (oracle2student)": 5.670231819152832,
      "cov-distil (oracle2teacher)": 5.7697978019714355,
      "epoch": 3.795918367346939,
      "rel-constrast": 2.0226521492004395,
      "step": 4836,
      "subrel-constrast": 3.432772159576416,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.582887649536133,
      "cov-distil (oracle2student)": 5.117664813995361,
      "cov-distil (oracle2teacher)": 4.537598133087158,
      "epoch": 3.7967032967032965,
      "rel-constrast": 2.726332426071167,
      "step": 4837,
      "subrel-constrast": 3.965348482131958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9101446866989136,
      "cov-distil (oracle2student)": 3.4856271743774414,
      "cov-distil (oracle2teacher)": 3.164208173751831,
      "epoch": 3.7974882260596545,
      "rel-constrast": 2.06258225440979,
      "step": 4838,
      "subrel-constrast": 2.9450604915618896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.687105417251587,
      "cov-distil (oracle2student)": 5.757267475128174,
      "cov-distil (oracle2teacher)": 5.5565876960754395,
      "epoch": 3.7982731554160125,
      "rel-constrast": 2.8101775646209717,
      "step": 4839,
      "subrel-constrast": 3.5452170372009277,
      "view-similarity": 0
    },
    {
      "epoch": 3.7990580847723705,
      "grad_norm": 5.34375,
      "learning_rate": 3.1550715017575895e-07,
      "loss": 0.6422,
      "step": 4840
    },
    {
      "cov-distil": 1.814016580581665,
      "cov-distil (oracle2student)": 4.8002119064331055,
      "cov-distil (oracle2teacher)": 4.071665287017822,
      "epoch": 3.7990580847723705,
      "rel-constrast": 2.222153663635254,
      "step": 4840,
      "subrel-constrast": 2.909989833831787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.718815565109253,
      "cov-distil (oracle2student)": 4.658880233764648,
      "cov-distil (oracle2teacher)": 4.648377895355225,
      "epoch": 3.7998430141287285,
      "rel-constrast": 2.3571364879608154,
      "step": 4841,
      "subrel-constrast": 3.116182804107666,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8006811141967773,
      "cov-distil (oracle2student)": 6.43965482711792,
      "cov-distil (oracle2teacher)": 5.306329250335693,
      "epoch": 3.8006279434850865,
      "rel-constrast": 2.1360280513763428,
      "step": 4842,
      "subrel-constrast": 3.085257053375244,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.599931001663208,
      "cov-distil (oracle2student)": 5.386048316955566,
      "cov-distil (oracle2teacher)": 4.933506011962891,
      "epoch": 3.8014128728414445,
      "rel-constrast": 2.6303627490997314,
      "step": 4843,
      "subrel-constrast": 2.834465503692627,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.700629472732544,
      "cov-distil (oracle2student)": 5.714375019073486,
      "cov-distil (oracle2teacher)": 5.535254001617432,
      "epoch": 3.802197802197802,
      "rel-constrast": 2.630189895629883,
      "step": 4844,
      "subrel-constrast": 3.744901657104492,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.532942295074463,
      "cov-distil (oracle2student)": 2.629929304122925,
      "cov-distil (oracle2teacher)": 3.0124337673187256,
      "epoch": 3.80298273155416,
      "rel-constrast": 2.1350042819976807,
      "step": 4845,
      "subrel-constrast": 2.7843282222747803,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2984471321105957,
      "cov-distil (oracle2student)": 5.4225358963012695,
      "cov-distil (oracle2teacher)": 4.659491539001465,
      "epoch": 3.803767660910518,
      "rel-constrast": 2.1163086891174316,
      "step": 4846,
      "subrel-constrast": 2.7919139862060547,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8779371976852417,
      "cov-distil (oracle2student)": 5.837638854980469,
      "cov-distil (oracle2teacher)": 5.3788251876831055,
      "epoch": 3.804552590266876,
      "rel-constrast": 1.2574034929275513,
      "step": 4847,
      "subrel-constrast": 2.1479332447052,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4565014839172363,
      "cov-distil (oracle2student)": 3.734698534011841,
      "cov-distil (oracle2teacher)": 3.84202241897583,
      "epoch": 3.805337519623234,
      "rel-constrast": 2.1401121616363525,
      "step": 4848,
      "subrel-constrast": 3.201120615005493,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6330723762512207,
      "cov-distil (oracle2student)": 4.1156907081604,
      "cov-distil (oracle2teacher)": 3.8698413372039795,
      "epoch": 3.806122448979592,
      "rel-constrast": 2.137235164642334,
      "step": 4849,
      "subrel-constrast": 2.97019362449646,
      "view-similarity": 0
    },
    {
      "epoch": 3.80690737833595,
      "grad_norm": 4.5,
      "learning_rate": 2.775660809293368e-07,
      "loss": 0.5851,
      "step": 4850
    },
    {
      "cov-distil": 2.1248531341552734,
      "cov-distil (oracle2student)": 6.820640563964844,
      "cov-distil (oracle2teacher)": 6.625282287597656,
      "epoch": 3.80690737833595,
      "rel-constrast": 2.179973602294922,
      "step": 4850,
      "subrel-constrast": 3.3855607509613037,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5394145250320435,
      "cov-distil (oracle2student)": 4.321622848510742,
      "cov-distil (oracle2teacher)": 4.435842514038086,
      "epoch": 3.8076923076923075,
      "rel-constrast": 2.72904109954834,
      "step": 4851,
      "subrel-constrast": 3.094264507293701,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9786187410354614,
      "cov-distil (oracle2student)": 3.5290098190307617,
      "cov-distil (oracle2teacher)": 3.5315403938293457,
      "epoch": 3.8084772370486655,
      "rel-constrast": 2.2312705516815186,
      "step": 4852,
      "subrel-constrast": 3.174736976623535,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7915403842926025,
      "cov-distil (oracle2student)": 4.655953407287598,
      "cov-distil (oracle2teacher)": 4.309782028198242,
      "epoch": 3.8092621664050235,
      "rel-constrast": 3.0231668949127197,
      "step": 4853,
      "subrel-constrast": 3.8110251426696777,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7142466306686401,
      "cov-distil (oracle2student)": 4.605834007263184,
      "cov-distil (oracle2teacher)": 4.371603965759277,
      "epoch": 3.8100470957613815,
      "rel-constrast": 1.6118874549865723,
      "step": 4854,
      "subrel-constrast": 2.3093936443328857,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5376343727111816,
      "cov-distil (oracle2student)": 4.145608901977539,
      "cov-distil (oracle2teacher)": 3.6628236770629883,
      "epoch": 3.8108320251177394,
      "rel-constrast": 1.7451725006103516,
      "step": 4855,
      "subrel-constrast": 2.78776216506958,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8403409719467163,
      "cov-distil (oracle2student)": 3.455592155456543,
      "cov-distil (oracle2teacher)": 3.2363009452819824,
      "epoch": 3.8116169544740974,
      "rel-constrast": 1.893454909324646,
      "step": 4856,
      "subrel-constrast": 2.820730209350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.297680377960205,
      "cov-distil (oracle2student)": 4.441059112548828,
      "cov-distil (oracle2teacher)": 4.245633125305176,
      "epoch": 3.8124018838304554,
      "rel-constrast": 2.9708235263824463,
      "step": 4857,
      "subrel-constrast": 3.4583487510681152,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.182497978210449,
      "cov-distil (oracle2student)": 4.779518127441406,
      "cov-distil (oracle2teacher)": 4.574804306030273,
      "epoch": 3.813186813186813,
      "rel-constrast": 1.524304986000061,
      "step": 4858,
      "subrel-constrast": 2.9677023887634277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2660943269729614,
      "cov-distil (oracle2student)": 4.929412364959717,
      "cov-distil (oracle2teacher)": 4.478665828704834,
      "epoch": 3.813971742543171,
      "rel-constrast": 1.4758514165878296,
      "step": 4859,
      "subrel-constrast": 2.1756012439727783,
      "view-similarity": 0
    },
    {
      "epoch": 3.814756671899529,
      "grad_norm": 3.453125,
      "learning_rate": 2.4204841296424085e-07,
      "loss": 0.5778,
      "step": 4860
    },
    {
      "cov-distil": 1.5078697204589844,
      "cov-distil (oracle2student)": 4.006966590881348,
      "cov-distil (oracle2teacher)": 3.8884851932525635,
      "epoch": 3.814756671899529,
      "rel-constrast": 2.8388144969940186,
      "step": 4860,
      "subrel-constrast": 3.4662201404571533,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3777601718902588,
      "cov-distil (oracle2student)": 5.435661315917969,
      "cov-distil (oracle2teacher)": 5.037598609924316,
      "epoch": 3.815541601255887,
      "rel-constrast": 2.0369324684143066,
      "step": 4861,
      "subrel-constrast": 2.468984365463257,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9523152112960815,
      "cov-distil (oracle2student)": 4.702136993408203,
      "cov-distil (oracle2teacher)": 4.344050884246826,
      "epoch": 3.816326530612245,
      "rel-constrast": 2.7996835708618164,
      "step": 4862,
      "subrel-constrast": 3.533752679824829,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.07053279876709,
      "cov-distil (oracle2student)": 4.897852897644043,
      "cov-distil (oracle2teacher)": 4.121175765991211,
      "epoch": 3.817111459968603,
      "rel-constrast": 3.5766210556030273,
      "step": 4863,
      "subrel-constrast": 3.8970236778259277,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4591147899627686,
      "cov-distil (oracle2student)": 3.887456178665161,
      "cov-distil (oracle2teacher)": 3.408665657043457,
      "epoch": 3.817896389324961,
      "rel-constrast": 1.9105429649353027,
      "step": 4864,
      "subrel-constrast": 2.8033769130706787,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4069219827651978,
      "cov-distil (oracle2student)": 4.351541042327881,
      "cov-distil (oracle2teacher)": 3.734619617462158,
      "epoch": 3.8186813186813184,
      "rel-constrast": 1.9381868839263916,
      "step": 4865,
      "subrel-constrast": 2.985679864883423,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4719352722167969,
      "cov-distil (oracle2student)": 3.3459062576293945,
      "cov-distil (oracle2teacher)": 3.315337657928467,
      "epoch": 3.819466248037677,
      "rel-constrast": 1.7024896144866943,
      "step": 4866,
      "subrel-constrast": 2.77099347114563,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5934102535247803,
      "cov-distil (oracle2student)": 4.509615421295166,
      "cov-distil (oracle2teacher)": 4.303684711456299,
      "epoch": 3.8202511773940344,
      "rel-constrast": 2.3575761318206787,
      "step": 4867,
      "subrel-constrast": 3.2975006103515625,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.620808720588684,
      "cov-distil (oracle2student)": 2.925825357437134,
      "cov-distil (oracle2teacher)": 3.0994324684143066,
      "epoch": 3.8210361067503924,
      "rel-constrast": 2.031771421432495,
      "step": 4868,
      "subrel-constrast": 3.0192134380340576,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8262730836868286,
      "cov-distil (oracle2student)": 2.274170398712158,
      "cov-distil (oracle2teacher)": 2.7188987731933594,
      "epoch": 3.8218210361067504,
      "rel-constrast": 1.6797841787338257,
      "step": 4869,
      "subrel-constrast": 2.7424705028533936,
      "view-similarity": 0
    },
    {
      "epoch": 3.8226059654631084,
      "grad_norm": 3.5625,
      "learning_rate": 2.0895587736149414e-07,
      "loss": 0.6125,
      "step": 4870
    },
    {
      "cov-distil": 1.898979902267456,
      "cov-distil (oracle2student)": 5.843684196472168,
      "cov-distil (oracle2teacher)": 5.919766426086426,
      "epoch": 3.8226059654631084,
      "rel-constrast": 1.9530905485153198,
      "step": 4870,
      "subrel-constrast": 2.820617198944092,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5170297622680664,
      "cov-distil (oracle2student)": 4.073212623596191,
      "cov-distil (oracle2teacher)": 4.170407295227051,
      "epoch": 3.8233908948194664,
      "rel-constrast": 3.149280309677124,
      "step": 4871,
      "subrel-constrast": 4.240416049957275,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3182108402252197,
      "cov-distil (oracle2student)": 3.916536569595337,
      "cov-distil (oracle2teacher)": 4.099820613861084,
      "epoch": 3.824175824175824,
      "rel-constrast": 2.272676706314087,
      "step": 4872,
      "subrel-constrast": 3.054368495941162,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.948319673538208,
      "cov-distil (oracle2student)": 4.780578136444092,
      "cov-distil (oracle2teacher)": 4.5466413497924805,
      "epoch": 3.8249607535321823,
      "rel-constrast": 2.16070556640625,
      "step": 4873,
      "subrel-constrast": 3.3646953105926514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.151110887527466,
      "cov-distil (oracle2student)": 3.7818169593811035,
      "cov-distil (oracle2teacher)": 3.5122551918029785,
      "epoch": 3.82574568288854,
      "rel-constrast": 2.64627742767334,
      "step": 4874,
      "subrel-constrast": 3.180198907852173,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5018123388290405,
      "cov-distil (oracle2student)": 3.5196268558502197,
      "cov-distil (oracle2teacher)": 3.478823661804199,
      "epoch": 3.826530612244898,
      "rel-constrast": 1.7357678413391113,
      "step": 4875,
      "subrel-constrast": 2.2725231647491455,
      "view-similarity": 0
    },
    {
      "cov-distil": 0.9917315244674683,
      "cov-distil (oracle2student)": 3.617724657058716,
      "cov-distil (oracle2teacher)": 3.67604923248291,
      "epoch": 3.827315541601256,
      "rel-constrast": 1.2305922508239746,
      "step": 4876,
      "subrel-constrast": 2.0169403553009033,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6525934934616089,
      "cov-distil (oracle2student)": 5.051026821136475,
      "cov-distil (oracle2teacher)": 4.471915245056152,
      "epoch": 3.828100470957614,
      "rel-constrast": 2.530066728591919,
      "step": 4877,
      "subrel-constrast": 3.456279993057251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9719196557998657,
      "cov-distil (oracle2student)": 4.485138416290283,
      "cov-distil (oracle2teacher)": 4.073456764221191,
      "epoch": 3.828885400313972,
      "rel-constrast": 2.5151054859161377,
      "step": 4878,
      "subrel-constrast": 3.5835068225860596,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.917641520500183,
      "cov-distil (oracle2student)": 3.5091826915740967,
      "cov-distil (oracle2teacher)": 3.398531198501587,
      "epoch": 3.82967032967033,
      "rel-constrast": 1.642746925354004,
      "step": 4879,
      "subrel-constrast": 2.9437224864959717,
      "view-similarity": 0
    },
    {
      "epoch": 3.830455259026688,
      "grad_norm": 4.0625,
      "learning_rate": 1.7829008700460115e-07,
      "loss": 0.5881,
      "step": 4880
    },
    {
      "cov-distil": 1.265413522720337,
      "cov-distil (oracle2student)": 3.759390354156494,
      "cov-distil (oracle2teacher)": 3.9531657695770264,
      "epoch": 3.830455259026688,
      "rel-constrast": 1.7807466983795166,
      "step": 4880,
      "subrel-constrast": 2.653104305267334,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6743342876434326,
      "cov-distil (oracle2student)": 5.311925888061523,
      "cov-distil (oracle2teacher)": 4.883126258850098,
      "epoch": 3.8312401883830454,
      "rel-constrast": 2.6863932609558105,
      "step": 4881,
      "subrel-constrast": 3.458409070968628,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6106102466583252,
      "cov-distil (oracle2student)": 4.567109107971191,
      "cov-distil (oracle2teacher)": 4.466662406921387,
      "epoch": 3.8320251177394034,
      "rel-constrast": 2.8387210369110107,
      "step": 4882,
      "subrel-constrast": 3.6225130558013916,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8468575477600098,
      "cov-distil (oracle2student)": 3.245732069015503,
      "cov-distil (oracle2teacher)": 3.3705782890319824,
      "epoch": 3.8328100470957613,
      "rel-constrast": 2.4859085083007812,
      "step": 4883,
      "subrel-constrast": 3.3611981868743896,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8117096424102783,
      "cov-distil (oracle2student)": 4.7767791748046875,
      "cov-distil (oracle2teacher)": 4.8210859298706055,
      "epoch": 3.8335949764521193,
      "rel-constrast": 2.3061037063598633,
      "step": 4884,
      "subrel-constrast": 3.308347702026367,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8176063299179077,
      "cov-distil (oracle2student)": 4.699596405029297,
      "cov-distil (oracle2teacher)": 4.05155086517334,
      "epoch": 3.8343799058084773,
      "rel-constrast": 1.7550476789474487,
      "step": 4885,
      "subrel-constrast": 2.605556011199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3718477487564087,
      "cov-distil (oracle2student)": 3.8462183475494385,
      "cov-distil (oracle2teacher)": 3.630053997039795,
      "epoch": 3.8351648351648353,
      "rel-constrast": 2.6490721702575684,
      "step": 4886,
      "subrel-constrast": 3.419773817062378,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5635343790054321,
      "cov-distil (oracle2student)": 4.940074920654297,
      "cov-distil (oracle2teacher)": 5.029603004455566,
      "epoch": 3.8359497645211933,
      "rel-constrast": 2.715949296951294,
      "step": 4887,
      "subrel-constrast": 3.4092907905578613,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8084503412246704,
      "cov-distil (oracle2student)": 4.23370361328125,
      "cov-distil (oracle2teacher)": 4.185457229614258,
      "epoch": 3.836734693877551,
      "rel-constrast": 2.57051944732666,
      "step": 4888,
      "subrel-constrast": 3.359828233718872,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7299655675888062,
      "cov-distil (oracle2student)": 2.9068212509155273,
      "cov-distil (oracle2teacher)": 3.06333589553833,
      "epoch": 3.837519623233909,
      "rel-constrast": 1.8715415000915527,
      "step": 4889,
      "subrel-constrast": 2.5189554691314697,
      "view-similarity": 0
    },
    {
      "epoch": 3.838304552590267,
      "grad_norm": 4.21875,
      "learning_rate": 1.500525365009109e-07,
      "loss": 0.6328,
      "step": 4890
    },
    {
      "cov-distil": 0.9635053873062134,
      "cov-distil (oracle2student)": 4.261396408081055,
      "cov-distil (oracle2teacher)": 4.032505035400391,
      "epoch": 3.838304552590267,
      "rel-constrast": 2.25639009475708,
      "step": 4890,
      "subrel-constrast": 2.7471461296081543,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9274336099624634,
      "cov-distil (oracle2student)": 4.544471740722656,
      "cov-distil (oracle2teacher)": 4.269608974456787,
      "epoch": 3.839089481946625,
      "rel-constrast": 1.9407247304916382,
      "step": 4891,
      "subrel-constrast": 2.6058766841888428,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9720993041992188,
      "cov-distil (oracle2student)": 3.6571643352508545,
      "cov-distil (oracle2teacher)": 4.151481628417969,
      "epoch": 3.839874411302983,
      "rel-constrast": 2.5875794887542725,
      "step": 4892,
      "subrel-constrast": 4.17755651473999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.458214282989502,
      "cov-distil (oracle2student)": 3.7364418506622314,
      "cov-distil (oracle2teacher)": 3.5266292095184326,
      "epoch": 3.840659340659341,
      "rel-constrast": 1.0109522342681885,
      "step": 4893,
      "subrel-constrast": 1.8052492141723633,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1021387577056885,
      "cov-distil (oracle2student)": 4.378795146942139,
      "cov-distil (oracle2teacher)": 3.719003438949585,
      "epoch": 3.8414442700156988,
      "rel-constrast": 3.6117961406707764,
      "step": 4894,
      "subrel-constrast": 3.75339937210083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8479479551315308,
      "cov-distil (oracle2student)": 4.987380504608154,
      "cov-distil (oracle2teacher)": 4.860426902770996,
      "epoch": 3.8422291993720563,
      "rel-constrast": 2.1764190196990967,
      "step": 4895,
      "subrel-constrast": 3.0114619731903076,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.558556318283081,
      "cov-distil (oracle2student)": 5.972277641296387,
      "cov-distil (oracle2teacher)": 5.350152969360352,
      "epoch": 3.8430141287284143,
      "rel-constrast": 1.9360774755477905,
      "step": 4896,
      "subrel-constrast": 3.131124496459961,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.505386233329773,
      "cov-distil (oracle2student)": 3.407900333404541,
      "cov-distil (oracle2teacher)": 3.3950557708740234,
      "epoch": 3.8437990580847723,
      "rel-constrast": 1.896614670753479,
      "step": 4897,
      "subrel-constrast": 2.6034960746765137,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3480911254882812,
      "cov-distil (oracle2student)": 4.545868873596191,
      "cov-distil (oracle2teacher)": 4.345839500427246,
      "epoch": 3.8445839874411303,
      "rel-constrast": 2.386791944503784,
      "step": 4898,
      "subrel-constrast": 3.2330780029296875,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.528137445449829,
      "cov-distil (oracle2student)": 5.415817737579346,
      "cov-distil (oracle2teacher)": 5.53334903717041,
      "epoch": 3.8453689167974883,
      "rel-constrast": 2.6523377895355225,
      "step": 4899,
      "subrel-constrast": 3.510993242263794,
      "view-similarity": 0
    },
    {
      "epoch": 3.8461538461538463,
      "grad_norm": 4.71875,
      "learning_rate": 1.2424460210881395e-07,
      "loss": 0.6044,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "overlap": 0.33281251788139343,
      "step": 4900
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "student margin": 0.08245849609375
    },
    {
      "epoch": 3.8461538461538463,
      "step": 4900,
      "teacher margin": 0.048858642578125
    },
    {
      "epoch": 3.8461538461538463,
      "margin difference": -0.033599853515625,
      "step": 4900
    },
    {
      "cov-distil": 2.3661201000213623,
      "cov-distil (oracle2student)": 3.7544312477111816,
      "cov-distil (oracle2teacher)": 3.3978216648101807,
      "epoch": 3.8461538461538463,
      "rel-constrast": 0.9835795164108276,
      "step": 4900,
      "subrel-constrast": 2.055604934692383,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9675180912017822,
      "cov-distil (oracle2student)": 4.127497673034668,
      "cov-distil (oracle2teacher)": 4.288739204406738,
      "epoch": 3.8469387755102042,
      "rel-constrast": 2.2010412216186523,
      "step": 4901,
      "subrel-constrast": 3.0193727016448975,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.5701942443847656,
      "cov-distil (oracle2student)": 5.955469131469727,
      "cov-distil (oracle2teacher)": 4.819114685058594,
      "epoch": 3.847723704866562,
      "rel-constrast": 1.6952617168426514,
      "step": 4902,
      "subrel-constrast": 2.786776304244995,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.359654426574707,
      "cov-distil (oracle2student)": 5.243168354034424,
      "cov-distil (oracle2teacher)": 5.2740983963012695,
      "epoch": 3.8485086342229198,
      "rel-constrast": 2.261216640472412,
      "step": 4903,
      "subrel-constrast": 4.164401531219482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5899913311004639,
      "cov-distil (oracle2student)": 5.007028579711914,
      "cov-distil (oracle2teacher)": 4.73667573928833,
      "epoch": 3.8492935635792778,
      "rel-constrast": 1.7901743650436401,
      "step": 4904,
      "subrel-constrast": 2.8645358085632324,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0268383026123047,
      "cov-distil (oracle2student)": 4.735121726989746,
      "cov-distil (oracle2teacher)": 5.0871076583862305,
      "epoch": 3.8500784929356358,
      "rel-constrast": 2.6429572105407715,
      "step": 4905,
      "subrel-constrast": 3.357764959335327,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0987625122070312,
      "cov-distil (oracle2student)": 4.769082546234131,
      "cov-distil (oracle2teacher)": 4.751436233520508,
      "epoch": 3.8508634222919937,
      "rel-constrast": 1.8740215301513672,
      "step": 4906,
      "subrel-constrast": 3.246181011199951,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6320160627365112,
      "cov-distil (oracle2student)": 4.777073860168457,
      "cov-distil (oracle2teacher)": 4.04048490524292,
      "epoch": 3.8516483516483517,
      "rel-constrast": 1.907334327697754,
      "step": 4907,
      "subrel-constrast": 2.8879268169403076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5100154876708984,
      "cov-distil (oracle2student)": 3.0527775287628174,
      "cov-distil (oracle2teacher)": 3.0821733474731445,
      "epoch": 3.8524332810047097,
      "rel-constrast": 1.9423422813415527,
      "step": 4908,
      "subrel-constrast": 2.785886287689209,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.583536148071289,
      "cov-distil (oracle2student)": 4.979377746582031,
      "cov-distil (oracle2teacher)": 5.0335283279418945,
      "epoch": 3.8532182103610673,
      "rel-constrast": 2.617543935775757,
      "step": 4909,
      "subrel-constrast": 3.4496634006500244,
      "view-similarity": 0
    },
    {
      "epoch": 3.8540031397174257,
      "grad_norm": 4.78125,
      "learning_rate": 1.008675416706073e-07,
      "loss": 0.5471,
      "step": 4910
    },
    {
      "cov-distil": 1.5884056091308594,
      "cov-distil (oracle2student)": 5.574822425842285,
      "cov-distil (oracle2teacher)": 4.7990827560424805,
      "epoch": 3.8540031397174257,
      "rel-constrast": 3.0065500736236572,
      "step": 4910,
      "subrel-constrast": 3.5721917152404785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8826520442962646,
      "cov-distil (oracle2student)": 3.262094020843506,
      "cov-distil (oracle2teacher)": 3.432377576828003,
      "epoch": 3.8547880690737832,
      "rel-constrast": 2.0555877685546875,
      "step": 4911,
      "subrel-constrast": 2.980048418045044,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6841349601745605,
      "cov-distil (oracle2student)": 4.284088134765625,
      "cov-distil (oracle2teacher)": 3.68036150932312,
      "epoch": 3.8555729984301412,
      "rel-constrast": 3.036588191986084,
      "step": 4912,
      "subrel-constrast": 3.769871950149536,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4002405405044556,
      "cov-distil (oracle2student)": 3.1784889698028564,
      "cov-distil (oracle2teacher)": 3.2161166667938232,
      "epoch": 3.856357927786499,
      "rel-constrast": 2.19502854347229,
      "step": 4913,
      "subrel-constrast": 2.6632561683654785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7299256324768066,
      "cov-distil (oracle2student)": 3.407548666000366,
      "cov-distil (oracle2teacher)": 4.082374572753906,
      "epoch": 3.857142857142857,
      "rel-constrast": 1.7035542726516724,
      "step": 4914,
      "subrel-constrast": 3.28910756111145,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8275291919708252,
      "cov-distil (oracle2student)": 5.415018081665039,
      "cov-distil (oracle2teacher)": 4.6874775886535645,
      "epoch": 3.857927786499215,
      "rel-constrast": 2.683955669403076,
      "step": 4915,
      "subrel-constrast": 3.7898123264312744,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.564844012260437,
      "cov-distil (oracle2student)": 6.586030960083008,
      "cov-distil (oracle2teacher)": 5.944704532623291,
      "epoch": 3.8587127158555727,
      "rel-constrast": 2.38515567779541,
      "step": 4916,
      "subrel-constrast": 3.330772876739502,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.105963706970215,
      "cov-distil (oracle2student)": 1.8945794105529785,
      "cov-distil (oracle2teacher)": 2.664918899536133,
      "epoch": 3.859497645211931,
      "rel-constrast": 1.2892171144485474,
      "step": 4917,
      "subrel-constrast": 2.2246322631835938,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.252089500427246,
      "cov-distil (oracle2student)": 3.1400694847106934,
      "cov-distil (oracle2teacher)": 3.31341552734375,
      "epoch": 3.8602825745682887,
      "rel-constrast": 2.384810209274292,
      "step": 4918,
      "subrel-constrast": 2.9172897338867188,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.681999683380127,
      "cov-distil (oracle2student)": 8.04276180267334,
      "cov-distil (oracle2teacher)": 7.351125717163086,
      "epoch": 3.8610675039246467,
      "rel-constrast": 4.078620910644531,
      "step": 4919,
      "subrel-constrast": 4.345767974853516,
      "view-similarity": 0
    },
    {
      "epoch": 3.8618524332810047,
      "grad_norm": 7.0,
      "learning_rate": 7.99224945512489e-08,
      "loss": 0.6623,
      "step": 4920
    },
    {
      "cov-distil": 1.3349745273590088,
      "cov-distil (oracle2student)": 4.549638748168945,
      "cov-distil (oracle2teacher)": 4.408553123474121,
      "epoch": 3.8618524332810047,
      "rel-constrast": 1.966017723083496,
      "step": 4920,
      "subrel-constrast": 2.8367793560028076,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7468665838241577,
      "cov-distil (oracle2student)": 4.5403852462768555,
      "cov-distil (oracle2teacher)": 4.196598052978516,
      "epoch": 3.8626373626373627,
      "rel-constrast": 3.2591545581817627,
      "step": 4921,
      "subrel-constrast": 3.9352312088012695,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2914743423461914,
      "cov-distil (oracle2student)": 3.9197499752044678,
      "cov-distil (oracle2teacher)": 3.8662805557250977,
      "epoch": 3.8634222919937207,
      "rel-constrast": 2.0311548709869385,
      "step": 4922,
      "subrel-constrast": 2.5729565620422363,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5612144470214844,
      "cov-distil (oracle2student)": 4.664102077484131,
      "cov-distil (oracle2teacher)": 3.7264959812164307,
      "epoch": 3.8642072213500787,
      "rel-constrast": 1.6677470207214355,
      "step": 4923,
      "subrel-constrast": 2.0283491611480713,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.378410816192627,
      "cov-distil (oracle2student)": 6.166325092315674,
      "cov-distil (oracle2teacher)": 5.355975151062012,
      "epoch": 3.8649921507064366,
      "rel-constrast": 2.205826997756958,
      "step": 4924,
      "subrel-constrast": 3.549966812133789,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.623903751373291,
      "cov-distil (oracle2student)": 4.470559120178223,
      "cov-distil (oracle2teacher)": 4.233499526977539,
      "epoch": 3.865777080062794,
      "rel-constrast": 3.14703106880188,
      "step": 4925,
      "subrel-constrast": 3.798640251159668,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7172186374664307,
      "cov-distil (oracle2student)": 3.9856226444244385,
      "cov-distil (oracle2teacher)": 4.032783508300781,
      "epoch": 3.866562009419152,
      "rel-constrast": 2.6332740783691406,
      "step": 4926,
      "subrel-constrast": 2.956153392791748,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.0672640800476074,
      "cov-distil (oracle2student)": 4.079923629760742,
      "cov-distil (oracle2teacher)": 4.081295013427734,
      "epoch": 3.86734693877551,
      "rel-constrast": 2.2087018489837646,
      "step": 4927,
      "subrel-constrast": 2.5910255908966064,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.2037353515625,
      "cov-distil (oracle2student)": 7.326083183288574,
      "cov-distil (oracle2teacher)": 6.050806045532227,
      "epoch": 3.868131868131868,
      "rel-constrast": 2.9096899032592773,
      "step": 4928,
      "subrel-constrast": 3.677581548690796,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4890249967575073,
      "cov-distil (oracle2student)": 4.089951038360596,
      "cov-distil (oracle2teacher)": 3.68837833404541,
      "epoch": 3.868916797488226,
      "rel-constrast": 1.6789145469665527,
      "step": 4929,
      "subrel-constrast": 2.157818078994751,
      "view-similarity": 0
    },
    {
      "epoch": 3.869701726844584,
      "grad_norm": 3.28125,
      "learning_rate": 6.141048158277429e-08,
      "loss": 0.6337,
      "step": 4930
    },
    {
      "cov-distil": 2.3127171993255615,
      "cov-distil (oracle2student)": 5.201672554016113,
      "cov-distil (oracle2teacher)": 4.892675399780273,
      "epoch": 3.869701726844584,
      "rel-constrast": 1.188405990600586,
      "step": 4930,
      "subrel-constrast": 2.690624475479126,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4743473529815674,
      "cov-distil (oracle2student)": 5.3006181716918945,
      "cov-distil (oracle2teacher)": 4.691280364990234,
      "epoch": 3.870486656200942,
      "rel-constrast": 1.9207077026367188,
      "step": 4931,
      "subrel-constrast": 2.6063826084136963,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.092709541320801,
      "cov-distil (oracle2student)": 2.9369022846221924,
      "cov-distil (oracle2teacher)": 3.240572929382324,
      "epoch": 3.8712715855572997,
      "rel-constrast": 1.860793113708496,
      "step": 4932,
      "subrel-constrast": 3.137587070465088,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4950567483901978,
      "cov-distil (oracle2student)": 5.898160934448242,
      "cov-distil (oracle2teacher)": 5.19136905670166,
      "epoch": 3.8720565149136577,
      "rel-constrast": 2.4463143348693848,
      "step": 4933,
      "subrel-constrast": 3.2065701484680176,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2996461391448975,
      "cov-distil (oracle2student)": 6.391666412353516,
      "cov-distil (oracle2teacher)": 6.037031650543213,
      "epoch": 3.8728414442700156,
      "rel-constrast": 1.8759886026382446,
      "step": 4934,
      "subrel-constrast": 2.7370097637176514,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0036354064941406,
      "cov-distil (oracle2student)": 5.662633895874023,
      "cov-distil (oracle2teacher)": 5.386227607727051,
      "epoch": 3.8736263736263736,
      "rel-constrast": 2.470378875732422,
      "step": 4935,
      "subrel-constrast": 3.397247791290283,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8526684045791626,
      "cov-distil (oracle2student)": 3.5945417881011963,
      "cov-distil (oracle2teacher)": 3.8540194034576416,
      "epoch": 3.8744113029827316,
      "rel-constrast": 2.9552316665649414,
      "step": 4936,
      "subrel-constrast": 3.9418814182281494,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.4798684120178223,
      "cov-distil (oracle2student)": 5.199024677276611,
      "cov-distil (oracle2teacher)": 5.283529281616211,
      "epoch": 3.8751962323390896,
      "rel-constrast": 1.1496989727020264,
      "step": 4937,
      "subrel-constrast": 2.4907093048095703,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1932625770568848,
      "cov-distil (oracle2student)": 3.2922918796539307,
      "cov-distil (oracle2teacher)": 2.9120326042175293,
      "epoch": 3.8759811616954476,
      "rel-constrast": 1.8655462265014648,
      "step": 4938,
      "subrel-constrast": 2.521709680557251,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.2773573398590088,
      "cov-distil (oracle2student)": 6.002232551574707,
      "cov-distil (oracle2teacher)": 5.3511152267456055,
      "epoch": 3.876766091051805,
      "rel-constrast": 1.6819555759429932,
      "step": 4939,
      "subrel-constrast": 2.5560967922210693,
      "view-similarity": 0
    },
    {
      "epoch": 3.877551020408163,
      "grad_norm": 4.03125,
      "learning_rate": 4.5332405014592014e-08,
      "loss": 0.5291,
      "step": 4940
    },
    {
      "cov-distil": 1.6613836288452148,
      "cov-distil (oracle2student)": 3.6524648666381836,
      "cov-distil (oracle2teacher)": 3.259946346282959,
      "epoch": 3.877551020408163,
      "rel-constrast": 1.2052541971206665,
      "step": 4940,
      "subrel-constrast": 2.006324291229248,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.086848735809326,
      "cov-distil (oracle2student)": 2.7337074279785156,
      "cov-distil (oracle2teacher)": 2.972869873046875,
      "epoch": 3.878335949764521,
      "rel-constrast": 2.8190181255340576,
      "step": 4941,
      "subrel-constrast": 3.1726620197296143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1066102981567383,
      "cov-distil (oracle2student)": 4.056673049926758,
      "cov-distil (oracle2teacher)": 3.7268214225769043,
      "epoch": 3.879120879120879,
      "rel-constrast": 1.726842999458313,
      "step": 4942,
      "subrel-constrast": 2.9388341903686523,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9788951873779297,
      "cov-distil (oracle2student)": 7.0806732177734375,
      "cov-distil (oracle2teacher)": 6.076758861541748,
      "epoch": 3.879905808477237,
      "rel-constrast": 0.9812250137329102,
      "step": 4943,
      "subrel-constrast": 2.433539390563965,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6398186683654785,
      "cov-distil (oracle2student)": 5.195098876953125,
      "cov-distil (oracle2teacher)": 4.6927924156188965,
      "epoch": 3.880690737833595,
      "rel-constrast": 1.820169448852539,
      "step": 4944,
      "subrel-constrast": 3.3355681896209717,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8036543130874634,
      "cov-distil (oracle2student)": 4.689855575561523,
      "cov-distil (oracle2teacher)": 4.909880638122559,
      "epoch": 3.881475667189953,
      "rel-constrast": 2.1265790462493896,
      "step": 4945,
      "subrel-constrast": 3.2270915508270264,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3528563976287842,
      "cov-distil (oracle2student)": 5.02231502532959,
      "cov-distil (oracle2teacher)": 4.680657863616943,
      "epoch": 3.8822605965463106,
      "rel-constrast": 2.3810582160949707,
      "step": 4946,
      "subrel-constrast": 3.0779716968536377,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.27518630027771,
      "cov-distil (oracle2student)": 5.632423400878906,
      "cov-distil (oracle2teacher)": 4.997990131378174,
      "epoch": 3.8830455259026686,
      "rel-constrast": 2.2524876594543457,
      "step": 4947,
      "subrel-constrast": 3.2615580558776855,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8792579174041748,
      "cov-distil (oracle2student)": 3.4838826656341553,
      "cov-distil (oracle2teacher)": 3.6654696464538574,
      "epoch": 3.8838304552590266,
      "rel-constrast": 2.2393813133239746,
      "step": 4948,
      "subrel-constrast": 3.3863792419433594,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.4943749904632568,
      "cov-distil (oracle2student)": 6.6569318771362305,
      "cov-distil (oracle2teacher)": 6.573251247406006,
      "epoch": 3.8846153846153846,
      "rel-constrast": 2.6917190551757812,
      "step": 4949,
      "subrel-constrast": 3.570762872695923,
      "view-similarity": 0
    },
    {
      "epoch": 3.8854003139717426,
      "grad_norm": 4.84375,
      "learning_rate": 3.168904846945764e-08,
      "loss": 0.5493,
      "step": 4950
    },
    {
      "cov-distil": 1.7331273555755615,
      "cov-distil (oracle2student)": 5.543276309967041,
      "cov-distil (oracle2teacher)": 4.885082244873047,
      "epoch": 3.8854003139717426,
      "rel-constrast": 2.305333375930786,
      "step": 4950,
      "subrel-constrast": 2.854994058609009,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8859025239944458,
      "cov-distil (oracle2student)": 4.152458667755127,
      "cov-distil (oracle2teacher)": 4.529749870300293,
      "epoch": 3.8861852433281006,
      "rel-constrast": 1.8121049404144287,
      "step": 4951,
      "subrel-constrast": 3.5107619762420654,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6521847248077393,
      "cov-distil (oracle2student)": 4.26249885559082,
      "cov-distil (oracle2teacher)": 4.010612487792969,
      "epoch": 3.8869701726844585,
      "rel-constrast": 1.3122673034667969,
      "step": 4952,
      "subrel-constrast": 2.2426724433898926,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6333023309707642,
      "cov-distil (oracle2student)": 4.209173202514648,
      "cov-distil (oracle2teacher)": 4.435196876525879,
      "epoch": 3.887755102040816,
      "rel-constrast": 2.1432974338531494,
      "step": 4953,
      "subrel-constrast": 2.792680025100708,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.487440586090088,
      "cov-distil (oracle2student)": 4.88674259185791,
      "cov-distil (oracle2teacher)": 3.8567423820495605,
      "epoch": 3.8885400313971745,
      "rel-constrast": 2.6617727279663086,
      "step": 4954,
      "subrel-constrast": 3.4447879791259766,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.75352144241333,
      "cov-distil (oracle2student)": 3.5871500968933105,
      "cov-distil (oracle2teacher)": 3.7757720947265625,
      "epoch": 3.889324960753532,
      "rel-constrast": 2.341139316558838,
      "step": 4955,
      "subrel-constrast": 3.5101091861724854,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8145968914031982,
      "cov-distil (oracle2student)": 4.4847002029418945,
      "cov-distil (oracle2teacher)": 4.294921875,
      "epoch": 3.89010989010989,
      "rel-constrast": 1.7728263139724731,
      "step": 4956,
      "subrel-constrast": 2.783891201019287,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0343165397644043,
      "cov-distil (oracle2student)": 5.598865985870361,
      "cov-distil (oracle2teacher)": 5.6014485359191895,
      "epoch": 3.890894819466248,
      "rel-constrast": 1.9245470762252808,
      "step": 4957,
      "subrel-constrast": 3.2383921146392822,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5735585689544678,
      "cov-distil (oracle2student)": 4.393003463745117,
      "cov-distil (oracle2teacher)": 4.182988166809082,
      "epoch": 3.891679748822606,
      "rel-constrast": 2.2052767276763916,
      "step": 4958,
      "subrel-constrast": 2.978656530380249,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.1624960899353027,
      "cov-distil (oracle2student)": 4.030637264251709,
      "cov-distil (oracle2teacher)": 4.086468696594238,
      "epoch": 3.892464678178964,
      "rel-constrast": 2.2116899490356445,
      "step": 4959,
      "subrel-constrast": 3.310389518737793,
      "view-similarity": 0
    },
    {
      "epoch": 3.8932496075353216,
      "grad_norm": 4.25,
      "learning_rate": 2.0481076905332075e-08,
      "loss": 0.5616,
      "step": 4960
    },
    {
      "cov-distil": 1.7696888446807861,
      "cov-distil (oracle2student)": 2.751516342163086,
      "cov-distil (oracle2teacher)": 2.8317677974700928,
      "epoch": 3.8932496075353216,
      "rel-constrast": 1.4188028573989868,
      "step": 4960,
      "subrel-constrast": 2.439699649810791,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8844536542892456,
      "cov-distil (oracle2student)": 3.6260628700256348,
      "cov-distil (oracle2teacher)": 4.144008636474609,
      "epoch": 3.89403453689168,
      "rel-constrast": 2.4432027339935303,
      "step": 4961,
      "subrel-constrast": 3.5732736587524414,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8757717609405518,
      "cov-distil (oracle2student)": 6.67740535736084,
      "cov-distil (oracle2teacher)": 6.763590335845947,
      "epoch": 3.8948194662480375,
      "rel-constrast": 2.3029026985168457,
      "step": 4962,
      "subrel-constrast": 2.9816219806671143,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.7021212577819824,
      "cov-distil (oracle2student)": 4.448369979858398,
      "cov-distil (oracle2teacher)": 3.980010509490967,
      "epoch": 3.8956043956043955,
      "rel-constrast": 2.9255847930908203,
      "step": 4963,
      "subrel-constrast": 3.890897274017334,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.037653684616089,
      "cov-distil (oracle2student)": 4.5766472816467285,
      "cov-distil (oracle2teacher)": 4.616761684417725,
      "epoch": 3.8963893249607535,
      "rel-constrast": 2.3038530349731445,
      "step": 4964,
      "subrel-constrast": 3.242049217224121,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.512895107269287,
      "cov-distil (oracle2student)": 4.8156023025512695,
      "cov-distil (oracle2teacher)": 4.192859172821045,
      "epoch": 3.8971742543171115,
      "rel-constrast": 2.9346766471862793,
      "step": 4965,
      "subrel-constrast": 3.218200206756592,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.534563422203064,
      "cov-distil (oracle2student)": 4.902739524841309,
      "cov-distil (oracle2teacher)": 4.522865295410156,
      "epoch": 3.8979591836734695,
      "rel-constrast": 3.0073373317718506,
      "step": 4966,
      "subrel-constrast": 3.8582520484924316,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6708680391311646,
      "cov-distil (oracle2student)": 3.7354319095611572,
      "cov-distil (oracle2teacher)": 3.9586544036865234,
      "epoch": 3.898744113029827,
      "rel-constrast": 1.3806047439575195,
      "step": 4967,
      "subrel-constrast": 2.3267698287963867,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9011238813400269,
      "cov-distil (oracle2student)": 2.3729124069213867,
      "cov-distil (oracle2teacher)": 2.5273993015289307,
      "epoch": 3.8995290423861855,
      "rel-constrast": 2.14473819732666,
      "step": 4968,
      "subrel-constrast": 3.2913219928741455,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9087915420532227,
      "cov-distil (oracle2student)": 3.277836322784424,
      "cov-distil (oracle2teacher)": 2.6440587043762207,
      "epoch": 3.900313971742543,
      "rel-constrast": 2.062150001525879,
      "step": 4969,
      "subrel-constrast": 3.0690643787384033,
      "view-similarity": 0
    },
    {
      "epoch": 3.901098901098901,
      "grad_norm": 4.65625,
      "learning_rate": 1.1709036582935318e-08,
      "loss": 0.6201,
      "step": 4970
    },
    {
      "cov-distil": 1.8793036937713623,
      "cov-distil (oracle2student)": 4.242358684539795,
      "cov-distil (oracle2teacher)": 4.471928596496582,
      "epoch": 3.901098901098901,
      "rel-constrast": 2.015418529510498,
      "step": 4970,
      "subrel-constrast": 3.1143147945404053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6963956356048584,
      "cov-distil (oracle2student)": 4.6000895500183105,
      "cov-distil (oracle2teacher)": 4.111584663391113,
      "epoch": 3.901883830455259,
      "rel-constrast": 2.00191068649292,
      "step": 4971,
      "subrel-constrast": 2.8965325355529785,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8615498542785645,
      "cov-distil (oracle2student)": 4.505852699279785,
      "cov-distil (oracle2teacher)": 3.9514925479888916,
      "epoch": 3.902668759811617,
      "rel-constrast": 3.028170347213745,
      "step": 4972,
      "subrel-constrast": 3.7962262630462646,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5154949426651,
      "cov-distil (oracle2student)": 4.298685550689697,
      "cov-distil (oracle2teacher)": 3.6394383907318115,
      "epoch": 3.903453689167975,
      "rel-constrast": 2.2763094902038574,
      "step": 4973,
      "subrel-constrast": 2.7562568187713623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8310813903808594,
      "cov-distil (oracle2student)": 4.725607872009277,
      "cov-distil (oracle2teacher)": 4.473721981048584,
      "epoch": 3.904238618524333,
      "rel-constrast": 2.407956600189209,
      "step": 4974,
      "subrel-constrast": 3.126892328262329,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.008768081665039,
      "cov-distil (oracle2student)": 6.021605968475342,
      "cov-distil (oracle2teacher)": 5.45976448059082,
      "epoch": 3.905023547880691,
      "rel-constrast": 3.1891746520996094,
      "step": 4975,
      "subrel-constrast": 3.614286184310913,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3692634105682373,
      "cov-distil (oracle2student)": 3.853388786315918,
      "cov-distil (oracle2teacher)": 3.855633497238159,
      "epoch": 3.9058084772370485,
      "rel-constrast": 1.1811671257019043,
      "step": 4976,
      "subrel-constrast": 2.8695566654205322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0002312660217285,
      "cov-distil (oracle2student)": 4.214705467224121,
      "cov-distil (oracle2teacher)": 3.738147258758545,
      "epoch": 3.9065934065934065,
      "rel-constrast": 2.2609827518463135,
      "step": 4977,
      "subrel-constrast": 2.9419467449188232,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8217194080352783,
      "cov-distil (oracle2student)": 4.82088565826416,
      "cov-distil (oracle2teacher)": 4.654718399047852,
      "epoch": 3.9073783359497645,
      "rel-constrast": 2.131586790084839,
      "step": 4978,
      "subrel-constrast": 3.0616261959075928,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8566021919250488,
      "cov-distil (oracle2student)": 5.436751365661621,
      "cov-distil (oracle2teacher)": 4.955720901489258,
      "epoch": 3.9081632653061225,
      "rel-constrast": 3.3065977096557617,
      "step": 4979,
      "subrel-constrast": 4.3485307693481445,
      "view-similarity": 0
    },
    {
      "epoch": 3.9089481946624804,
      "grad_norm": 6.15625,
      "learning_rate": 5.373355039128835e-09,
      "loss": 0.6421,
      "step": 4980
    },
    {
      "cov-distil": 1.8425207138061523,
      "cov-distil (oracle2student)": 5.308673858642578,
      "cov-distil (oracle2teacher)": 5.198261260986328,
      "epoch": 3.9089481946624804,
      "rel-constrast": 1.7274491786956787,
      "step": 4980,
      "subrel-constrast": 2.806285858154297,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3671164512634277,
      "cov-distil (oracle2student)": 4.03044319152832,
      "cov-distil (oracle2teacher)": 4.308090686798096,
      "epoch": 3.9097331240188384,
      "rel-constrast": 1.7539175748825073,
      "step": 4981,
      "subrel-constrast": 2.9344980716705322,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.3758134841918945,
      "cov-distil (oracle2student)": 3.3391408920288086,
      "cov-distil (oracle2teacher)": 3.8635482788085938,
      "epoch": 3.9105180533751964,
      "rel-constrast": 1.7349218130111694,
      "step": 4982,
      "subrel-constrast": 2.577472448348999,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.3486099243164062,
      "cov-distil (oracle2student)": 4.951172828674316,
      "cov-distil (oracle2teacher)": 4.3020758628845215,
      "epoch": 3.911302982731554,
      "rel-constrast": 2.192878484725952,
      "step": 4983,
      "subrel-constrast": 2.550474166870117,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.6327264308929443,
      "cov-distil (oracle2student)": 5.947525978088379,
      "cov-distil (oracle2teacher)": 4.920548439025879,
      "epoch": 3.912087912087912,
      "rel-constrast": 2.8451528549194336,
      "step": 4984,
      "subrel-constrast": 3.51755952835083,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.680166482925415,
      "cov-distil (oracle2student)": 3.8195748329162598,
      "cov-distil (oracle2teacher)": 3.959583282470703,
      "epoch": 3.91287284144427,
      "rel-constrast": 2.3300721645355225,
      "step": 4985,
      "subrel-constrast": 3.088885545730591,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.800732135772705,
      "cov-distil (oracle2student)": 4.21750545501709,
      "cov-distil (oracle2teacher)": 4.260190963745117,
      "epoch": 3.913657770800628,
      "rel-constrast": 2.44460129737854,
      "step": 4986,
      "subrel-constrast": 3.2752370834350586,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.8057911396026611,
      "cov-distil (oracle2student)": 3.5920817852020264,
      "cov-distil (oracle2teacher)": 3.903191089630127,
      "epoch": 3.914442700156986,
      "rel-constrast": 1.7633750438690186,
      "step": 4987,
      "subrel-constrast": 2.5525941848754883,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5249643325805664,
      "cov-distil (oracle2student)": 3.586413621902466,
      "cov-distil (oracle2teacher)": 3.5336685180664062,
      "epoch": 3.915227629513344,
      "rel-constrast": 2.3590049743652344,
      "step": 4988,
      "subrel-constrast": 3.1118409633636475,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5272716283798218,
      "cov-distil (oracle2student)": 4.232898235321045,
      "cov-distil (oracle2teacher)": 3.9162027835845947,
      "epoch": 3.916012558869702,
      "rel-constrast": 2.159902572631836,
      "step": 4989,
      "subrel-constrast": 2.7036774158477783,
      "view-similarity": 0
    },
    {
      "epoch": 3.9167974882260594,
      "grad_norm": 4.3125,
      "learning_rate": 1.4743410661044455e-09,
      "loss": 0.575,
      "step": 4990
    },
    {
      "cov-distil": 1.6366920471191406,
      "cov-distil (oracle2student)": 3.7165606021881104,
      "cov-distil (oracle2teacher)": 4.122672080993652,
      "epoch": 3.9167974882260594,
      "rel-constrast": 2.1013355255126953,
      "step": 4990,
      "subrel-constrast": 3.508262872695923,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.50252628326416,
      "cov-distil (oracle2student)": 3.1098580360412598,
      "cov-distil (oracle2teacher)": 3.374267339706421,
      "epoch": 3.9175824175824174,
      "rel-constrast": 2.3303067684173584,
      "step": 4991,
      "subrel-constrast": 3.3594062328338623,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9546022415161133,
      "cov-distil (oracle2student)": 3.5826151371002197,
      "cov-distil (oracle2teacher)": 3.469491720199585,
      "epoch": 3.9183673469387754,
      "rel-constrast": 2.6890456676483154,
      "step": 4992,
      "subrel-constrast": 3.8725192546844482,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.7800062894821167,
      "cov-distil (oracle2student)": 3.5701513290405273,
      "cov-distil (oracle2teacher)": 3.4723381996154785,
      "epoch": 3.9191522762951334,
      "rel-constrast": 1.6373934745788574,
      "step": 4993,
      "subrel-constrast": 2.3803789615631104,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.9577054977416992,
      "cov-distil (oracle2student)": 6.721909523010254,
      "cov-distil (oracle2teacher)": 5.70392370223999,
      "epoch": 3.9199372056514914,
      "rel-constrast": 2.3040318489074707,
      "step": 4994,
      "subrel-constrast": 3.4794344902038574,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.06180477142334,
      "cov-distil (oracle2student)": 3.573685646057129,
      "cov-distil (oracle2teacher)": 3.55203914642334,
      "epoch": 3.9207221350078494,
      "rel-constrast": 2.0230777263641357,
      "step": 4995,
      "subrel-constrast": 3.5222737789154053,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5100030899047852,
      "cov-distil (oracle2student)": 6.27924108505249,
      "cov-distil (oracle2teacher)": 5.68448543548584,
      "epoch": 3.9215070643642074,
      "rel-constrast": 3.160754442214966,
      "step": 4996,
      "subrel-constrast": 3.5259008407592773,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.5314053297042847,
      "cov-distil (oracle2student)": 3.9713568687438965,
      "cov-distil (oracle2teacher)": 3.623079776763916,
      "epoch": 3.922291993720565,
      "rel-constrast": 1.8385429382324219,
      "step": 4997,
      "subrel-constrast": 2.4519238471984863,
      "view-similarity": 0
    },
    {
      "cov-distil": 2.0033137798309326,
      "cov-distil (oracle2student)": 4.129823207855225,
      "cov-distil (oracle2teacher)": 3.640965223312378,
      "epoch": 3.9230769230769234,
      "rel-constrast": 1.6923267841339111,
      "step": 4998,
      "subrel-constrast": 2.6699867248535156,
      "view-similarity": 0
    },
    {
      "cov-distil": 1.1462368965148926,
      "cov-distil (oracle2student)": 6.2360382080078125,
      "cov-distil (oracle2teacher)": 5.5143723487854,
      "epoch": 3.923861852433281,
      "rel-constrast": 3.254300594329834,
      "step": 4999,
      "subrel-constrast": 3.3344268798828125,
      "view-similarity": 0
    },
    {
      "epoch": 3.924646781789639,
      "grad_norm": 5.03125,
      "learning_rate": 1.2184696296380082e-11,
      "loss": 0.621,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 5000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}