{
  "algebra2005": {
    "model_type": "dkvmn",
    "dataset": "algebra2005",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cuda",
      "accelerator": "NVIDIA GeForce RTX 3090",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.810000623914032,
    "auc_std": 0.004259173828507131,
    "auc_per_fold": [
      0.8110927769166203,
      0.8026711752967298,
      0.8127098822552354,
      0.8103354771772209,
      0.813193807924354
    ],
    "acc_mean": 0.8089261949123541,
    "acc_std": 0.001074782447999751,
    "acc_per_fold": [
      0.8087379748279402,
      0.8075402106543975,
      0.8105061028936461,
      0.808633408114377,
      0.8092132780714095
    ],
    "f1_mean": 0.8809748073340735,
    "f1_std": 0.0008695441079633973,
    "f1_per_fold": [
      0.8799236094533301,
      0.8820754167491817,
      0.8816017675987741,
      0.8808442884454888,
      0.8804289544235925
    ],
    "wall_seconds": 3521.8,
    "git_commit": "f8dc2a051cf6fb864d85cb81bb0ce32f0ff1951c",
    "reference_auc": null
  },
  "assist2009": {
    "model_type": "dkvmn",
    "dataset": "assist2009",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7519946018317881,
    "auc_std": 0.001603121543547652,
    "auc_per_fold": [
      0.7526101706446859,
      0.754310554657255,
      0.7506048987443603,
      0.750381803196863,
      0.7520655819157764
    ],
    "acc_mean": 0.7344274196629857,
    "acc_std": 0.0012236674150562584,
    "acc_per_fold": [
      0.7347445645943984,
      0.7357571357609568,
      0.7348783004088495,
      0.7324519506323793,
      0.7343051469183447
    ],
    "f1_mean": 0.8157500464721098,
    "f1_std": 0.0013766074880258504,
    "f1_per_fold": [
      0.8151363442692799,
      0.8169897452861395,
      0.8171360048493155,
      0.8138162093171666,
      0.815671928638647
    ],
    "wall_seconds": 5687.1,
    "git_commit": "bfbe33ac0aa8f455311d1d2b93f7d6413408814c",
    "reference_auc": null
  },
  "assist2012": {
    "model_type": "dkvmn",
    "dataset": "assist2012",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "fold_failures": [],
    "leap_kt_version": "0.1.0",
    "hardware": {
      "device": "cuda",
      "accelerator": "NVIDIA GeForce RTX 3090",
      "torch_version": "2.9.1+cu128",
      "cuda_version": "12.8",
      "cpu": "x86_64",
      "platform": "Linux 5.15.0-140-generic"
    },
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7293149723795564,
    "auc_std": 0.00047217695501937027,
    "auc_per_fold": [
      0.729158205797029,
      0.7290661771623284,
      0.730112795755079,
      0.7293331693493836,
      0.7289045138339622
    ],
    "acc_mean": 0.7335250167581776,
    "acc_std": 0.0002705826619926807,
    "acc_per_fold": [
      0.7335600394664498,
      0.7333660965120395,
      0.7339818183187594,
      0.7333246718033305,
      0.7333924576903089
    ],
    "f1_mean": 0.8278283953815642,
    "f1_std": 0.0003921190458012499,
    "f1_per_fold": [
      0.8278409491852065,
      0.8278092787579359,
      0.8273826251212664,
      0.8284504739121219,
      0.8276586499312903
    ],
    "batch_size": 32,
    "wall_seconds": 30159.4,
    "git_commit": "00f1c032c64db67e94ecb29024e635d5a23b9375",
    "reference_auc": null
  },
  "assist2015": {
    "model_type": "dkvmn",
    "dataset": "assist2015",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7240815130890589,
    "auc_std": 0.0009906657172774524,
    "auc_per_fold": [
      0.7247571594140599,
      0.7242242263338134,
      0.7252257166383451,
      0.7227732908112658,
      0.72342717224781
    ],
    "acc_mean": 0.7507596081163201,
    "acc_std": 0.0005881215040693148,
    "acc_per_fold": [
      0.7509597000103752,
      0.7503223702737554,
      0.750663267574738,
      0.7501889756777187,
      0.7516637270450133
    ],
    "f1_mean": 0.8470972321273699,
    "f1_std": 0.00132183844253208,
    "f1_per_fold": [
      0.8476136492461173,
      0.8462980788970652,
      0.8467637990007424,
      0.845704921934719,
      0.8491057115582052
    ],
    "wall_seconds": 26211.3,
    "git_commit": "bfbe33ac0aa8f455311d1d2b93f7d6413408814c",
    "reference_auc": null
  },
  "dbe_kt22": {
    "model_type": "dkvmn",
    "dataset": "dbe_kt22",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.7853135897365684,
    "auc_std": 0.0014779244275758842,
    "auc_per_fold": [
      0.7869696016091479,
      0.7857579781670517,
      0.785168993669549,
      0.7829457788215801,
      0.7857255964155134
    ],
    "acc_mean": 0.7893232017515616,
    "acc_std": 0.00046066523192681534,
    "acc_per_fold": [
      0.7886856848477043,
      0.7892974434928199,
      0.7892330478459656,
      0.7899735977847897,
      0.7894262347865284
    ],
    "f1_mean": 0.872000522500916,
    "f1_std": 0.0005626711058560684,
    "f1_per_fold": [
      0.8719789329952209,
      0.872357025825076,
      0.8710401891252955,
      0.8724157490171534,
      0.8722107155418344
    ],
    "wall_seconds": 3448.4,
    "git_commit": "bfbe33ac0aa8f455311d1d2b93f7d6413408814c",
    "reference_auc": null
  },
  "ednet500": {
    "model_type": "dkvmn",
    "dataset": "ednet500",
    "n_folds_completed": 5,
    "n_folds_failed": 0,
    "leap_kt_version": "0.1.0",
    "protocol": {
      "test_ratio": 0.2,
      "n_folds": 5,
      "early_stopping_patience": 10,
      "early_stopping_metric": "auc",
      "max_epochs": 200,
      "primary_metric": "auc",
      "secondary_metrics": [
        "acc",
        "f1"
      ],
      "validation_source": "held_out_fold",
      "seed": 0,
      "is_deviation": false,
      "deviation_reason": ""
    },
    "auc_mean": 0.6545364163120801,
    "auc_std": 0.002042300865932074,
    "auc_per_fold": [
      0.6544615012479247,
      0.6544165539686204,
      0.657256764631505,
      0.6550163934426229,
      0.6515308682697276
    ],
    "acc_mean": 0.6731444759206798,
    "acc_std": 0.0016353487135831765,
    "acc_per_fold": [
      0.6708215297450425,
      0.673229461756374,
      0.6739376770538243,
      0.6752124645892351,
      0.6725212464589235
    ],
    "f1_mean": 0.7855913953800744,
    "f1_std": 0.0015484055991884884,
    "f1_per_fold": [
      0.7854505169867061,
      0.7856147198215779,
      0.7871671597633136,
      0.783126832497872,
      0.7865977478309027
    ],
    "wall_seconds": 226.0,
    "git_commit": "bfbe33ac0aa8f455311d1d2b93f7d6413408814c",
    "reference_auc": null
  }
}