{
  "pai_config": {
    "candidate_weight_init_by_main": false,
    "candidate_weight_initialization_multiplier": 0.01,
    "checked_skipped_modules": false,
    "confirm_correct_sizes": false,
    "d_type": "torch.float32",
    "debugging_output_dimensions": 0,
    "device": "cuda",
    "dont_give_up_unless_learning_rate_lowered": true,
    "drawing_extra_graphs": true,
    "drawing_pai": true,
    "extra_verbose": false,
    "find_best_lr": true,
    "first_fixed_switch_num": 1,
    "fixed_switch_num": 250,
    "global_candidates": 1,
    "history_lookback": 1,
    "improvement_threshold": 0.0,
    "improvement_threshold_raw": 1e-05,
    "initial_history_after_switches": 0,
    "learn_dendrites_live": false,
    "library_extra_scores": [],
    "library_extra_scores_without_graphing": [],
    "library_validation_score": "",
    "max_dendrite_tries": 1000,
    "max_dendrites": 1000,
    "module_by_name_processing_classes": [],
    "module_ids_to_convert": [],
    "module_ids_to_track": [
      ".layer1",
      ".layer2",
      ".layer3",
      ".layer4",
      ".b1",
      ".fc",
      ".conv1",
      ".bn1",
      ".fc",
      ".conv1",
      ".bn1"
    ],
    "module_names_to_convert": [
      "PAISequential",
      "BasicBlock",
      "Bottleneck"
    ],
    "module_names_to_not_save": [
      ".base_model"
    ],
    "module_names_to_track": [],
    "module_names_with_processing": [],
    "modules_processing_classes": [],
    "modules_to_convert": [
      "<class 'torch.nn.modules.conv.Conv1d'>",
      "<class 'torch.nn.modules.conv.Conv2d'>",
      "<class 'torch.nn.modules.conv.Conv3d'>",
      "<class 'torch.nn.modules.linear.Linear'>"
    ],
    "modules_to_replace": [],
    "modules_to_track": [],
    "modules_with_processing": [],
    "n_epochs_to_switch": 10,
    "no_extra_n_modes": true,
    "output_dimensions": [
      -1,
      0,
      -1,
      -1
    ],
    "pai_forward_function": "<built-in method sigmoid of type object at 0x7016a2329b40>",
    "pai_saves": false,
    "param_vals_setting": 1,
    "perforated_backpropagation": false,
    "replacement_modules": [],
    "reset_best_score_on_switch": false,
    "retain_all_dendrites": true,
    "save_name": "PAI",
    "save_old_graph_scores": true,
    "silent": true,
    "switch_mode": 0,
    "test_saves": true,
    "testing_dendrite_capacity": true,
    "unwrapped_modules_confirmed": true,
    "use_cuda": true,
    "using_safe_tensors": true,
    "verbose": false,
    "weight_decay_accepted": false,
    "weight_tying_experimental": false,
    "_types": {
      "candidate_weight_init_by_main": {
        "is_array": false,
        "type": "bool"
      },
      "candidate_weight_initialization_multiplier": {
        "is_array": false,
        "type": "float"
      },
      "checked_skipped_modules": {
        "is_array": false,
        "type": "bool"
      },
      "confirm_correct_sizes": {
        "is_array": false,
        "type": "bool"
      },
      "d_type": {
        "is_array": false,
        "type": "dtype"
      },
      "debugging_output_dimensions": {
        "is_array": false,
        "type": "int"
      },
      "device": {
        "is_array": false,
        "type": "device"
      },
      "dont_give_up_unless_learning_rate_lowered": {
        "is_array": false,
        "type": "bool"
      },
      "drawing_extra_graphs": {
        "is_array": false,
        "type": "bool"
      },
      "drawing_pai": {
        "is_array": false,
        "type": "bool"
      },
      "extra_verbose": {
        "is_array": false,
        "type": "bool"
      },
      "find_best_lr": {
        "is_array": false,
        "type": "bool"
      },
      "first_fixed_switch_num": {
        "is_array": false,
        "type": "int"
      },
      "fixed_switch_num": {
        "is_array": false,
        "type": "int"
      },
      "global_candidates": {
        "is_array": false,
        "type": "int"
      },
      "history_lookback": {
        "is_array": false,
        "type": "int"
      },
      "improvement_threshold": {
        "is_array": false,
        "type": "float"
      },
      "improvement_threshold_raw": {
        "is_array": false,
        "type": "float"
      },
      "initial_history_after_switches": {
        "is_array": false,
        "type": "int"
      },
      "learn_dendrites_live": {
        "is_array": false,
        "type": "bool"
      },
      "library_extra_scores": {
        "is_array": true,
        "element_type": null
      },
      "library_extra_scores_without_graphing": {
        "is_array": true,
        "element_type": null
      },
      "library_validation_score": {
        "is_array": false,
        "type": "str"
      },
      "max_dendrite_tries": {
        "is_array": false,
        "type": "int"
      },
      "max_dendrites": {
        "is_array": false,
        "type": "int"
      },
      "module_by_name_processing_classes": {
        "is_array": true,
        "element_type": null
      },
      "module_ids_to_convert": {
        "is_array": true,
        "element_type": null
      },
      "module_ids_to_track": {
        "is_array": true,
        "element_type": "str"
      },
      "module_names_to_convert": {
        "is_array": true,
        "element_type": "str"
      },
      "module_names_to_not_save": {
        "is_array": true,
        "element_type": "str"
      },
      "module_names_to_track": {
        "is_array": true,
        "element_type": null
      },
      "module_names_with_processing": {
        "is_array": true,
        "element_type": null
      },
      "modules_processing_classes": {
        "is_array": true,
        "element_type": null
      },
      "modules_to_convert": {
        "is_array": true,
        "element_type": "type"
      },
      "modules_to_replace": {
        "is_array": true,
        "element_type": null
      },
      "modules_to_track": {
        "is_array": true,
        "element_type": null
      },
      "modules_with_processing": {
        "is_array": true,
        "element_type": null
      },
      "n_epochs_to_switch": {
        "is_array": false,
        "type": "int"
      },
      "no_extra_n_modes": {
        "is_array": false,
        "type": "bool"
      },
      "output_dimensions": {
        "is_array": true,
        "element_type": "int"
      },
      "pai_forward_function": {
        "is_array": false,
        "type": "builtin_function_or_method"
      },
      "pai_saves": {
        "is_array": false,
        "type": "bool"
      },
      "param_vals_setting": {
        "is_array": false,
        "type": "int"
      },
      "perforated_backpropagation": {
        "is_array": false,
        "type": "bool"
      },
      "replacement_modules": {
        "is_array": true,
        "element_type": null
      },
      "reset_best_score_on_switch": {
        "is_array": false,
        "type": "bool"
      },
      "retain_all_dendrites": {
        "is_array": false,
        "type": "bool"
      },
      "save_name": {
        "is_array": false,
        "type": "str"
      },
      "save_old_graph_scores": {
        "is_array": false,
        "type": "bool"
      },
      "silent": {
        "is_array": false,
        "type": "bool"
      },
      "switch_mode": {
        "is_array": false,
        "type": "int"
      },
      "test_saves": {
        "is_array": false,
        "type": "bool"
      },
      "testing_dendrite_capacity": {
        "is_array": false,
        "type": "bool"
      },
      "unwrapped_modules_confirmed": {
        "is_array": false,
        "type": "bool"
      },
      "use_cuda": {
        "is_array": false,
        "type": "bool"
      },
      "using_safe_tensors": {
        "is_array": false,
        "type": "bool"
      },
      "verbose": {
        "is_array": false,
        "type": "bool"
      },
      "weight_decay_accepted": {
        "is_array": false,
        "type": "bool"
      },
      "weight_tying_experimental": {
        "is_array": false,
        "type": "bool"
      }
    }
  },
  "num_parameters": 13007912,
  "license": "apache-2.0",
  "pipeline_tag": "image-classification",
  "tags": [
    "perforated-ai",
    "cifar100",
    "resnet18",
    "13m"
  ]
}