{ "batcher": null, "cacher": null, "compiler": null, "factorizer": null, "pruner": null, "quantizer": "torch_dynamic", "torch_dynamic_weight_bits": "qint8", "batch_size": 1, "device": "cuda", "device_map": null, "save_fns": [ "pickled" ], "load_fns": [ "pickled", "pickled" ], "reapply_after_load": { "factorizer": null, "pruner": null, "quantizer": null, "cacher": null, "compiler": null, "batcher": null } }