{ "default_filename": "lm_0_1_ar_lr", "sweep": [ { "hyperparams": { "probe_architecture": "dim" }, "results": { "balanced_accuracy": 0.6819999999999999, "mcc": 0.4696965790649712, "auroc": 0.9705119999999999, "tpr": 0.998, "fpr": 0.634 }, "safe_name": "ar_dim" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 1 }, "results": { "balanced_accuracy": 0.685, "mcc": 0.4089648806495291, "auroc": 0.68316, "tpr": 0.472, "fpr": 0.102 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_1" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 10 }, "results": { "balanced_accuracy": 0.792, "mcc": 0.618200245321952, "auroc": 0.890756, "tpr": 0.956, "fpr": 0.372 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_10" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 100 }, "results": { "balanced_accuracy": 0.6799999999999999, "mcc": 0.4685212856658182, "auroc": 0.9530399999999999, "tpr": 1.0, "fpr": 0.64 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_100" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 250 }, "results": { "balanced_accuracy": 0.6759999999999999, "mcc": 0.46216039749172444, "auroc": 0.9659599999999999, "tpr": 1.0, "fpr": 0.648 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_250" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 50 }, "results": { "balanced_accuracy": 0.718, "mcc": 0.5262569590479417, "auroc": 0.931396, "tpr": 0.998, "fpr": 0.562 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_50" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.0001, "epochs": 500 }, "results": { "balanced_accuracy": 0.726, "mcc": 0.5403606796230527, "auroc": 0.959968, "tpr": 1.0, "fpr": 0.548 }, "safe_name": "ar_mlp_wd_0_001_lr_0_0001_ep_500" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 1 }, "results": { "balanced_accuracy": 0.792, "mcc": 0.618200245321952, "auroc": 0.890792, "tpr": 0.956, "fpr": 0.372 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_1" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 10 }, "results": { "balanced_accuracy": 0.677, "mcc": 0.4637529823899542, "auroc": 0.95252, "tpr": 1.0, "fpr": 0.646 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_10" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 100 }, "results": { "balanced_accuracy": 0.7889999999999999, "mcc": 0.6200531887260711, "auroc": 0.941844, "tpr": 0.97, "fpr": 0.392 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_100" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 250 }, "results": { "balanced_accuracy": 0.817, "mcc": 0.6547923843988006, "auroc": 0.930652, "tpr": 0.942, "fpr": 0.308 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_250" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 50 }, "results": { "balanced_accuracy": 0.6950000000000001, "mcc": 0.49217479094801325, "auroc": 0.961104, "tpr": 1.0, "fpr": 0.61 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_50" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.001, "epochs": 500 }, "results": { "balanced_accuracy": 0.7949999999999999, "mcc": 0.6384159850042925, "auroc": 0.9457519999999999, "tpr": 0.986, "fpr": 0.396 }, "safe_name": "ar_mlp_wd_0_001_lr_0_001_ep_500" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 1 }, "results": { "balanced_accuracy": 0.675, "mcc": 0.4605661864718383, "auroc": 0.952164, "tpr": 1.0, "fpr": 0.65 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_1" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 10 }, "results": { "balanced_accuracy": 0.6990000000000001, "mcc": 0.49843700774184263, "auroc": 0.950672, "tpr": 1.0, "fpr": 0.602 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_10" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 100 }, "results": { "balanced_accuracy": 0.8160000000000001, "mcc": 0.6670765228547835, "auroc": 0.950172, "tpr": 0.976, "fpr": 0.344 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_100" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 250 }, "results": { "balanced_accuracy": 0.8540000000000001, "mcc": 0.7177176538800386, "auroc": 0.94154, "tpr": 0.936, "fpr": 0.228 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_250" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 50 }, "results": { "balanced_accuracy": 0.836, "mcc": 0.6951651398082938, "auroc": 0.946728, "tpr": 0.964, "fpr": 0.292 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_50" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.01, "epochs": 500 }, "results": { "balanced_accuracy": 0.901, "mcc": 0.803972150620261, "auroc": 0.943668, "tpr": 0.866, "fpr": 0.064 }, "safe_name": "ar_mlp_wd_0_001_lr_0_01_ep_500" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 1 }, "results": { "balanced_accuracy": 0.648, "mcc": 0.4167840210322289, "auroc": 0.964412, "tpr": 1.0, "fpr": 0.704 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_1" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 10 }, "results": { "balanced_accuracy": 0.753, "mcc": 0.5204494479096199, "auroc": 0.873452, "tpr": 0.87, "fpr": 0.364 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_10" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 100 }, "results": { "balanced_accuracy": 0.626, "mcc": 0.35683314022358337, "auroc": 0.8664320000000001, "tpr": 0.272, "fpr": 0.02 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_100" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 250 }, "results": { "balanced_accuracy": 0.641, "mcc": 0.37804054133160936, "auroc": 0.8407119999999999, "tpr": 0.308, "fpr": 0.026 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_250" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 50 }, "results": { "balanced_accuracy": 0.844, "mcc": 0.7046340397452969, "auroc": 0.918428, "tpr": 0.736, "fpr": 0.048 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_50" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.05, "epochs": 500 }, "results": { "balanced_accuracy": 0.644, "mcc": 0.37983750475152367, "auroc": 0.8380279999999999, "tpr": 0.318, "fpr": 0.03 }, "safe_name": "ar_mlp_wd_0_001_lr_0_05_ep_500" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 1 }, "results": { "balanced_accuracy": 0.644, "mcc": 0.41015155621479793, "auroc": 0.959432, "tpr": 1.0, "fpr": 0.712 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_1" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 10 }, "results": { "balanced_accuracy": 0.734, "mcc": 0.5246531269912531, "auroc": 0.8906760000000001, "tpr": 0.508, "fpr": 0.04 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_10" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 100 }, "results": { "balanced_accuracy": 0.81, "mcc": 0.6490869223549078, "auroc": 0.9292560000000001, "tpr": 0.662, "fpr": 0.042 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_100" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 250 }, "results": { "balanced_accuracy": 0.714, "mcc": 0.4996564379301274, "auroc": 0.8958519999999999, "tpr": 0.456, "fpr": 0.028 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_250" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 50 }, "results": { "balanced_accuracy": 0.689, "mcc": 0.4555089750998643, "auroc": 0.920036, "tpr": 0.41, "fpr": 0.032 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_50" }, { "hyperparams": { "probe_architecture": "mlp", "weight_decay": 0.001, "learning_rate": 0.1, "epochs": 500 }, "results": { "balanced_accuracy": 0.736, "mcc": 0.5303491306562569, "auroc": 0.8748600000000002, "tpr": 0.508, "fpr": 0.036 }, "safe_name": "ar_mlp_wd_0_001_lr_0_1_ep_500" }, { "hyperparams": { "l2_lambda": 0.001, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.89, "mcc": 0.7814078022083395, "auroc": 0.9335960000000001, "tpr": 0.92, "fpr": 0.14 }, "safe_name": "lm_0_001_ar_lr" }, { "hyperparams": { "l2_lambda": 0.01, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.89, "mcc": 0.7814078022083395, "auroc": 0.933784, "tpr": 0.92, "fpr": 0.14 }, "safe_name": "lm_0_01_ar_lr" }, { "hyperparams": { "l2_lambda": 0.05, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.888, "mcc": 0.7775941468942756, "auroc": 0.934512, "tpr": 0.92, "fpr": 0.144 }, "safe_name": "lm_0_05_ar_lr" }, { "hyperparams": { "l2_lambda": 0.1, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.887, "mcc": 0.775491930616451, "auroc": 0.934836, "tpr": 0.918, "fpr": 0.144 }, "safe_name": "lm_0_1_ar_lr" }, { "hyperparams": { "l2_lambda": 0.5, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.879, "mcc": 0.7605613199988683, "auroc": 0.9365239999999999, "tpr": 0.92, "fpr": 0.162 }, "safe_name": "lm_0_5_ar_lr" }, { "hyperparams": { "l2_lambda": 1000.0, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.806, "mcc": 0.6528038065826283, "auroc": 0.951276, "tpr": 0.98, "fpr": 0.368 }, "safe_name": "lm_1000_ar_lr" }, { "hyperparams": { "l2_lambda": 100.0, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.828, "mcc": 0.6737456990208406, "auroc": 0.934528, "tpr": 0.942, "fpr": 0.286 }, "safe_name": "lm_100_ar_lr" }, { "hyperparams": { "l2_lambda": 10.0, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.857, "mcc": 0.7208973811453362, "auroc": 0.936812, "tpr": 0.926, "fpr": 0.212 }, "safe_name": "lm_10_ar_lr" }, { "hyperparams": { "l2_lambda": 1.0, "probe_architecture": "lr" }, "results": { "balanced_accuracy": 0.876, "mcc": 0.7557884370749275, "auroc": 0.937668, "tpr": 0.926, "fpr": 0.174 }, "safe_name": "lm_1_ar_lr" } ] }