{"metadata":{"available":true,"campaigns":["val18_anchors","val18_classifiers","val18_cls_oracle_wt","val18_mnpo","val18_singletons","val18_stage","val19_classifiers","val19_random_fs","val20_bridge","val20_ensemble","val20_flaml","val20_lr","val20_pipeline","val20_tabpfn","val20_tune_first","val21_phase1","val21_phase2"],"dataset_count":70,"families":["A","B","C","C_ONLY","D","E","F","L","M_RAW","M_SCAFFOLD","N","O","P","S","T","TF","V","V21_CURRENT_DEFAULT","V21_INTEGRATED","V21_WINNER","V21_WINNER_LOCKOUT","V21_WINNER_METASEL","V21_WINNER_PREFILTER","V21_WINNER_REGIME","W"],"profile_count":278,"run_count":57217},"profiles":[{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":199},{"model":"dlda","run_count":124},{"model":"nb","run_count":109},{"model":"elastic_net_lr","run_count":55},{"model":"svm_linear","run_count":32},{"model":"knn","run_count":26},{"model":"svm_rbf","run_count":22}],"profile":"A01_simple_anchor_after_fs","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":432,"value":false},{"run_count":135,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":544,"value":0},{"run_count":21,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":526,"value":0},{"run_count":28,"value":1},{"run_count":9,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":4}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":210},{"model":"dlda","run_count":134},{"model":"nb","run_count":92},{"model":"elastic_net_lr","run_count":51},{"model":"svm_linear","run_count":36},{"model":"knn","run_count":25},{"model":"svm_rbf","run_count":16},{"model":"rf","run_count":3}],"profile":"A02_default_anchor_after_fs","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":432,"value":false},{"run_count":135,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":535,"value":0},{"run_count":29,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":514,"value":0},{"run_count":38,"value":1},{"run_count":12,"value":2},{"run_count":3,"value":3}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":207},{"model":"dlda","run_count":124},{"model":"nb","run_count":98},{"model":"elastic_net_lr","run_count":57},{"model":"svm_linear","run_count":35},{"model":"svm_rbf","run_count":21},{"model":"knn","run_count":20},{"model":"vote_ensemble","run_count":3},{"model":"rf","run_count":2}],"profile":"A03_ref_anchor_after_fs","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":506,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":61,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":479,"value":"config"},{"run_count":61,"value":"regime_gate:very_hard"},{"run_count":27,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":479,"value":false},{"run_count":88,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":61,"value":"very_hard_fallback"},{"run_count":27,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":506,"value":false},{"run_count":61,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":539,"value":0},{"run_count":24,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":3}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":520,"value":0},{"run_count":37,"value":1},{"run_count":8,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":true,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":358},{"model":"lr","run_count":209}],"profile":"A04_skip_fs_all_features","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":432,"value":false},{"run_count":135,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":542,"value":0},{"run_count":22,"value":1},{"run_count":3,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":521,"value":0},{"run_count":32,"value":1},{"run_count":10,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":4}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":210},{"model":"dlda","run_count":128},{"model":"nb","run_count":101},{"model":"elastic_net_lr","run_count":55},{"model":"svm_linear","run_count":37},{"model":"knn","run_count":19},{"model":"svm_rbf","run_count":14},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"A05_skip_df_ref","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":506,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":61,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":479,"value":"config"},{"run_count":61,"value":"regime_gate:very_hard"},{"run_count":27,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":479,"value":false},{"run_count":88,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":61,"value":"very_hard_fallback"},{"run_count":27,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":506,"value":false},{"run_count":61,"value":true}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":true,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":370},{"model":"lr","run_count":197}],"profile":"A06_skip_fs_skip_df","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":432,"value":false},{"run_count":135,"value":true}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"before_fs","df_stage_source_space":"model_input","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":214},{"model":"nb","run_count":114},{"model":"dlda","run_count":105},{"model":"elastic_net_lr","run_count":66},{"model":"svm_linear","run_count":37},{"model":"svm_rbf","run_count":14},{"model":"knn","run_count":13},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"A07_ref_before_fs","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":506,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":61,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":479,"value":"config"},{"run_count":61,"value":"regime_gate:very_hard"},{"run_count":27,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":479,"value":false},{"run_count":88,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":61,"value":"very_hard_fallback"},{"run_count":27,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":506,"value":false},{"run_count":61,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":521,"value":0},{"run_count":37,"value":1},{"run_count":8,"value":2},{"run_count":1,"value":3}]},{"distinct_count":6,"key":"n_dist_skipped_unreliable","values":[{"run_count":487,"value":0},{"run_count":57,"value":1},{"run_count":14,"value":2},{"run_count":4,"value":4},{"run_count":3,"value":3},{"run_count":2,"value":5}]}]},{"campaign":"val18_anchors","campaign_label":"Val-18 Anchor","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":9},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":9},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":9},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":9},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":9},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":9},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":9},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":9},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":9},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":9},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":9},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":9},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":9},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":9},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":9},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":9},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":9},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":9},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":9},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":9},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":9},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":9},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":9},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":9},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":9},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":9},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":9},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":9},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":9},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":9},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":9},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":9},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":9},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":9},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":9},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":9},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":9},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":9},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":9},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":9},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":9},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":9},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":9},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":9},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":9},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":9},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":9},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":9},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":9},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":9},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":9},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":9},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":9},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":9},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":9},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":9},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":9},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":9}],"family":"A","family_label":"Anchor","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":204},{"model":"dlda","run_count":126},{"model":"nb","run_count":98},{"model":"elastic_net_lr","run_count":50},{"model":"svm_linear","run_count":41},{"model":"knn","run_count":23},{"model":"svm_rbf","run_count":23},{"model":"rf","run_count":2}],"profile":"A08_ref_no_regime_gating","run_count":567,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59},{"run_count":63,"seed":67},{"run_count":63,"seed":73},{"run_count":63,"seed":89},{"run_count":63,"seed":97}],"seeds":[11,23,37,42,59,67,73,89,97],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":549,"value":"standard"},{"run_count":18,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":531,"value":true},{"run_count":36,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":432,"value":false},{"run_count":135,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":541,"value":0},{"run_count":22,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":3}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":526,"value":0},{"run_count":31,"value":1},{"run_count":8,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":43},{"model":"dlda","run_count":27},{"model":"elastic_net_lr","run_count":15},{"model":"knn","run_count":11},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"C01_pool_legacy_core","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":2},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":32},{"model":"dlda","run_count":23},{"model":"tabpfn","run_count":19},{"model":"elastic_net_lr","run_count":14},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":10},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"C02_pool_legacy_plus_tabpfn","run_count":117,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":23,"seed":23},{"run_count":23,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":102,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":92,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":112,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":92,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":102,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":114,"value":0},{"run_count":2,"value":1},{"run_count":1,"value":2}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":112,"value":0},{"run_count":3,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":23,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":64},{"model":"mnpo_elastic_net_lr","run_count":21},{"model":"mnpo_dlda","run_count":17},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":4},{"model":"mnpo_knn","run_count":2},{"model":"mnpo_nb","run_count":2}],"profile":"C03_pool_mnpo_core","run_count":115,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":23,"seed":23},{"run_count":23,"seed":37},{"run_count":23,"seed":42},{"run_count":23,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":100,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":90,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":110,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":90,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":100,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":114,"value":0},{"run_count":1,"value":1}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":6,"value":1}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":51},{"model":"mnpo_elastic_net_lr","run_count":26},{"model":"mnpo_dlda","run_count":15},{"model":"mnpo_tabpfn","run_count":13},{"model":"lr","run_count":5},{"model":"mnpo_knn","run_count":4},{"model":"mnpo_nb","run_count":3},{"model":"mnpo_svm_linear","run_count":3}],"profile":"C04_pool_mnpo_plus_tabpfn","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":115,"value":0},{"run_count":4,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":112,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":43},{"model":"dlda","run_count":28},{"model":"elastic_net_lr","run_count":14},{"model":"svm_linear","run_count":12},{"model":"knn","run_count":10},{"model":"nb","run_count":10},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"C05_conformal_off","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":26},{"model":"elastic_net_lr","run_count":16},{"model":"knn","run_count":11},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":1}],"profile":"C06_conformal_split","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":5,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":true,"classifier_conformal_mapie_method":"aps","classifier_conformal_method":"aps","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":24},{"model":"elastic_net_lr","run_count":15},{"model":"nb","run_count":12},{"model":"knn","run_count":11},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"C07_conformal_aps","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":23,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":true,"classifier_conformal_mapie_method":"raps","classifier_conformal_method":"raps","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":38},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":15},{"model":"knn","run_count":11},{"model":"nb","run_count":9},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"C08_conformal_raps","run_count":115,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":23,"seed":23},{"run_count":23,"seed":37},{"run_count":23,"seed":42},{"run_count":23,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":100,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":90,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":110,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":90,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":100,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":5,"value":1}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":true,"classifier_conformal_mapie_method":"cross","classifier_conformal_method":"cross","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":43},{"model":"dlda","run_count":27},{"model":"elastic_net_lr","run_count":14},{"model":"knn","run_count":11},{"model":"svm_linear","run_count":11},{"model":"nb","run_count":10},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"C09_conformal_cross","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":2},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"tabpfn","run_count":163},{"model":"lr","run_count":129},{"model":"vote_ensemble","run_count":15}],"profile":"C10_only_tabpfn_full64","run_count":307,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":61,"seed":23},{"run_count":61,"seed":37},{"run_count":62,"seed":42},{"run_count":61,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":297,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":274,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":259,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":287,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":259,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":274,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":296,"value":0},{"run_count":11,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":290,"value":0},{"run_count":15,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":101},{"model":"dlda","run_count":55},{"model":"nb","run_count":48},{"model":"tabpfn","run_count":45},{"model":"elastic_net_lr","run_count":23},{"model":"svm_linear","run_count":16},{"model":"knn","run_count":14},{"model":"svm_rbf","run_count":6},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"C11_pool_legacy_plus_tabpfn_full64","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":299,"value":0},{"run_count":11,"value":1}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":2},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"C","family_label":"Pool","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":122},{"model":"mnpo_dlda","run_count":51},{"model":"mnpo_elastic_net_lr","run_count":46},{"model":"mnpo_tabpfn","run_count":40},{"model":"lr","run_count":20},{"model":"mnpo_knn","run_count":13},{"model":"mnpo_svm_linear","run_count":8},{"model":"mnpo_nb","run_count":7},{"model":"mnpo_svm_rbf","run_count":4},{"model":"mnpo_rf","run_count":1}],"profile":"C12_pool_mnpo_plus_tabpfn_full64","run_count":312,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":302,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":279,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":264,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":292,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":264,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":279,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":11,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":17,"value":1},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":75},{"model":"bc_svm_linear","run_count":35},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_bc_svm_linear","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":8,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":85},{"model":"catboost","run_count":25},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_catboost","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"copula_da","run_count":71},{"model":"lr","run_count":39},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_copula_da","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"cpda","run_count":93},{"model":"lr","run_count":17},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_cpda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"dbda","run_count":99},{"model":"lr","run_count":11},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_dbda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":100},{"model":"lr","run_count":20}],"profile":"C_ONLY_dlda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"elastic_net_lr","run_count":75},{"model":"lr","run_count":35},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_elastic_net_lr","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":85},{"model":"extra_tree","run_count":25},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_extra_tree","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":78},{"model":"gpc","run_count":32},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_gpc","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"gqda","run_count":96},{"model":"lr","run_count":14},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_gqda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"knn","run_count":65},{"model":"lr","run_count":55}],"profile":"C_ONLY_knn","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":85},{"model":"lgbm","run_count":25},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_lgbm","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":4},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":119}],"profile":"C_ONLY_lr","run_count":119,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":104,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":94,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":114,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":94,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":104,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"nb","run_count":97},{"model":"lr","run_count":23}],"profile":"C_ONLY_nb","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"near_subspace","run_count":60},{"model":"lr","run_count":50},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_near_subspace","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"nsc","run_count":110},{"model":"lr","run_count":10}],"profile":"C_ONLY_nsc","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"pls_da_classifier","run_count":107},{"model":"lr","run_count":13}],"profile":"C_ONLY_pls_da_classifier","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"realmlp","run_count":92},{"model":"lr","run_count":18},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_realmlp","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":85},{"model":"rf","run_count":25},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_rf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"rff_lr","run_count":75},{"model":"lr","run_count":35},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_rff_lr","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"rp_ensemble","run_count":106},{"model":"lr","run_count":14}],"profile":"C_ONLY_rp_ensemble","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"sglnn","run_count":84},{"model":"lr","run_count":26},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_sglnn","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"shrinkage_lda","run_count":100},{"model":"lr","run_count":20}],"profile":"C_ONLY_shrinkage_lda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"spatial_median_da","run_count":100},{"model":"lr","run_count":10},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_spatial_median_da","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"svm_linear","run_count":79},{"model":"lr","run_count":41}],"profile":"C_ONLY_svm_linear","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"svm_rbf","run_count":66},{"model":"lr","run_count":54}],"profile":"C_ONLY_svm_rbf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tabm","run_count":82},{"model":"lr","run_count":28},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_tabm","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tabpfn","run_count":75},{"model":"lr","run_count":35},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_tabpfn","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":116,"value":0},{"run_count":3,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":112,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"vote_ensemble","run_count":83},{"model":"lr","run_count":37}],"profile":"C_ONLY_vote_ensemble","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"C_ONLY","family_label":"Clf Only","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":90},{"model":"xgb","run_count":20},{"model":"vote_ensemble","run_count":10}],"profile":"C_ONLY_xgb","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":45},{"model":"dlda","run_count":26},{"model":"elastic_net_lr","run_count":19},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":11},{"model":"knn","run_count":4},{"model":"svm_rbf","run_count":4}],"profile":"D00_df_off_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":15},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":7},{"model":"knn","run_count":6},{"model":"vote_ensemble","run_count":2}],"profile":"D01_df_simple_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":112,"value":0},{"run_count":5,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":41},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":21},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":7},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D02_df_cvm_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":9,"key":"n_dist_skipped_unreliable","values":[{"run_count":96,"value":0},{"run_count":12,"value":1},{"run_count":4,"value":2},{"run_count":3,"value":5},{"run_count":1,"value":11},{"run_count":1,"value":4},{"run_count":1,"value":7},{"run_count":1,"value":8},{"run_count":1,"value":9}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":45},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":8},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D03_df_ks_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":2,"value":2}]},{"distinct_count":9,"key":"n_dist_skipped_unreliable","values":[{"run_count":92,"value":0},{"run_count":14,"value":1},{"run_count":5,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":5},{"run_count":2,"value":7},{"run_count":1,"value":11},{"run_count":1,"value":6},{"run_count":1,"value":9}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":15},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"D04_df_bic_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":117,"value":0},{"run_count":2,"value":1},{"run_count":1,"value":2}]},{"distinct_count":9,"key":"n_dist_skipped_unreliable","values":[{"run_count":89,"value":0},{"run_count":14,"value":1},{"run_count":6,"value":2},{"run_count":3,"value":3},{"run_count":3,"value":5},{"run_count":2,"value":6},{"run_count":1,"value":11},{"run_count":1,"value":7},{"run_count":1,"value":8}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":28},{"model":"elastic_net_lr","run_count":15},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D05_df_aic_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":117,"value":0},{"run_count":2,"value":1},{"run_count":1,"value":2}]},{"distinct_count":10,"key":"n_dist_skipped_unreliable","values":[{"run_count":89,"value":0},{"run_count":14,"value":1},{"run_count":6,"value":2},{"run_count":3,"value":5},{"run_count":2,"value":4},{"run_count":2,"value":6},{"run_count":1,"value":11},{"run_count":1,"value":3},{"run_count":1,"value":7},{"run_count":1,"value":8}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":47},{"model":"dlda","run_count":27},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":2}],"profile":"D06_df_aicc_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":117,"value":0},{"run_count":2,"value":1},{"run_count":1,"value":2}]},{"distinct_count":10,"key":"n_dist_skipped_unreliable","values":[{"run_count":90,"value":0},{"run_count":14,"value":1},{"run_count":5,"value":2},{"run_count":3,"value":5},{"run_count":2,"value":4},{"run_count":2,"value":6},{"run_count":1,"value":11},{"run_count":1,"value":3},{"run_count":1,"value":7},{"run_count":1,"value":8}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":24},{"model":"elastic_net_lr","run_count":19},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":10},{"model":"knn","run_count":7},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"D07_df_cv_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":2,"value":1}]},{"distinct_count":6,"key":"n_dist_skipped_unreliable","values":[{"run_count":98,"value":0},{"run_count":15,"value":1},{"run_count":4,"value":3},{"run_count":1,"value":2},{"run_count":1,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":24},{"model":"elastic_net_lr","run_count":19},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":10},{"model":"knn","run_count":7},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"D08_df_cv_loglik_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":2,"value":1}]},{"distinct_count":6,"key":"n_dist_skipped_unreliable","values":[{"run_count":98,"value":0},{"run_count":15,"value":1},{"run_count":4,"value":3},{"run_count":1,"value":2},{"run_count":1,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":43},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":18},{"model":"nb","run_count":11},{"model":"knn","run_count":8},{"model":"svm_linear","run_count":8},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"D09_df_crps_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":116,"value":0},{"run_count":4,"value":1}]},{"distinct_count":8,"key":"n_dist_skipped_unreliable","values":[{"run_count":80,"value":0},{"run_count":16,"value":1},{"run_count":13,"value":2},{"run_count":4,"value":4},{"run_count":3,"value":5},{"run_count":2,"value":3},{"run_count":1,"value":7},{"run_count":1,"value":8}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":44},{"model":"dlda","run_count":28},{"model":"elastic_net_lr","run_count":21},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":7},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4}],"profile":"D10_df_mnpo_after","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":2,"value":2}]},{"distinct_count":9,"key":"n_dist_skipped_unreliable","values":[{"run_count":96,"value":0},{"run_count":11,"value":1},{"run_count":5,"value":2},{"run_count":2,"value":5},{"run_count":2,"value":6},{"run_count":1,"value":11},{"run_count":1,"value":3},{"run_count":1,"value":8},{"run_count":1,"value":9}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"before_fs","df_stage_source_space":"model_input","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":45},{"model":"dlda","run_count":25},{"model":"elastic_net_lr","run_count":21},{"model":"nb","run_count":14},{"model":"svm_linear","run_count":7},{"model":"knn","run_count":5},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"D11_df_simple_before","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":108,"value":0},{"run_count":10,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":103,"value":0},{"run_count":11,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"before_fs","df_stage_source_space":"model_input","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":23},{"model":"elastic_net_lr","run_count":23},{"model":"nb","run_count":14},{"model":"svm_linear","run_count":8},{"model":"knn","run_count":3},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"D12_df_mnpo_before","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":111,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]},{"distinct_count":10,"key":"n_dist_skipped_unreliable","values":[{"run_count":80,"value":0},{"run_count":15,"value":1},{"run_count":7,"value":2},{"run_count":5,"value":3},{"run_count":3,"value":4},{"run_count":3,"value":6},{"run_count":2,"value":10},{"run_count":2,"value":5},{"run_count":2,"value":7},{"run_count":1,"value":11}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":44},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D13_batch_combat_source","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"ok","batch_label_policy":"kmeans2","batch_label_policy_reason":"kmeans2_ok","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":31},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":15},{"model":"svm_linear","run_count":14},{"model":"nb","run_count":13},{"model":"svm_rbf","run_count":10},{"model":"knn","run_count":8}],"profile":"D14_batch_combat_kmeans2","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":116,"value":0},{"run_count":2,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":7,"value":1},{"run_count":2,"value":3},{"run_count":1,"value":2},{"run_count":1,"value":4}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D15_batch_cdf_center","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"D16_multimodal_none","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":28},{"model":"elastic_net_lr","run_count":14},{"model":"svm_linear","run_count":12},{"model":"knn","run_count":10},{"model":"nb","run_count":10},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"D17_multimodal_gmm","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"D","family_label":"DistFit","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":40},{"model":"dlda","run_count":31},{"model":"elastic_net_lr","run_count":23},{"model":"svm_linear","run_count":11},{"model":"nb","run_count":8},{"model":"knn","run_count":5},{"model":"svm_rbf","run_count":2}],"profile":"D18_multimodal_rank","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["anova_f"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_anova_f","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["boruta"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_boruta","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["chi_square"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_chi_square","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["class_pareto_front"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_class_pareto_front","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["cluster_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_cluster_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["cmim"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_cmim","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["copula_knockoff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_copula_knockoff","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["decorrelated_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_decorrelated_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["dove_class_specific"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_dove_class_specific","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ecoc_class_aware"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_ecoc_class_aware","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["fcbf"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_fcbf","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_gradient_boosting","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["group_sparse_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_group_sparse_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["hsic_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_hsic_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ipss"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_ipss","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["iterative_redundancy_pruning"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_iterative_redundancy_pruning","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["iterative_redundancy_pruning_bounded"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_iterative_redundancy_pruning_bounded","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["joint_auc_l1"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_joint_auc_l1","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["joint_multiclass_support"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_joint_multiclass_support","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ktsp"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_ktsp","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["linear_svm"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_linear_svm","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["mrmr_jmi"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_mrmr_jmi","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["mutual_information"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_mutual_information","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["nearest_shrunken_centroid"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_nearest_shrunken_centroid","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["oaenet"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_oaenet","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ova_ensemble"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_ova_ensemble","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["pfc_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_pfc_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val19_random_fs","campaign_label":"Val-19 Random FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["random"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":295},{"model":"lr","run_count":20}],"profile":"M_RAW_random","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":240,"value":false},{"run_count":75,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["relieff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_relieff","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["rfecv"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_rfecv","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["save_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_save_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["sir_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_sir_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["slce_centroid_encoder"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_slce_centroid_encoder","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["sparse_multinomial"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_sparse_multinomial","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_stability_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_subsample"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_stability_subsample","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["subspace_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_subspace_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["tigress_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_tigress_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["treeshap"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_treeshap","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_RAW","family_label":"FS RAW","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["wmw_auc"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","n_dist_skipped_unreliable":0,"n_low_gof_downweighted":0,"protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":220},{"model":"lr","run_count":20}],"profile":"M_RAW_wmw_auc","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["anova_f"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":151},{"model":"lr","run_count":89}],"profile":"M_SCAFFOLD_anova_f","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":233,"value":0},{"run_count":6,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":227,"value":0},{"run_count":10,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["boruta"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":152},{"model":"lr","run_count":88}],"profile":"M_SCAFFOLD_boruta","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":229,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":221,"value":0},{"run_count":14,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["chi_square"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":153},{"model":"lr","run_count":87}],"profile":"M_SCAFFOLD_chi_square","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":234,"value":0},{"run_count":4,"value":1},{"run_count":2,"value":2}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":213,"value":0},{"run_count":23,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["class_pareto_front"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":151},{"model":"lr","run_count":89}],"profile":"M_SCAFFOLD_class_pareto_front","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":8,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":220,"value":0},{"run_count":14,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["cluster_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":171},{"model":"lr","run_count":69}],"profile":"M_SCAFFOLD_cluster_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":229,"value":0},{"run_count":8,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":4}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":216,"value":0},{"run_count":14,"value":1},{"run_count":8,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["cmim"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":156},{"model":"lr","run_count":84}],"profile":"M_SCAFFOLD_cmim","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":232,"value":0},{"run_count":6,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":228,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":5}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["copula_knockoff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":154},{"model":"lr","run_count":86}],"profile":"M_SCAFFOLD_copula_knockoff","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":228,"value":0},{"run_count":11,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":221,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":3},{"run_count":1,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["decorrelated_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":168},{"model":"lr","run_count":72}],"profile":"M_SCAFFOLD_decorrelated_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":228,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":218,"value":0},{"run_count":12,"value":1},{"run_count":8,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["dove_class_specific"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":152},{"model":"lr","run_count":88}],"profile":"M_SCAFFOLD_dove_class_specific","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":224,"value":0},{"run_count":11,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":224,"value":0},{"run_count":14,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ecoc_class_aware"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":150},{"model":"lr","run_count":90}],"profile":"M_SCAFFOLD_ecoc_class_aware","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":7,"value":1},{"run_count":5,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":219,"value":0},{"run_count":17,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["fcbf"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":154},{"model":"lr","run_count":86}],"profile":"M_SCAFFOLD_fcbf","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":234,"value":0},{"run_count":5,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":231,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":160},{"model":"lr","run_count":80}],"profile":"M_SCAFFOLD_gradient_boosting","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":2}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":217,"value":0},{"run_count":19,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["group_sparse_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":164},{"model":"lr","run_count":76}],"profile":"M_SCAFFOLD_group_sparse_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":225,"value":0},{"run_count":11,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["hsic_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":154},{"model":"lr","run_count":86}],"profile":"M_SCAFFOLD_hsic_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":227,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2},{"run_count":3,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ipss"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":176},{"model":"lr","run_count":64}],"profile":"M_SCAFFOLD_ipss","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":226,"value":0},{"run_count":12,"value":1},{"run_count":2,"value":2}]},{"distinct_count":6,"key":"n_dist_skipped_unreliable","values":[{"run_count":211,"value":0},{"run_count":18,"value":1},{"run_count":6,"value":2},{"run_count":3,"value":3},{"run_count":1,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["iterative_redundancy_pruning"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":162},{"model":"lr","run_count":78}],"profile":"M_SCAFFOLD_iterative_redundancy_pruning","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":224,"value":0},{"run_count":12,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":218,"value":0},{"run_count":18,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["iterative_redundancy_pruning_bounded"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":164},{"model":"lr","run_count":76}],"profile":"M_SCAFFOLD_iterative_redundancy_pruning_bounded","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":11,"value":1},{"run_count":2,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":221,"value":0},{"run_count":18,"value":1},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["joint_auc_l1"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":162},{"model":"lr","run_count":78}],"profile":"M_SCAFFOLD_joint_auc_l1","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":7,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":226,"value":0},{"run_count":9,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":5}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["joint_multiclass_support"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":152},{"model":"lr","run_count":88}],"profile":"M_SCAFFOLD_joint_multiclass_support","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":225,"value":0},{"run_count":10,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":220,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ktsp"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":161},{"model":"lr","run_count":79}],"profile":"M_SCAFFOLD_ktsp","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":234,"value":0},{"run_count":5,"value":1},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":226,"value":0},{"run_count":9,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":5}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["linear_svm"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":157},{"model":"lr","run_count":83}],"profile":"M_SCAFFOLD_linear_svm","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":232,"value":0},{"run_count":8,"value":1}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":215,"value":0},{"run_count":20,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["mrmr_jmi"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":154},{"model":"lr","run_count":86}],"profile":"M_SCAFFOLD_mrmr_jmi","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":229,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":226,"value":0},{"run_count":8,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":4}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["mutual_information"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":149},{"model":"lr","run_count":91}],"profile":"M_SCAFFOLD_mutual_information","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":232,"value":0},{"run_count":8,"value":1}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":228,"value":0},{"run_count":9,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["nearest_shrunken_centroid"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":147},{"model":"lr","run_count":93}],"profile":"M_SCAFFOLD_nearest_shrunken_centroid","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":228,"value":0},{"run_count":7,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":222,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["oaenet"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":163},{"model":"lr","run_count":77}],"profile":"M_SCAFFOLD_oaenet","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":11,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":220,"value":0},{"run_count":10,"value":1},{"run_count":6,"value":2},{"run_count":4,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["ova_ensemble"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":154},{"model":"lr","run_count":86}],"profile":"M_SCAFFOLD_ova_ensemble","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":7,"value":1},{"run_count":5,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":220,"value":0},{"run_count":15,"value":1},{"run_count":5,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["pfc_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":160},{"model":"lr","run_count":80}],"profile":"M_SCAFFOLD_pfc_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":229,"value":0},{"run_count":6,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":222,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val19_random_fs","campaign_label":"Val-19 Random FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["random"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":187},{"model":"lr","run_count":128}],"profile":"M_SCAFFOLD_random","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":240,"value":false},{"run_count":75,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":12,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":17,"value":1},{"run_count":4,"value":2},{"run_count":3,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["relieff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":152},{"model":"lr","run_count":88}],"profile":"M_SCAFFOLD_relieff","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":235,"value":0},{"run_count":5,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":228,"value":0},{"run_count":11,"value":1},{"run_count":1,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["rfecv"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":159},{"model":"lr","run_count":81}],"profile":"M_SCAFFOLD_rfecv","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":232,"value":0},{"run_count":6,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":4}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":219,"value":0},{"run_count":18,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["save_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":152},{"model":"lr","run_count":88}],"profile":"M_SCAFFOLD_save_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":8,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":216,"value":0},{"run_count":20,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["sir_sdr"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":161},{"model":"lr","run_count":79}],"profile":"M_SCAFFOLD_sir_sdr","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":229,"value":0},{"run_count":6,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":222,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["slce_centroid_encoder"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":164},{"model":"lr","run_count":76}],"profile":"M_SCAFFOLD_slce_centroid_encoder","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":226,"value":0},{"run_count":11,"value":1},{"run_count":3,"value":2}]},{"distinct_count":6,"key":"n_dist_skipped_unreliable","values":[{"run_count":216,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":2,"value":3},{"run_count":1,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["sparse_multinomial"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":155},{"model":"lr","run_count":85}],"profile":"M_SCAFFOLD_sparse_multinomial","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":226,"value":0},{"run_count":9,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":218,"value":0},{"run_count":19,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_lasso"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":167},{"model":"lr","run_count":73}],"profile":"M_SCAFFOLD_stability_lasso","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":9,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":219,"value":0},{"run_count":18,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_subsample"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":172},{"model":"lr","run_count":68}],"profile":"M_SCAFFOLD_stability_subsample","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":227,"value":0},{"run_count":10,"value":1},{"run_count":2,"value":3},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":212,"value":0},{"run_count":16,"value":1},{"run_count":8,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":4}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["subspace_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":173},{"model":"lr","run_count":67}],"profile":"M_SCAFFOLD_subspace_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":232,"value":0},{"run_count":5,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":215,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":4,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":48,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_pancreatic_gse16515","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","leukemia_1_72_3class","leukemia_golub","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci_61_8class","ovarian_petricoin","pixraw10p","prostate_singh","smk_can_187","tox_171","tumor11_su","warp_pie10p","xena_tcga_brca","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["tigress_stability"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":172},{"model":"lr","run_count":68}],"profile":"M_SCAFFOLD_tigress_stability","run_count":240,"seed_run_counts":[{"run_count":48,"seed":11},{"run_count":48,"seed":23},{"run_count":48,"seed":37},{"run_count":48,"seed":42},{"run_count":48,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":235,"value":"standard"},{"run_count":5,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":185,"value":false},{"run_count":55,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":231,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":216,"value":0},{"run_count":16,"value":1},{"run_count":5,"value":2},{"run_count":2,"value":4},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["treeshap"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":201},{"model":"lr","run_count":114}],"profile":"M_SCAFFOLD_treeshap","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":240,"value":false},{"run_count":75,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":306,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":17,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_singletons","campaign_label":"Val-18 FS","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"M_SCAFFOLD","family_label":"FS SCAF","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_applied":false,"classifier_conformal_enabled":false,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"disabled","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["wmw_auc"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":192},{"model":"lr","run_count":123}],"profile":"M_SCAFFOLD_wmw_auc","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":240,"value":false},{"run_count":75,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":308,"value":0},{"run_count":7,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":303,"value":0},{"run_count":10,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"legacy_voting","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":97},{"model":"dlda","run_count":96},{"model":"nb","run_count":48},{"model":"elastic_net_lr","run_count":32},{"model":"svm_linear","run_count":19},{"model":"svm_rbf","run_count":15},{"model":"knn","run_count":5},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"N01_core_legacy_voting","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":11,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":290,"value":0},{"run_count":21,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":102},{"model":"dlda","run_count":70},{"model":"nb","run_count":55},{"model":"elastic_net_lr","run_count":34},{"model":"svm_linear","run_count":27},{"model":"svm_rbf","run_count":17},{"model":"knn","run_count":9},{"model":"rf","run_count":1}],"profile":"N02_core_uniform","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":12,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":296,"value":0},{"run_count":15,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":5}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":111},{"model":"dlda","run_count":77},{"model":"nb","run_count":51},{"model":"elastic_net_lr","run_count":27},{"model":"svm_linear","run_count":24},{"model":"knn","run_count":11},{"model":"svm_rbf","run_count":10},{"model":"rf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"N03_core_tritrust","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":12,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":15,"value":1},{"run_count":7,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":3},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":121},{"model":"dlda","run_count":63},{"model":"nb","run_count":55},{"model":"elastic_net_lr","run_count":33},{"model":"svm_linear","run_count":16},{"model":"svm_rbf","run_count":15},{"model":"knn","run_count":6},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"N04_core_banzhaf","run_count":313,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":63,"seed":23},{"run_count":62,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":303,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":280,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":265,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":293,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":265,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":280,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":7,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":296,"value":0},{"run_count":14,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":110},{"model":"dlda","run_count":84},{"model":"nb","run_count":48},{"model":"elastic_net_lr","run_count":30},{"model":"svm_linear","run_count":22},{"model":"svm_rbf","run_count":11},{"model":"knn","run_count":8},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N05_core_shapley","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":13,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":19,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":123},{"model":"dlda","run_count":64},{"model":"nb","run_count":52},{"model":"elastic_net_lr","run_count":37},{"model":"svm_linear","run_count":19},{"model":"knn","run_count":9},{"model":"svm_rbf","run_count":9},{"model":"rf","run_count":2}],"profile":"N06_core_banzhaf_no_clp","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":12,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":296,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":110},{"model":"dlda","run_count":67},{"model":"nb","run_count":56},{"model":"elastic_net_lr","run_count":29},{"model":"svm_linear","run_count":22},{"model":"svm_rbf","run_count":17},{"model":"knn","run_count":11},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"N07_core_banzhaf_no_payoff","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":299,"value":0},{"run_count":14,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":109},{"model":"dlda","run_count":73},{"model":"nb","run_count":56},{"model":"elastic_net_lr","run_count":34},{"model":"svm_linear","run_count":19},{"model":"svm_rbf","run_count":13},{"model":"knn","run_count":11}],"profile":"N08_core_banzhaf_no_clp_payoff","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":303,"value":0},{"run_count":11,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":21,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":116},{"model":"dlda","run_count":75},{"model":"nb","run_count":49},{"model":"elastic_net_lr","run_count":31},{"model":"svm_linear","run_count":23},{"model":"knn","run_count":12},{"model":"svm_rbf","run_count":8},{"model":"rf","run_count":1}],"profile":"N09_core_banzhaf_no_js","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":11,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":19,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":120},{"model":"dlda","run_count":63},{"model":"nb","run_count":53},{"model":"elastic_net_lr","run_count":31},{"model":"svm_linear","run_count":19},{"model":"svm_rbf","run_count":15},{"model":"knn","run_count":10},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"N10_core_banzhaf_no_conformal_eff","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":306,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":297,"value":0},{"run_count":14,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":114},{"model":"dlda","run_count":68},{"model":"nb","run_count":54},{"model":"elastic_net_lr","run_count":33},{"model":"svm_linear","run_count":22},{"model":"knn","run_count":12},{"model":"svm_rbf","run_count":10},{"model":"vote_ensemble","run_count":2}],"profile":"N11_core_banzhaf_cvar","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":11,"value":1}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":115},{"model":"dlda","run_count":65},{"model":"nb","run_count":53},{"model":"elastic_net_lr","run_count":35},{"model":"svm_linear","run_count":19},{"model":"svm_rbf","run_count":14},{"model":"knn","run_count":10},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":2}],"profile":"N12_core_banzhaf_interaction","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":303,"value":0},{"run_count":12,"value":1}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":297,"value":0},{"run_count":13,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":119},{"model":"dlda","run_count":63},{"model":"nb","run_count":53},{"model":"elastic_net_lr","run_count":33},{"model":"svm_linear","run_count":22},{"model":"svm_rbf","run_count":12},{"model":"knn","run_count":10},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"N13_core_banzhaf_ubayfs","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":11,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":296,"value":0},{"run_count":17,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":50,"dataset_ids":["brain_tumor_2_50_4class","breast_vantveer","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","rv_basehock","srbct_khan","tox_171","tumor11_su","tumor9_openml","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":86},{"model":"dlda","run_count":48},{"model":"nb","run_count":45},{"model":"elastic_net_lr","run_count":25},{"model":"svm_linear","run_count":21},{"model":"knn","run_count":12},{"model":"svm_rbf","run_count":9},{"model":"rf","run_count":4}],"profile":"N14_core_oracle_slim","run_count":250,"seed_run_counts":[{"run_count":50,"seed":11},{"run_count":50,"seed":23},{"run_count":50,"seed":37},{"run_count":50,"seed":42},{"run_count":50,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":240,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":220,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":30,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":215,"value":"config"},{"run_count":30,"value":"regime_gate:very_hard"},{"run_count":5,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":235,"value":true},{"run_count":15,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":215,"value":false},{"run_count":35,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":30,"value":"very_hard_fallback"},{"run_count":5,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":220,"value":false},{"run_count":30,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":242,"value":0},{"run_count":7,"value":1},{"run_count":1,"value":2}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":237,"value":0},{"run_count":13,"value":1}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":50,"dataset_ids":["brain_tumor_2_50_4class","breast_vantveer","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","rv_basehock","srbct_khan","tox_171","tumor11_su","tumor9_openml","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_mode":"split_halves","multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":89},{"model":"dlda","run_count":50},{"model":"nb","run_count":44},{"model":"elastic_net_lr","run_count":28},{"model":"svm_linear","run_count":14},{"model":"knn","run_count":8},{"model":"rf","run_count":8},{"model":"svm_rbf","run_count":8},{"model":"vote_ensemble","run_count":1}],"profile":"N15_core_meta_logistic","run_count":250,"seed_run_counts":[{"run_count":50,"seed":11},{"run_count":50,"seed":23},{"run_count":50,"seed":37},{"run_count":50,"seed":42},{"run_count":50,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":240,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":185,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":65,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":215,"value":"config"},{"run_count":30,"value":"regime_gate:very_hard"},{"run_count":5,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"multiomics_adapter_applied","values":[{"run_count":225,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":235,"value":true},{"run_count":15,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":215,"value":false},{"run_count":35,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":30,"value":"very_hard_fallback"},{"run_count":5,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":220,"value":false},{"run_count":30,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":238,"value":0},{"run_count":11,"value":1},{"run_count":1,"value":2}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":233,"value":0},{"run_count":17,"value":1}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"legacy_voting","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":107},{"model":"dlda","run_count":80},{"model":"nb","run_count":49},{"model":"elastic_net_lr","run_count":33},{"model":"svm_linear","run_count":22},{"model":"knn","run_count":13},{"model":"svm_rbf","run_count":9},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N21_broad_legacy_voting","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":295,"value":0},{"run_count":18,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":288,"value":0},{"run_count":20,"value":1},{"run_count":4,"value":2},{"run_count":2,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":114},{"model":"dlda","run_count":66},{"model":"nb","run_count":48},{"model":"elastic_net_lr","run_count":36},{"model":"svm_linear","run_count":21},{"model":"knn","run_count":16},{"model":"svm_rbf","run_count":10},{"model":"rf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"N22_broad_banzhaf","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":300,"value":0},{"run_count":13,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":21,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":108},{"model":"dlda","run_count":71},{"model":"nb","run_count":53},{"model":"elastic_net_lr","run_count":33},{"model":"svm_linear","run_count":23},{"model":"svm_rbf","run_count":13},{"model":"knn","run_count":12},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N30_core_banzhaf_perf_only","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":300,"value":0},{"run_count":13,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":5,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":114},{"model":"dlda","run_count":80},{"model":"nb","run_count":51},{"model":"elastic_net_lr","run_count":28},{"model":"svm_linear","run_count":21},{"model":"svm_rbf","run_count":10},{"model":"knn","run_count":9},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N31_core_banzhaf_perf_complexity","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":11,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":5}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":118},{"model":"dlda","run_count":70},{"model":"nb","run_count":49},{"model":"elastic_net_lr","run_count":38},{"model":"svm_linear","run_count":17},{"model":"svm_rbf","run_count":12},{"model":"knn","run_count":9},{"model":"rf","run_count":2}],"profile":"N32_core_banzhaf_perf_complex_stab","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":303,"value":0},{"run_count":9,"value":1},{"run_count":3,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":290,"value":0},{"run_count":20,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":118},{"model":"dlda","run_count":70},{"model":"nb","run_count":47},{"model":"elastic_net_lr","run_count":39},{"model":"svm_linear","run_count":19},{"model":"svm_rbf","run_count":12},{"model":"knn","run_count":8},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N40_core_banzhaf_5x5","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":9,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":19,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":115},{"model":"dlda","run_count":78},{"model":"nb","run_count":49},{"model":"elastic_net_lr","run_count":30},{"model":"svm_linear","run_count":16},{"model":"knn","run_count":11},{"model":"svm_rbf","run_count":11}],"profile":"N41_core_banzhaf_perf_only_5x5","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":297,"value":0},{"run_count":10,"value":1},{"run_count":3,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":285,"value":0},{"run_count":22,"value":1},{"run_count":2,"value":3},{"run_count":1,"value":2}]}]},{"campaign":"val18_mnpo","campaign_label":"Val-18 MNPO","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"N","family_label":"Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":112},{"model":"dlda","run_count":82},{"model":"nb","run_count":47},{"model":"elastic_net_lr","run_count":31},{"model":"svm_linear","run_count":17},{"model":"svm_rbf","run_count":10},{"model":"knn","run_count":9},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"N42_core_banzhaf_perf_complex_5x5","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":294,"value":0},{"run_count":14,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":289,"value":0},{"run_count":17,"value":1},{"run_count":2,"value":3},{"run_count":1,"value":2},{"run_count":1,"value":4}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":44},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P01_ref_scaffold","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":44},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P02_prefilter_union_off","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":44},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":16},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P03_bh_off","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P04_varfloor_off","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":23,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":40},{"model":"dlda","run_count":27},{"model":"elastic_net_lr","run_count":21},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":3},{"model":"svm_rbf","run_count":3},{"model":"rf","run_count":2}],"profile":"P05_rank_prefilter_off","run_count":115,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":23,"seed":23},{"run_count":23,"seed":37},{"run_count":23,"seed":42},{"run_count":23,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":100,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":90,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":110,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":90,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":100,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":109,"value":0},{"run_count":5,"value":1},{"run_count":1,"value":2}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":3,"value":1},{"run_count":2,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":4},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":45},{"model":"dlda","run_count":31},{"model":"elastic_net_lr","run_count":18},{"model":"nb","run_count":9},{"model":"svm_linear","run_count":7},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"P06_screen_none","run_count":119,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":23,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":104,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":94,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":114,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":94,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":104,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":5,"value":1},{"run_count":2,"value":2},{"run_count":1,"value":4}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P07_screen_evalue","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":38},{"model":"dlda","run_count":31},{"model":"elastic_net_lr","run_count":17},{"model":"svm_linear","run_count":11},{"model":"nb","run_count":10},{"model":"svm_rbf","run_count":8},{"model":"knn","run_count":5}],"profile":"P08_screen_stir","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":114,"value":0},{"run_count":5,"value":1},{"run_count":1,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":41},{"model":"dlda","run_count":32},{"model":"elastic_net_lr","run_count":18},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":5},{"model":"svm_rbf","run_count":4}],"profile":"P09_fold_none","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P10_fold_pls_da","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":59},{"model":"svm_rbf","run_count":18},{"model":"nb","run_count":15},{"model":"svm_linear","run_count":10},{"model":"dlda","run_count":9},{"model":"elastic_net_lr","run_count":5},{"model":"knn","run_count":4}],"profile":"P11_fold_rff","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":73},{"model":"nb","run_count":17},{"model":"dlda","run_count":8},{"model":"svm_rbf","run_count":8},{"model":"elastic_net_lr","run_count":6},{"model":"rf","run_count":6},{"model":"svm_linear","run_count":2}],"profile":"P12_fold_tensor_sketch","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":28},{"model":"svm_linear","run_count":14},{"model":"elastic_net_lr","run_count":13},{"model":"nb","run_count":11},{"model":"knn","run_count":9},{"model":"svm_rbf","run_count":3}],"profile":"P13_regime_off","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":85,"value":false},{"run_count":35,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"],"enabled_methods_source":"regime_gate:low_p_over_n","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":true,"regime_policy_bypass_mode":"fast_univariate_filter","regime_policy_mode":"low_p_over_n_bypass","regime_policy_trigger_low_p_over_n":true,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":56},{"model":"nb","run_count":17},{"model":"dlda","run_count":16},{"model":"elastic_net_lr","run_count":11},{"model":"svm_linear","run_count":9},{"model":"svm_rbf","run_count":9},{"model":"knn","run_count":2}],"profile":"P14_lowpn_fast_filter","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":114,"value":0},{"run_count":5,"value":1},{"run_count":1,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":5,"value":1},{"run_count":3,"value":3},{"run_count":1,"value":5}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"],"enabled_methods_source":"regime_gate:low_p_over_n","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":true,"regime_policy_bypass_mode":"all_features","regime_policy_mode":"low_p_over_n_bypass","regime_policy_trigger_low_p_over_n":true,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":47},{"model":"elastic_net_lr","run_count":19},{"model":"nb","run_count":17},{"model":"svm_linear","run_count":16},{"model":"dlda","run_count":11},{"model":"svm_rbf","run_count":8},{"model":"knn","run_count":2}],"profile":"P15_lowpn_all_features","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":111,"value":0},{"run_count":7,"value":1},{"run_count":1,"value":3},{"run_count":1,"value":4}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":107,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":3},{"run_count":2,"value":5}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":23,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":41},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":15},{"model":"nb","run_count":9},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"P16_extreme_multiclass_off","run_count":115,"seed_run_counts":[{"run_count":23,"seed":11},{"run_count":23,"seed":23},{"run_count":23,"seed":37},{"run_count":23,"seed":42},{"run_count":23,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":100,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":90,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":110,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":90,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":100,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":113,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":108,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":30},{"model":"elastic_net_lr","run_count":18},{"model":"nb","run_count":9},{"model":"svm_linear","run_count":9},{"model":"knn","run_count":6},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":2}],"profile":"S02_batch_combat_seq","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_stage","campaign_label":"Val-18 Stage","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":41},{"model":"dlda","run_count":29},{"model":"elastic_net_lr","run_count":14},{"model":"nb","run_count":11},{"model":"knn","run_count":9},{"model":"svm_linear","run_count":7},{"model":"svm_rbf","run_count":7},{"model":"rf","run_count":1},{"model":"vote_ensemble","run_count":1}],"profile":"S03_cpss_irp_bounded","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["iterative_redundancy_pruning_bounded"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]},{"distinct_count":2,"key":"n_dist_skipped_unreliable","values":[{"run_count":114,"value":0},{"run_count":6,"value":1}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"rp_ensemble","run_count":106},{"model":"lr","run_count":14}],"profile":"S04_rp_ensemble","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"dbda","run_count":99},{"model":"lr","run_count":11},{"model":"vote_ensemble","run_count":10}],"profile":"S05_dbda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"gqda","run_count":96},{"model":"lr","run_count":14},{"model":"vote_ensemble","run_count":10}],"profile":"S06_gqda","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":75},{"model":"bc_svm_linear","run_count":35},{"model":"vote_ensemble","run_count":10}],"profile":"S07_bc_svm_linear","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_classifiers","campaign_label":"Val-18 Classifier","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"S","family_label":"Stage","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"sglnn","run_count":84},{"model":"lr","run_count":26},{"model":"vote_ensemble","run_count":10}],"profile":"S08_sglnn","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":78},{"model":"dlda","run_count":32},{"model":"nsc","run_count":32},{"model":"elastic_net_lr","run_count":28},{"model":"rp_ensemble","run_count":28},{"model":"dbda","run_count":19},{"model":"pls_da_classifier","run_count":19},{"model":"gqda","run_count":18},{"model":"vote_ensemble","run_count":13},{"model":"svm_linear","run_count":12},{"model":"nb","run_count":10},{"model":"sglnn","run_count":8},{"model":"knn","run_count":7},{"model":"svm_rbf","run_count":7},{"model":"gpc","run_count":3},{"model":"bc_svm_linear","run_count":1}],"profile":"V19_C01_old_regime_legacy_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":20,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":74},{"model":"dlda","run_count":27},{"model":"spatial_median_da","run_count":25},{"model":"elastic_net_lr","run_count":24},{"model":"nsc","run_count":22},{"model":"rp_ensemble","run_count":22},{"model":"tabm","run_count":17},{"model":"dbda","run_count":14},{"model":"pls_da_classifier","run_count":12},{"model":"vote_ensemble","run_count":12},{"model":"cpda","run_count":11},{"model":"nb","run_count":11},{"model":"svm_linear","run_count":9},{"model":"sglnn","run_count":8},{"model":"knn","run_count":7},{"model":"svm_rbf","run_count":6},{"model":"gqda","run_count":5},{"model":"gpc","run_count":2},{"model":"near_subspace","run_count":2},{"model":"realmlp","run_count":2},{"model":"rff_lr","run_count":2},{"model":"bc_svm_linear","run_count":1}],"profile":"V19_C02_new_regime_legacy_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":116},{"model":"mnpo_dlda","run_count":41},{"model":"mnpo_elastic_net_lr","run_count":39},{"model":"mnpo_dbda","run_count":35},{"model":"lr","run_count":20},{"model":"mnpo_knn","run_count":13},{"model":"mnpo_nsc","run_count":12},{"model":"mnpo_gqda","run_count":8},{"model":"mnpo_rp_ensemble","run_count":7},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_pls_da_classifier","run_count":5},{"model":"mnpo_nb","run_count":4},{"model":"mnpo_svm_rbf","run_count":4},{"model":"mnpo_bc_svm_linear","run_count":2},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_gpc","run_count":1}],"profile":"V19_C03_old_regime_mnpo_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":20,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":113},{"model":"mnpo_elastic_net_lr","run_count":35},{"model":"mnpo_dlda","run_count":30},{"model":"mnpo_dbda","run_count":21},{"model":"lr","run_count":20},{"model":"mnpo_spatial_median_da","run_count":15},{"model":"mnpo_tabm","run_count":15},{"model":"mnpo_cpda","run_count":9},{"model":"mnpo_nsc","run_count":8},{"model":"mnpo_gqda","run_count":7},{"model":"mnpo_realmlp","run_count":7},{"model":"mnpo_knn","run_count":6},{"model":"mnpo_rp_ensemble","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_nb","run_count":4},{"model":"mnpo_copula_da","run_count":3},{"model":"mnpo_near_subspace","run_count":3},{"model":"mnpo_pls_da_classifier","run_count":3},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V19_C04_new_regime_mnpo_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":20,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":132},{"model":"mnpo_elastic_net_lr","run_count":37},{"model":"mnpo_dlda","run_count":36},{"model":"mnpo_dbda","run_count":28},{"model":"lr","run_count":20},{"model":"mnpo_knn","run_count":13},{"model":"mnpo_nsc","run_count":10},{"model":"mnpo_gqda","run_count":8},{"model":"mnpo_rp_ensemble","run_count":8},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_pls_da_classifier","run_count":5},{"model":"mnpo_svm_linear","run_count":4},{"model":"mnpo_bc_svm_linear","run_count":3},{"model":"mnpo_svm_rbf","run_count":3},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_gpc","run_count":1}],"profile":"V19_C05_old_regime_mnpo_val18compat_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val19_classifiers","campaign_label":"Val-19 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V","family_label":"V19 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":127},{"model":"mnpo_elastic_net_lr","run_count":38},{"model":"mnpo_dlda","run_count":27},{"model":"lr","run_count":20},{"model":"mnpo_dbda","run_count":19},{"model":"mnpo_tabm","run_count":18},{"model":"mnpo_spatial_median_da","run_count":13},{"model":"mnpo_cpda","run_count":7},{"model":"mnpo_gqda","run_count":6},{"model":"mnpo_nsc","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_knn","run_count":5},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_copula_da","run_count":3},{"model":"mnpo_near_subspace","run_count":3},{"model":"mnpo_rp_ensemble","run_count":3},{"model":"mnpo_pls_da_classifier","run_count":2},{"model":"mnpo_bc_svm_linear","run_count":1},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V19_C06_new_regime_mnpo_val18compat_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","effective_enabled_methods":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"],"enabled_methods_source":"config","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_applied":false,"regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":112},{"model":"dlda","run_count":73},{"model":"nb","run_count":50},{"model":"elastic_net_lr","run_count":32},{"model":"svm_linear","run_count":20},{"model":"knn","run_count":15},{"model":"svm_rbf","run_count":11},{"model":"rf","run_count":2}],"profile":"V20_B01_default_anchor","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":240,"value":false},{"run_count":75,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":303,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":121},{"model":"dlda","run_count":62},{"model":"nb","run_count":52},{"model":"elastic_net_lr","run_count":28},{"model":"svm_linear","run_count":22},{"model":"knn","run_count":16},{"model":"svm_rbf","run_count":11},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"V20_B02_ref_anchor","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":140},{"model":"mnpo_dlda","run_count":54},{"model":"mnpo_elastic_net_lr","run_count":48},{"model":"lr","run_count":20},{"model":"mnpo_svm_linear","run_count":15},{"model":"mnpo_knn","run_count":13},{"model":"mnpo_nb","run_count":13},{"model":"mnpo_rf","run_count":8},{"model":"mnpo_svm_rbf","run_count":4}],"profile":"V20_B03_mnpo_ref_anchor","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":111},{"model":"mnpo_elastic_net_lr","run_count":38},{"model":"mnpo_dlda","run_count":33},{"model":"mnpo_dbda","run_count":24},{"model":"lr","run_count":20},{"model":"mnpo_tabm","run_count":17},{"model":"mnpo_spatial_median_da","run_count":13},{"model":"mnpo_cpda","run_count":8},{"model":"mnpo_gqda","run_count":7},{"model":"mnpo_nsc","run_count":7},{"model":"mnpo_svm_linear","run_count":7},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_rp_ensemble","run_count":5},{"model":"mnpo_knn","run_count":4},{"model":"mnpo_pls_da_classifier","run_count":4},{"model":"mnpo_near_subspace","run_count":3},{"model":"mnpo_bc_svm_linear","run_count":2},{"model":"mnpo_copula_da","run_count":2},{"model":"mnpo_realmlp","run_count":2},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_sglnn","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V20_B04_val19_new_mnpo","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":304,"value":0},{"run_count":10,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":294,"value":0},{"run_count":16,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":107},{"model":"mnpo_elastic_net_lr","run_count":39},{"model":"mnpo_dlda","run_count":34},{"model":"mnpo_dbda","run_count":23},{"model":"lr","run_count":20},{"model":"mnpo_tabm","run_count":15},{"model":"mnpo_spatial_median_da","run_count":12},{"model":"mnpo_cpda","run_count":9},{"model":"mnpo_rp_ensemble","run_count":7},{"model":"mnpo_knn","run_count":6},{"model":"mnpo_nsc","run_count":6},{"model":"mnpo_realmlp","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_gqda","run_count":5},{"model":"mnpo_nb","run_count":4},{"model":"mnpo_tabpfn","run_count":4},{"model":"mnpo_near_subspace","run_count":3},{"model":"mnpo_copula_da","run_count":2},{"model":"mnpo_pls_da_classifier","run_count":2},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_bc_svm_linear","run_count":1},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V20_B05_current_pool_mnpo","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":19,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_bridge","campaign_label":"Val-20 Bridge","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"B","family_label":"V20 Bridge","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":72},{"model":"elastic_net_lr","run_count":30},{"model":"dlda","run_count":24},{"model":"nsc","run_count":23},{"model":"spatial_median_da","run_count":23},{"model":"rp_ensemble","run_count":20},{"model":"tabm","run_count":15},{"model":"dbda","run_count":13},{"model":"cpda","run_count":12},{"model":"pls_da_classifier","run_count":11},{"model":"vote_ensemble","run_count":11},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":9},{"model":"sglnn","run_count":8},{"model":"svm_rbf","run_count":7},{"model":"gqda","run_count":5},{"model":"knn","run_count":5},{"model":"realmlp","run_count":5},{"model":"tabpfn","run_count":5},{"model":"gpc","run_count":3},{"model":"rff_lr","run_count":2},{"model":"bc_svm_linear","run_count":1},{"model":"near_subspace","run_count":1}],"profile":"V20_B06_current_pool_legacy","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":19,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":64},{"model":"mnpo_elastic_net_lr","run_count":22},{"model":"mnpo_dlda","run_count":20},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":5},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_nb","run_count":1}],"profile":"V20_E01_soft_voting_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":64},{"model":"mnpo_elastic_net_lr","run_count":22},{"model":"mnpo_dlda","run_count":20},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":5},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_nb","run_count":1}],"profile":"V20_E02_greedy_ensemble_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":51},{"model":"mnpo_elastic_net_lr","run_count":29},{"model":"mnpo_dlda","run_count":22},{"model":"lr","run_count":5},{"model":"mnpo_knn","run_count":4},{"model":"mnpo_svm_linear","run_count":3},{"model":"mnpo_svm_rbf","run_count":3},{"model":"mnpo_nb","run_count":2},{"model":"mnpo_rf","run_count":1}],"profile":"V20_E03_candidate_pruning_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":67},{"model":"mnpo_elastic_net_lr","run_count":20},{"model":"mnpo_dlda","run_count":19},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":5},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_nb","run_count":1}],"profile":"V20_E04_incumbent_racing_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":63},{"model":"mnpo_elastic_net_lr","run_count":24},{"model":"mnpo_dlda","run_count":20},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":5},{"model":"mnpo_knn","run_count":2},{"model":"mnpo_nb","run_count":1}],"profile":"V20_E05_soft_greedy_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":50},{"model":"mnpo_elastic_net_lr","run_count":31},{"model":"mnpo_dlda","run_count":22},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":4},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_nb","run_count":2},{"model":"mnpo_svm_rbf","run_count":2},{"model":"mnpo_rf","run_count":1}],"profile":"V20_E06_pruning_incumbent_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"E","family_label":"V20 Ensemble","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":50},{"model":"mnpo_elastic_net_lr","run_count":31},{"model":"mnpo_dlda","run_count":22},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":4},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_nb","run_count":2},{"model":"mnpo_svm_rbf","run_count":2},{"model":"mnpo_rf","run_count":1}],"profile":"V20_E07_all_enhancements_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":37},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":19},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":10},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":7},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__knn","run_count":1},{"model":"mnpo_ensemble_dlda__lr","run_count":1},{"model":"mnpo_ensemble_dlda__lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_lr__dlda","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__nb","run_count":1},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_F01_flaml_30s_mnpo_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":37},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":22},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":8},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":7},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__knn","run_count":1},{"model":"mnpo_ensemble_dlda__lr","run_count":1},{"model":"mnpo_ensemble_dlda__lr__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_lr__dlda","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__nb","run_count":1},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_F02_flaml_60s_mnpo_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":37},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":22},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":8},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":7},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__knn","run_count":1},{"model":"mnpo_ensemble_dlda__lr","run_count":1},{"model":"mnpo_ensemble_dlda__lr__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_lr__dlda","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__nb","run_count":1},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_F03_flaml_120s_mnpo_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":66},{"model":"mnpo_elastic_net_lr","run_count":22},{"model":"mnpo_dlda","run_count":19},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":5},{"model":"mnpo_knn","run_count":2},{"model":"mnpo_nb","run_count":1}],"profile":"V20_F04_sklearn_mnpo_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"bc_svm_linear","run_count":55},{"model":"lr","run_count":35},{"model":"flaml_lrl2","run_count":20},{"model":"vote_ensemble","run_count":10}],"profile":"V20_F07_bc_svm_linear_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"copula_da","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_copula_da_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"cpda","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_cpda_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"dlda","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_dlda_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"elastic_net_lr","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_elastic_net_lr_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"knn","run_count":100},{"model":"lr","run_count":20}],"profile":"V20_F07_knn_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"nb","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_nb_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"near_subspace","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_near_subspace_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"nsc","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_nsc_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"pls_da_classifier","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_pls_da_classifier_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"realmlp","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_realmlp_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"rff_lr","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_rff_lr_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"rp_ensemble","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_rp_ensemble_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"sglnn","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_sglnn_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"shrinkage_lda","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_shrinkage_lda_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"svm_linear","run_count":115},{"model":"lr","run_count":5}],"profile":"V20_F07_svm_linear_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"svm_rbf","run_count":100},{"model":"lr","run_count":20}],"profile":"V20_F07_svm_rbf_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_flaml","campaign_label":"Val-20 FLAML","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"F","family_label":"V20 FLAML","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tabm","run_count":105},{"model":"vote_ensemble","run_count":10},{"model":"lr","run_count":5}],"profile":"V20_F07_tabm_flaml_custom_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_lr","campaign_label":"Val-20 LR Mitigation","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"L","family_label":"V20 LR Mitigation","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_elastic_net_lr","run_count":101},{"model":"mnpo_dlda","run_count":46},{"model":"mnpo_dbda","run_count":23},{"model":"lr","run_count":20},{"model":"mnpo_spatial_median_da","run_count":18},{"model":"mnpo_rp_ensemble","run_count":15},{"model":"mnpo_cpda","run_count":13},{"model":"mnpo_tabm","run_count":12},{"model":"mnpo_knn","run_count":10},{"model":"mnpo_gqda","run_count":9},{"model":"mnpo_lr","run_count":7},{"model":"mnpo_nsc","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_near_subspace","run_count":5},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_bc_svm_linear","run_count":3},{"model":"mnpo_nb","run_count":3},{"model":"mnpo_pls_da_classifier","run_count":3},{"model":"mnpo_sglnn","run_count":3},{"model":"mnpo_copula_da","run_count":1},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V20_L01_lr_prior_reduced_full64","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":302,"value":0},{"run_count":8,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":292,"value":0},{"run_count":17,"value":1},{"run_count":1,"value":2}]}]},{"campaign":"val20_lr","campaign_label":"Val-20 LR Mitigation","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"L","family_label":"V20 LR Mitigation","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":102},{"model":"mnpo_elastic_net_lr","run_count":45},{"model":"mnpo_dlda","run_count":33},{"model":"lr","run_count":20},{"model":"mnpo_dbda","run_count":18},{"model":"mnpo_spatial_median_da","run_count":15},{"model":"mnpo_tabm","run_count":15},{"model":"mnpo_cpda","run_count":10},{"model":"mnpo_knn","run_count":8},{"model":"mnpo_gqda","run_count":6},{"model":"mnpo_nsc","run_count":6},{"model":"mnpo_rp_ensemble","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_near_subspace","run_count":4},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_sglnn","run_count":4},{"model":"mnpo_pls_da_classifier","run_count":2},{"model":"mnpo_rff_lr","run_count":2},{"model":"mnpo_svm_rbf","run_count":2},{"model":"mnpo_copula_da","run_count":1},{"model":"mnpo_nb","run_count":1}],"profile":"V20_L02_diversity_top3_full64","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":9,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":291,"value":0},{"run_count":18,"value":1},{"run_count":1,"value":2}]}]},{"campaign":"val20_lr","campaign_label":"Val-20 LR Mitigation","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":62,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"L","family_label":"V20 LR Mitigation","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_elastic_net_lr","run_count":108},{"model":"mnpo_dlda","run_count":43},{"model":"mnpo_dbda","run_count":22},{"model":"lr","run_count":20},{"model":"mnpo_tabm","run_count":17},{"model":"mnpo_spatial_median_da","run_count":16},{"model":"mnpo_rp_ensemble","run_count":15},{"model":"mnpo_cpda","run_count":12},{"model":"mnpo_gqda","run_count":8},{"model":"mnpo_knn","run_count":7},{"model":"mnpo_lr","run_count":7},{"model":"mnpo_nsc","run_count":6},{"model":"mnpo_realmlp","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_bc_svm_linear","run_count":3},{"model":"mnpo_near_subspace","run_count":3},{"model":"mnpo_pls_da_classifier","run_count":3},{"model":"mnpo_sglnn","run_count":3},{"model":"mnpo_nb","run_count":2},{"model":"mnpo_copula_da","run_count":1},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V20_L03_diversity_top3_lr_prior_full64","run_count":310,"seed_run_counts":[{"run_count":62,"seed":11},{"run_count":62,"seed":23},{"run_count":62,"seed":37},{"run_count":62,"seed":42},{"run_count":62,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":300,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":277,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":262,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":290,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":262,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":277,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":9,"value":1}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":16,"value":1},{"run_count":1,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":53},{"model":"mnpo_elastic_net_lr","run_count":19},{"model":"mnpo_dlda","run_count":12},{"model":"mnpo_dbda","run_count":7},{"model":"mnpo_spatial_median_da","run_count":7},{"model":"lr","run_count":5},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_tabm","run_count":4},{"model":"mnpo_cpda","run_count":3},{"model":"mnpo_nsc","run_count":2},{"model":"mnpo_gqda","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1},{"model":"mnpo_rp_ensemble","run_count":1},{"model":"mnpo_svm_linear","run_count":1}],"profile":"V20_O01_current_tritrust_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":62},{"model":"mnpo_elastic_net_lr","run_count":25},{"model":"mnpo_dlda","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_spatial_median_da","run_count":5},{"model":"mnpo_dbda","run_count":4},{"model":"mnpo_rp_ensemble","run_count":4},{"model":"mnpo_nsc","run_count":2},{"model":"mnpo_rff_lr","run_count":2},{"model":"mnpo_svm_linear","run_count":2},{"model":"mnpo_bc_svm_linear","run_count":1},{"model":"mnpo_gqda","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1}],"profile":"V20_O02_current_uniform_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":32},{"model":"mnpo_elastic_net_lr","run_count":18},{"model":"mnpo_dlda","run_count":14},{"model":"mnpo_cpda","run_count":11},{"model":"mnpo_spatial_median_da","run_count":9},{"model":"lr","run_count":5},{"model":"mnpo_gqda","run_count":5},{"model":"mnpo_realmlp","run_count":5},{"model":"mnpo_tabm","run_count":5},{"model":"mnpo_dbda","run_count":3},{"model":"mnpo_nsc","run_count":3},{"model":"mnpo_near_subspace","run_count":2},{"model":"mnpo_rp_ensemble","run_count":2},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_svm_linear","run_count":2},{"model":"mnpo_knn","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1}],"profile":"V20_O03_current_banzhaf_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":34},{"model":"mnpo_dlda","run_count":17},{"model":"mnpo_elastic_net_lr","run_count":17},{"model":"mnpo_cpda","run_count":11},{"model":"mnpo_tabm","run_count":7},{"model":"mnpo_spatial_median_da","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_gqda","run_count":5},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_nsc","run_count":3},{"model":"mnpo_dbda","run_count":2},{"model":"mnpo_near_subspace","run_count":2},{"model":"mnpo_rp_ensemble","run_count":2},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_knn","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1},{"model":"mnpo_svm_linear","run_count":1}],"profile":"V20_O04_current_shapley_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":53},{"model":"mnpo_elastic_net_lr","run_count":24},{"model":"mnpo_dlda","run_count":12},{"model":"mnpo_spatial_median_da","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_dbda","run_count":5},{"model":"mnpo_cpda","run_count":4},{"model":"mnpo_tabm","run_count":4},{"model":"mnpo_realmlp","run_count":2},{"model":"mnpo_gqda","run_count":1},{"model":"mnpo_nsc","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1},{"model":"mnpo_rp_ensemble","run_count":1},{"model":"mnpo_svm_linear","run_count":1}],"profile":"V20_O05_val18compat_tritrust_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_ensemble","campaign_label":"Val-20 Ensemble","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"O","family_label":"V20 Oracle Diag","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":53},{"model":"mnpo_elastic_net_lr","run_count":18},{"model":"mnpo_dlda","run_count":13},{"model":"mnpo_dbda","run_count":7},{"model":"mnpo_spatial_median_da","run_count":6},{"model":"lr","run_count":5},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_cpda","run_count":3},{"model":"mnpo_nsc","run_count":3},{"model":"mnpo_tabm","run_count":3},{"model":"mnpo_gqda","run_count":1},{"model":"mnpo_knn","run_count":1},{"model":"mnpo_pls_da_classifier","run_count":1},{"model":"mnpo_rp_ensemble","run_count":1},{"model":"mnpo_svm_linear","run_count":1}],"profile":"V20_O06_top3_no_diversity_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":118},{"model":"dlda","run_count":65},{"model":"nb","run_count":54},{"model":"elastic_net_lr","run_count":30},{"model":"svm_linear","run_count":20},{"model":"knn","run_count":14},{"model":"svm_rbf","run_count":11},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"V20_P01_bh_alpha_010_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":118},{"model":"dlda","run_count":65},{"model":"nb","run_count":54},{"model":"elastic_net_lr","run_count":30},{"model":"svm_linear","run_count":20},{"model":"knn","run_count":14},{"model":"svm_rbf","run_count":11},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"V20_P02_bh_alpha_020_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":1},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":2},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":1},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":129},{"model":"dlda","run_count":55},{"model":"nb","run_count":47},{"model":"elastic_net_lr","run_count":40},{"model":"svm_linear","run_count":16},{"model":"svm_rbf","run_count":8},{"model":"knn","run_count":6},{"model":"rf","run_count":2},{"model":"vote_ensemble","run_count":1}],"profile":"V20_P03_bh_disabled_full64","run_count":304,"seed_run_counts":[{"run_count":60,"seed":11},{"run_count":60,"seed":23},{"run_count":61,"seed":37},{"run_count":60,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":294,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":271,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":256,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":284,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":256,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":271,"value":false},{"run_count":33,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":296,"value":0},{"run_count":8,"value":1}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":281,"value":0},{"run_count":17,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":4},{"run_count":1,"value":3}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":42},{"model":"dlda","run_count":33},{"model":"elastic_net_lr","run_count":17},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":8},{"model":"svm_rbf","run_count":5},{"model":"knn","run_count":4},{"model":"vote_ensemble","run_count":1}],"profile":"V20_P04_no_gmm_after_fs_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":110,"value":0},{"run_count":5,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":95,"value":0},{"run_count":11,"value":1},{"run_count":6,"value":2},{"run_count":5,"value":3},{"run_count":3,"value":4}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"before_fs","df_stage_source_space":"model_input","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":46},{"model":"dlda","run_count":28},{"model":"elastic_net_lr","run_count":21},{"model":"svm_linear","run_count":10},{"model":"nb","run_count":8},{"model":"knn","run_count":3},{"model":"svm_rbf","run_count":3},{"model":"vote_ensemble","run_count":1}],"profile":"V20_P05_gmm_before_fs_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":108,"value":0},{"run_count":10,"value":1},{"run_count":2,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":103,"value":0},{"run_count":11,"value":1},{"run_count":3,"value":2},{"run_count":2,"value":4},{"run_count":1,"value":5}]}]},{"campaign":"val20_pipeline","campaign_label":"Val-20 Pipeline","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"P","family_label":"V18 Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"before_fs","df_stage_source_space":"model_input","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":50},{"model":"elastic_net_lr","run_count":20},{"model":"dlda","run_count":19},{"model":"svm_linear","run_count":13},{"model":"nb","run_count":10},{"model":"knn","run_count":5},{"model":"svm_rbf","run_count":3}],"profile":"V20_P06_no_gmm_before_fs_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":12,"key":"n_low_gof_downweighted","values":[{"run_count":78,"value":0},{"run_count":15,"value":1},{"run_count":7,"value":3},{"run_count":6,"value":2},{"run_count":4,"value":5},{"run_count":2,"value":26},{"run_count":2,"value":6},{"run_count":2,"value":7},{"run_count":1,"value":15},{"run_count":1,"value":21},{"run_count":1,"value":4},{"run_count":1,"value":8}]},{"distinct_count":19,"key":"n_dist_skipped_unreliable","values":[{"run_count":75,"value":0},{"run_count":9,"value":1},{"run_count":9,"value":2},{"run_count":5,"value":3},{"run_count":4,"value":4},{"run_count":2,"value":13},{"run_count":2,"value":19},{"run_count":2,"value":52},{"run_count":2,"value":6},{"run_count":1,"value":10},{"run_count":1,"value":11},{"run_count":1,"value":12}]}]},{"campaign":"val20_tabpfn","campaign_label":"Val-20 TabPFN","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"T","family_label":"V20 TabPFN","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":112},{"model":"mnpo_elastic_net_lr","run_count":37},{"model":"mnpo_dlda","run_count":32},{"model":"mnpo_dbda","run_count":23},{"model":"lr","run_count":20},{"model":"mnpo_tabm","run_count":15},{"model":"mnpo_spatial_median_da","run_count":14},{"model":"mnpo_cpda","run_count":9},{"model":"mnpo_nsc","run_count":7},{"model":"mnpo_gqda","run_count":6},{"model":"mnpo_realmlp","run_count":6},{"model":"mnpo_rp_ensemble","run_count":6},{"model":"mnpo_svm_linear","run_count":6},{"model":"mnpo_knn","run_count":4},{"model":"mnpo_nb","run_count":4},{"model":"mnpo_pls_da_classifier","run_count":4},{"model":"mnpo_copula_da","run_count":3},{"model":"mnpo_bc_svm_linear","run_count":2},{"model":"mnpo_near_subspace","run_count":2},{"model":"mnpo_rff_lr","run_count":1},{"model":"mnpo_sglnn","run_count":1},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"V20_T01_no_tabpfn_mnpo_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_tabpfn","campaign_label":"Val-20 TabPFN","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"T","family_label":"V20 TabPFN","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":72},{"model":"elastic_net_lr","run_count":33},{"model":"dlda","run_count":25},{"model":"nsc","run_count":25},{"model":"spatial_median_da","run_count":24},{"model":"rp_ensemble","run_count":22},{"model":"tabm","run_count":16},{"model":"cpda","run_count":12},{"model":"dbda","run_count":12},{"model":"pls_da_classifier","run_count":11},{"model":"vote_ensemble","run_count":11},{"model":"nb","run_count":10},{"model":"svm_linear","run_count":8},{"model":"sglnn","run_count":7},{"model":"svm_rbf","run_count":6},{"model":"gqda","run_count":5},{"model":"gpc","run_count":4},{"model":"knn","run_count":4},{"model":"realmlp","run_count":4},{"model":"near_subspace","run_count":2},{"model":"bc_svm_linear","run_count":1},{"model":"rff_lr","run_count":1}],"profile":"V20_T02_no_tabpfn_legacy_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_tabpfn","campaign_label":"Val-20 TabPFN","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"T","family_label":"V20 TabPFN","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":103},{"model":"mnpo_elastic_net_lr","run_count":44},{"model":"mnpo_dlda","run_count":32},{"model":"lr","run_count":20},{"model":"mnpo_dbda","run_count":20},{"model":"mnpo_cpda","run_count":16},{"model":"mnpo_spatial_median_da","run_count":13},{"model":"mnpo_rp_ensemble","run_count":10},{"model":"mnpo_gqda","run_count":9},{"model":"mnpo_tabm","run_count":9},{"model":"mnpo_svm_linear","run_count":8},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_near_subspace","run_count":4},{"model":"mnpo_nsc","run_count":4},{"model":"mnpo_pls_da_classifier","run_count":4},{"model":"mnpo_realmlp","run_count":4},{"model":"mnpo_knn","run_count":3},{"model":"mnpo_svm_rbf","run_count":3},{"model":"mnpo_sglnn","run_count":2},{"model":"mnpo_bc_svm_linear","run_count":1},{"model":"mnpo_copula_da","run_count":1}],"profile":"V20_T03_tabpfn_extreme_only_mnpo_full64","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":306,"value":0},{"run_count":8,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":296,"value":0},{"run_count":15,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":31},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":17},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":10},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":8},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":6},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":3},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__knn","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__rf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_knn__nb","run_count":1},{"model":"tune_first_ensemble_lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__nb","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_nb__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_TF01_tune_first_baseline_120s_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":29},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":18},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":11},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":10},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":4},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":3},{"model":"tune_first_ensemble_dlda__knn","run_count":2},{"model":"tune_first_ensemble_dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_TF01_tune_first_baseline_30s_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":29},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":17},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":11},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":10},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":5},{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":4},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":3},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__knn","run_count":2},{"model":"tune_first_ensemble_dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__rf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_TF01_tune_first_baseline_60s_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":27},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":15},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":11},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":9},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":5},{"model":"tune_first_ensemble_dlda__lr","run_count":4},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":4},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__svm_linear__lr","run_count":2},{"model":"tune_first_ensemble_knn__dlda","run_count":2},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__nb","run_count":1},{"model":"tune_first_ensemble_dlda__svm_rbf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__svm_linear","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__vote_ensemble","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__dlda","run_count":1},{"model":"tune_first_ensemble_knn__dlda__lr","run_count":1},{"model":"tune_first_ensemble_knn__elastic_net_lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__dlda","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":1}],"profile":"V20_TF02_tune_first_cvar_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":15},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":10},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":7},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":7},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":6},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_dlda__knn","run_count":5},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":5},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":5},{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":5},{"model":"tune_first_ensemble_dlda__lr","run_count":4},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":4},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":4},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":4},{"model":"tune_first_ensemble_lr__knn","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda__knn","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__knn","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf","run_count":2},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":2},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__nb","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_dlda__knn__lr","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__svm_rbf__lr","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__svm_rbf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__knn__lr","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__knn__svm_linear","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__rf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__dlda","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__nb","run_count":1},{"model":"tune_first_ensemble_knn__dlda","run_count":1},{"model":"tune_first_ensemble_knn__dlda__lr","run_count":1},{"model":"tune_first_ensemble_knn__lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr","run_count":1}],"profile":"V20_TF03_tune_first_dynamic_complexity_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":26},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":14},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":11},{"model":"tune_first_ensemble_elastic_net_lr__nb","run_count":9},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":7},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":6},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_lr__nb","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__nb","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":3},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":2},{"model":"tune_first_ensemble_dlda__knn","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__lr","run_count":1},{"model":"tune_first_ensemble_dlda__lr__vote_ensemble","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__knn__lr","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__dlda","run_count":1},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_rf__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__nb","run_count":1},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":1}],"profile":"V20_TF04_tune_first_diversity_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_dlda__elastic_net_lr","run_count":11},{"model":"tune_first_ensemble_elastic_net_lr__dlda","run_count":9},{"model":"tune_first_ensemble_elastic_net_lr__lr","run_count":9},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":7},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":7},{"model":"tune_first_ensemble_elastic_net_lr__nb","run_count":7},{"model":"tune_first_ensemble_dlda__nb","run_count":6},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":5},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__knn","run_count":3},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear","run_count":3},{"model":"tune_first_ensemble_knn__dlda","run_count":3},{"model":"tune_first_ensemble_lr__elastic_net_lr","run_count":3},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":2},{"model":"tune_first_ensemble_dlda__knn","run_count":2},{"model":"tune_first_ensemble_dlda__lr","run_count":2},{"model":"tune_first_ensemble_knn__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_lr__knn","run_count":2},{"model":"tune_first_ensemble_lr__nb","run_count":2},{"model":"tune_first_ensemble_dlda__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_dlda__knn__lr","run_count":1},{"model":"tune_first_ensemble_dlda__svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_dlda__svm_linear__lr","run_count":1},{"model":"tune_first_ensemble_dlda__svm_rbf__lr","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__dlda__svm_linear","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__rf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__vote_ensemble","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__dlda","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__nb","run_count":1},{"model":"tune_first_ensemble_knn__dlda__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_knn__dlda__lr","run_count":1},{"model":"tune_first_ensemble_knn__elastic_net_lr__lr","run_count":1},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_nb__lr","run_count":1},{"model":"tune_first_ensemble_rf__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__nb","run_count":1},{"model":"tune_first_ensemble_svm_linear__lr__svm_rbf","run_count":1},{"model":"tune_first_ensemble_vote_ensemble__dlda__lr","run_count":1}],"profile":"V20_TF05_tune_first_full_stack_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val20_tune_first","campaign_label":"Val-20 Tune-First","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"TF","family_label":"V20 Tune-First","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"tune_first_ensemble_lr__elastic_net_lr__dlda","run_count":29},{"model":"tune_first_ensemble_elastic_net_lr__lr__dlda","run_count":16},{"model":"tune_first_ensemble_elastic_net_lr__nb","run_count":8},{"model":"tune_first_ensemble_dlda__lr__elastic_net_lr","run_count":6},{"model":"lr","run_count":5},{"model":"tune_first_ensemble_elastic_net_lr__lr__svm_linear","run_count":5},{"model":"tune_first_ensemble_lr__elastic_net_lr__nb","run_count":5},{"model":"tune_first_ensemble_lr__elastic_net_lr__svm_linear","run_count":4},{"model":"tune_first_ensemble_lr__nb","run_count":4},{"model":"tune_first_ensemble_dlda__elastic_net_lr__lr","run_count":3},{"model":"tune_first_ensemble_dlda__nb","run_count":3},{"model":"tune_first_ensemble_dlda__elastic_net_lr__nb","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"tune_first_ensemble_elastic_net_lr__svm_linear__lr","run_count":2},{"model":"tune_first_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_lr__svm_linear__elastic_net_lr","run_count":2},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__dlda","run_count":2},{"model":"tune_first_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"tune_first_ensemble_dlda__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_dlda__knn__nb","run_count":1},{"model":"tune_first_ensemble_dlda__lr__knn","run_count":1},{"model":"tune_first_ensemble_dlda__lr__vote_ensemble","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__knn__lr","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__lr__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__nb__knn","run_count":1},{"model":"tune_first_ensemble_elastic_net_lr__svm_rbf__dlda","run_count":1},{"model":"tune_first_ensemble_knn__dlda__lr","run_count":1},{"model":"tune_first_ensemble_lr__dlda__svm_linear","run_count":1},{"model":"tune_first_ensemble_lr__elastic_net_lr__knn","run_count":1},{"model":"tune_first_ensemble_lr__knn__dlda","run_count":1},{"model":"tune_first_ensemble_lr__svm_linear__knn","run_count":1},{"model":"tune_first_ensemble_nb__lr__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_rf__knn__elastic_net_lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__dlda__lr","run_count":1},{"model":"tune_first_ensemble_svm_linear__elastic_net_lr__nb","run_count":1},{"model":"tune_first_ensemble_svm_linear__lr__elastic_net_lr","run_count":1}],"profile":"V20_TF06_tune_first_default_plus_diversity_diag24","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":113,"value":0},{"run_count":4,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":66,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","rv_coil20","rv_isolet","rv_pcmac","rv_relathe","rv_usps","rv_warpar10p","rv_yale","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":10},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"rv_coil20","dataset_label":"COIL20 Objects (Scikit-feature)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"rv_isolet","dataset_label":"ISOLET Audio (Scikit-feature)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"rv_pcmac","dataset_label":"PCMAC Text (Scikit-feature)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"rv_relathe","dataset_label":"RELATHE Text (Scikit-feature)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"rv_usps","dataset_label":"USPS Handwritten Digits (Scikit-feature)","run_count":5},{"dataset_id":"rv_yale","dataset_label":"Yale Faces (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"rv_warpar10p","dataset_label":"warpAR10P (Scikit-feature, Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_CURRENT_DEFAULT","family_label":"Val-21 Current Default","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":120},{"model":"dlda","run_count":71},{"model":"nb","run_count":49},{"model":"elastic_net_lr","run_count":35},{"model":"svm_rbf","run_count":27},{"model":"svm_linear","run_count":17},{"model":"knn","run_count":11},{"model":"vote_ensemble","run_count":3},{"model":"rf","run_count":2}],"profile":"V21_CURRENT_DEFAULT","run_count":335,"seed_run_counts":[{"run_count":67,"seed":11},{"run_count":67,"seed":23},{"run_count":67,"seed":37},{"run_count":67,"seed":42},{"run_count":67,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":325,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":302,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":272,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":30,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":315,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":272,"value":false},{"run_count":63,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":30,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":302,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":322,"value":0},{"run_count":12,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":316,"value":0},{"run_count":15,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_INTEGRATED","family_label":"Val-21 Integrated","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_mode":"split_halves","multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":106},{"model":"dlda","run_count":61},{"model":"nb","run_count":57},{"model":"elastic_net_lr","run_count":43},{"model":"svm_linear","run_count":25},{"model":"knn","run_count":13},{"model":"rf","run_count":5},{"model":"svm_rbf","run_count":4},{"model":"vote_ensemble","run_count":1}],"profile":"V21_INTEGRATED","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":3,"key":"effective_enabled_methods","values":[{"run_count":220,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]},{"run_count":90,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":5,"value":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"]}]},{"distinct_count":4,"key":"enabled_methods_source","values":[{"run_count":198,"value":"config"},{"run_count":85,"value":"tier_lockout:easy"},{"run_count":27,"value":"regime_gate:very_hard"},{"run_count":5,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"multiomics_adapter_applied","values":[{"run_count":203,"value":false},{"run_count":112,"value":true}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":283,"value":false},{"run_count":32,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":27,"value":"very_hard_fallback"},{"run_count":5,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":253,"value":false},{"run_count":62,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":10,"value":1},{"run_count":4,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":298,"value":0},{"run_count":11,"value":1},{"run_count":4,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":66,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","rv_coil20","rv_isolet","rv_pcmac","rv_relathe","rv_usps","rv_warpar10p","rv_yale","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":10},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"rv_coil20","dataset_label":"COIL20 Objects (Scikit-feature)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"rv_isolet","dataset_label":"ISOLET Audio (Scikit-feature)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"rv_pcmac","dataset_label":"PCMAC Text (Scikit-feature)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"rv_relathe","dataset_label":"RELATHE Text (Scikit-feature)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"rv_usps","dataset_label":"USPS Handwritten Digits (Scikit-feature)","run_count":5},{"dataset_id":"rv_yale","dataset_label":"Yale Faces (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"rv_warpar10p","dataset_label":"warpAR10P (Scikit-feature, Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_WINNER","family_label":"Val-21 Winner","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":92},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":28},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":21},{"model":"lr","run_count":20},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":16},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":14},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":12},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":12},{"model":"mnpo_ensemble_dlda__knn","run_count":8},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":7},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":6},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":5},{"model":"mnpo_ensemble_svm_rbf__knn__svm_linear","run_count":5},{"model":"mnpo_ensemble_lr__dlda","run_count":4},{"model":"mnpo_ensemble_lr__svm_linear","run_count":4},{"model":"mnpo_ensemble_rf__knn","run_count":4},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__lr__svm_linear","run_count":3},{"model":"mnpo_ensemble_knn__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_lr__svm_linear__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_nb__dlda","run_count":3},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_dlda__lr","run_count":2},{"model":"mnpo_ensemble_dlda__nb","run_count":2},{"model":"mnpo_ensemble_dlda__rf","run_count":2},{"model":"mnpo_ensemble_knn__dlda","run_count":2},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":2},{"model":"mnpo_ensemble_svm_linear__svm_rbf__vote_ensemble","run_count":2},{"model":"mnpo_ensemble_svm_rbf__svm_linear__vote_ensemble","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_dlda__lr__vote_ensemble","run_count":1},{"model":"mnpo_ensemble_dlda__nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__nb__lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__nb","run_count":1},{"model":"mnpo_ensemble_dlda__svm_rbf","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__knn__lr","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_knn__nb","run_count":1},{"model":"mnpo_ensemble_knn__rf","run_count":1},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_nb__lr","run_count":1},{"model":"mnpo_ensemble_nb__rf","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_nb__svm_rbf","run_count":1},{"model":"mnpo_ensemble_rf__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_rbf__dlda","run_count":1},{"model":"mnpo_ensemble_svm_rbf__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__knn","run_count":1},{"model":"mnpo_ensemble_svm_rbf__rf","run_count":1},{"model":"mnpo_ensemble_svm_rbf__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__vote_ensemble__lr","run_count":1}],"profile":"V21_WINNER","run_count":335,"seed_run_counts":[{"run_count":67,"seed":11},{"run_count":67,"seed":23},{"run_count":67,"seed":37},{"run_count":67,"seed":42},{"run_count":67,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":325,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":302,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":272,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":30,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":315,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":272,"value":false},{"run_count":63,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":30,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":302,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":322,"value":0},{"run_count":12,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":316,"value":0},{"run_count":15,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":66,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","rv_coil20","rv_isolet","rv_pcmac","rv_relathe","rv_usps","rv_warpar10p","rv_yale","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":10},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"rv_coil20","dataset_label":"COIL20 Objects (Scikit-feature)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"rv_isolet","dataset_label":"ISOLET Audio (Scikit-feature)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"rv_pcmac","dataset_label":"PCMAC Text (Scikit-feature)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"rv_relathe","dataset_label":"RELATHE Text (Scikit-feature)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"rv_usps","dataset_label":"USPS Handwritten Digits (Scikit-feature)","run_count":5},{"dataset_id":"rv_yale","dataset_label":"Yale Faces (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"rv_warpar10p","dataset_label":"warpAR10P (Scikit-feature, Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_WINNER_LOCKOUT","family_label":"Val-21 Winner Lockout","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":80},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":26},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":23},{"model":"lr","run_count":20},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":16},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":16},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":15},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":11},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":9},{"model":"mnpo_ensemble_dlda__knn","run_count":7},{"model":"mnpo_ensemble_lr__dlda","run_count":7},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":6},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":5},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":5},{"model":"mnpo_ensemble_svm_rbf__knn__svm_linear","run_count":5},{"model":"mnpo_ensemble_knn__dlda","run_count":4},{"model":"mnpo_ensemble_rf__knn","run_count":4},{"model":"mnpo_ensemble_dlda__lr","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__lr__svm_linear","run_count":3},{"model":"mnpo_ensemble_knn__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_lr__svm_linear","run_count":3},{"model":"mnpo_ensemble_lr__svm_linear__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_dlda__rf","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":2},{"model":"mnpo_ensemble_knn__lr","run_count":2},{"model":"mnpo_ensemble_knn__nb","run_count":2},{"model":"mnpo_ensemble_nb__dlda","run_count":2},{"model":"mnpo_ensemble_nb__lr","run_count":2},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":2},{"model":"mnpo_ensemble_svm_linear__svm_rbf__vote_ensemble","run_count":2},{"model":"mnpo_ensemble_svm_rbf__svm_linear__vote_ensemble","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_dlda__knn__svm_linear","run_count":1},{"model":"mnpo_ensemble_dlda__lr__vote_ensemble","run_count":1},{"model":"mnpo_ensemble_dlda__nb","run_count":1},{"model":"mnpo_ensemble_dlda__nb__lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__nb","run_count":1},{"model":"mnpo_ensemble_dlda__svm_rbf","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__knn__lr","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_rbf__knn","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__nb__lr","run_count":1},{"model":"mnpo_ensemble_knn__rf","run_count":1},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_nb__knn","run_count":1},{"model":"mnpo_ensemble_nb__rf","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_nb__svm_rbf","run_count":1},{"model":"mnpo_ensemble_rf__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__svm_rbf","run_count":1},{"model":"mnpo_ensemble_svm_rbf__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__knn","run_count":1},{"model":"mnpo_ensemble_svm_rbf__rf","run_count":1},{"model":"mnpo_ensemble_svm_rbf__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__vote_ensemble__lr","run_count":1}],"profile":"V21_WINNER_LOCKOUT","run_count":335,"seed_run_counts":[{"run_count":67,"seed":11},{"run_count":67,"seed":23},{"run_count":67,"seed":37},{"run_count":67,"seed":42},{"run_count":67,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":325,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":227,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":108,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":4,"key":"enabled_methods_source","values":[{"run_count":197,"value":"config"},{"run_count":75,"value":"tier_lockout:easy"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":30,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":315,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":272,"value":false},{"run_count":63,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":30,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":302,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":322,"value":0},{"run_count":12,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":317,"value":0},{"run_count":14,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_WINNER_METASEL","family_label":"Val-21 Winner Meta-Selector","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_mode":"split_halves","multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"lr","run_count":105},{"model":"dlda","run_count":61},{"model":"nb","run_count":57},{"model":"elastic_net_lr","run_count":38},{"model":"svm_linear","run_count":26},{"model":"knn","run_count":13},{"model":"svm_rbf","run_count":9},{"model":"rf","run_count":6}],"profile":"V21_WINNER_METASEL","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":3,"key":"effective_enabled_methods","values":[{"run_count":178,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]},{"run_count":132,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":5,"value":["stability_lasso","stability_subsample","tigress_stability","subspace_stability","decorrelated_stability","ipss","cluster_stability","rfecv","boruta","gradient_boosting","linear_svm","treeshap","oaenet","mutual_information","anova_f","chi_square","relieff","fcbf","cmim","wmw_auc","joint_auc_l1","ova_ensemble","ecoc_class_aware","joint_multiclass_support","dove_class_specific","sparse_multinomial","nearest_shrunken_centroid","class_pareto_front","hsic_lasso","slce_centroid_encoder","mrmr_jmi","iterative_redundancy_pruning","iterative_redundancy_pruning_bounded","ktsp","copula_knockoff"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":283,"value":"config"},{"run_count":27,"value":"regime_gate:very_hard"},{"run_count":5,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"multiomics_adapter_applied","values":[{"run_count":203,"value":false},{"run_count":112,"value":true}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":283,"value":false},{"run_count":32,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":27,"value":"very_hard_fallback"},{"run_count":5,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":307,"value":0},{"run_count":6,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":300,"value":0},{"run_count":13,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_WINNER_PREFILTER","family_label":"Val-21 Winner Prefilter","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":76},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":23},{"model":"lr","run_count":20},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":17},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":17},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":15},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":13},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":9},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":8},{"model":"mnpo_ensemble_dlda__knn","run_count":6},{"model":"mnpo_ensemble_lr__svm_linear","run_count":5},{"model":"mnpo_ensemble_nb__dlda","run_count":5},{"model":"mnpo_ensemble_rf__knn","run_count":5},{"model":"mnpo_ensemble_dlda__lr","run_count":4},{"model":"mnpo_ensemble_elastic_net_lr__lr__svm_linear","run_count":4},{"model":"mnpo_ensemble_knn__dlda","run_count":4},{"model":"mnpo_ensemble_dlda__svm_rbf","run_count":3},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":3},{"model":"mnpo_ensemble_knn__rf","run_count":3},{"model":"mnpo_ensemble_lr__dlda","run_count":3},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":3},{"model":"mnpo_ensemble_lr__svm_linear__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_nb__svm_rbf","run_count":3},{"model":"mnpo_ensemble_svm_linear__dlda__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_svm_rbf__nb","run_count":3},{"model":"mnpo_ensemble_dlda__nb","run_count":2},{"model":"mnpo_ensemble_dlda__svm_linear","run_count":2},{"model":"mnpo_ensemble_dlda__svm_linear__svm_rbf","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__knn","run_count":2},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear","run_count":2},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_nb__knn","run_count":2},{"model":"mnpo_ensemble_svm_linear__dlda","run_count":2},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":2},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__nb__lr","run_count":1},{"model":"mnpo_ensemble_dlda__rf","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__svm_linear","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__dlda__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__lr","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_knn__nb","run_count":1},{"model":"mnpo_ensemble_knn__nb__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__svm_rbf","run_count":1},{"model":"mnpo_ensemble_lr__dlda__svm_linear","run_count":1},{"model":"mnpo_ensemble_lr__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__knn__dlda","run_count":1},{"model":"mnpo_ensemble_lr__nb__svm_linear","run_count":1},{"model":"mnpo_ensemble_lr__svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_nb__knn__svm_linear","run_count":1},{"model":"mnpo_ensemble_nb__lr__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_rf__lr","run_count":1},{"model":"mnpo_ensemble_rf__svm_rbf","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__nb__dlda","run_count":1},{"model":"mnpo_ensemble_svm_rbf__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_rbf__rf","run_count":1},{"model":"mnpo_ensemble_svm_rbf__svm_linear","run_count":1}],"profile":"V21_WINNER_PREFILTER","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":282,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":33,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":267,"value":"config"},{"run_count":33,"value":"regime_gate:very_hard"},{"run_count":15,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":267,"value":false},{"run_count":48,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":33,"value":"very_hard_fallback"},{"run_count":15,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":282,"value":false},{"run_count":33,"value":true}]},{"distinct_count":4,"key":"n_low_gof_downweighted","values":[{"run_count":301,"value":0},{"run_count":12,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":15,"value":1},{"run_count":6,"value":2},{"run_count":1,"value":3}]}]},{"campaign":"val21_phase1","campaign_label":"Val-21 Phase 1","campaign_scope":"full","campaign_scope_label":"Full benchmark panel","dataset_count":63,"dataset_ids":["arcene_nips03","brain_tumor_2_50_4class","breast_vantveer","carcinom_11class","cll_sub_111","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_breast_gse45827","cumida_colorectal_gse44861","cumida_gastric_gse54129","cumida_headneck_gse12452","cumida_leukemia_subtypes","cumida_lung_gse19804","cumida_ovarian_gse26712","cumida_pancreatic_gse16515","cumida_prostate_gse6919","cumida_renal_gse53757","dexter_nips03","dlbcl_shipp","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gla_bra_180","gli_85","glioma_50_4class","hf_breast_ge_mubashir1837","leukemia_1_72_3class","leukemia_golub","lung_gordon","lymphoma_11","lymphoma_3","lymphoma_9","madelon_nips03","mll_microarray","nci60_ross","nci60_strict_holdout","nci9_60_9class","nci_61_8class","orlraws10p","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","tumor9_openml","warp_pie10p","xena_tcga_brca","xena_tcga_coad_cms","xena_tcga_gbm","xena_tcga_hnsc_hpv","xena_tcga_kirc","xena_tcga_lgg","xena_tcga_lihc","xena_tcga_luad","xena_tcga_ov","xena_tcga_prad","xena_tcga_skcm","xena_tcga_stad","xena_tcga_ucec"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"tumor9_openml","dataset_label":"9-Tumors (OpenML)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"brain_tumor_2_50_4class","dataset_label":"Brain Tumor 2 — Nutt 2003 (50 x 12625, 4-class)","run_count":5},{"dataset_id":"hf_breast_ge_mubashir1837","dataset_label":"Breast Cancer Gene Expression (HF: mubashir1837)","run_count":5},{"dataset_id":"breast_vantveer","dataset_label":"Breast Cancer Prognosis (van 't Veer)","run_count":5},{"dataset_id":"cll_sub_111","dataset_label":"CLL_SUB_111 (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_breast_gse45827","dataset_label":"CuMiDa Breast Subtypes (GSE45827)","run_count":5},{"dataset_id":"cumida_colorectal_gse44861","dataset_label":"CuMiDa Colorectal (GSE44861)","run_count":5},{"dataset_id":"cumida_gastric_gse54129","dataset_label":"CuMiDa Gastric (GSE54129)","run_count":5},{"dataset_id":"cumida_headneck_gse12452","dataset_label":"CuMiDa Head/Neck (GSE12452)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"cumida_lung_gse19804","dataset_label":"CuMiDa Lung (GSE19804)","run_count":5},{"dataset_id":"cumida_ovarian_gse26712","dataset_label":"CuMiDa Ovarian (GSE26712)","run_count":5},{"dataset_id":"cumida_pancreatic_gse16515","dataset_label":"CuMiDa Pancreatic (GSE16515)","run_count":5},{"dataset_id":"cumida_prostate_gse6919","dataset_label":"CuMiDa Prostate (GSE6919)","run_count":5},{"dataset_id":"cumida_renal_gse53757","dataset_label":"CuMiDa Renal (GSE53757)","run_count":5},{"dataset_id":"dexter_nips03","dataset_label":"DEXTER (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"dlbcl_shipp","dataset_label":"DLBCL (Shipp)","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gla_bra_180","dataset_label":"GLA-BRA-180 (Scikit-feature)","run_count":5},{"dataset_id":"glioma_50_4class","dataset_label":"Glioma (50 x 4434, 4-class)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lung_gordon","dataset_label":"Lung Cancer (OpenML Lung, 5-class)","run_count":5},{"dataset_id":"lymphoma_11","dataset_label":"Lymphoma-11 (OpenML)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"lymphoma_9","dataset_label":"Lymphoma-9 (OpenML)","run_count":5},{"dataset_id":"madelon_nips03","dataset_label":"MADELON (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"mll_microarray","dataset_label":"MLL (OpenML)","run_count":5},{"dataset_id":"leukemia_1_72_3class","dataset_label":"MLL Leukemia — Armstrong 2002 (72 x 12533, 3-class)","run_count":5},{"dataset_id":"nci_61_8class","dataset_label":"NCI (61 x 5244, 8-class proxy)","run_count":5},{"dataset_id":"nci60_ross","dataset_label":"NCI60 (Ross)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"orlraws10p","dataset_label":"ORLraws10P (Face)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_coad_cms","dataset_label":"TCGA-COAD Colorectal (Xena, histological 2-class)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"xena_tcga_hnsc_hpv","dataset_label":"TCGA-HNSC Head & Neck (Xena, HPV binary)","run_count":5},{"dataset_id":"xena_tcga_kirc","dataset_label":"TCGA-KIRC Kidney Clear Cell (Xena, stage-based)","run_count":5},{"dataset_id":"xena_tcga_lgg","dataset_label":"TCGA-LGG Lower Grade Glioma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_lihc","dataset_label":"TCGA-LIHC Liver (Xena, histologic grade 3-class)","run_count":5},{"dataset_id":"xena_tcga_luad","dataset_label":"TCGA-LUAD Lung Adenocarcinoma (Xena, 3-subtype)","run_count":5},{"dataset_id":"xena_tcga_ov","dataset_label":"TCGA-OV Ovarian (Xena, histologic grade G2 vs G3)","run_count":5},{"dataset_id":"xena_tcga_prad","dataset_label":"TCGA-PRAD Prostate (Xena, Gleason score)","run_count":5},{"dataset_id":"xena_tcga_skcm","dataset_label":"TCGA-SKCM Melanoma (Xena, primary vs metastatic)","run_count":5},{"dataset_id":"xena_tcga_stad","dataset_label":"TCGA-STAD Stomach (Xena, histological 3-group)","run_count":5},{"dataset_id":"xena_tcga_ucec","dataset_label":"TCGA-UCEC Uterine (Xena, histological 3-type)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5},{"dataset_id":"warp_pie10p","dataset_label":"warpPIE10P (Face)","run_count":5}],"family":"V21_WINNER_REGIME","family_label":"Val-21 Winner Regime","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_mode":"very_hard_fallback","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","validation_pipeline":"fs"},"models":[{"model":"mnpo_ensemble_lr__elastic_net_lr","run_count":82},{"model":"mnpo_ensemble_lr__elastic_net_lr__dlda","run_count":25},{"model":"mnpo_ensemble_elastic_net_lr__lr","run_count":21},{"model":"lr","run_count":20},{"model":"mnpo_ensemble_dlda__elastic_net_lr","run_count":16},{"model":"mnpo_ensemble_elastic_net_lr__lr__dlda","run_count":14},{"model":"mnpo_ensemble_dlda__lr__elastic_net_lr","run_count":12},{"model":"mnpo_ensemble_dlda__elastic_net_lr__lr","run_count":11},{"model":"mnpo_ensemble_dlda__knn","run_count":8},{"model":"mnpo_ensemble_elastic_net_lr__dlda","run_count":6},{"model":"mnpo_ensemble_lr__dlda__elastic_net_lr","run_count":6},{"model":"mnpo_ensemble_elastic_net_lr__dlda__lr","run_count":5},{"model":"mnpo_ensemble_lr__dlda","run_count":4},{"model":"mnpo_ensemble_lr__elastic_net_lr__svm_linear","run_count":4},{"model":"mnpo_ensemble_lr__svm_linear","run_count":4},{"model":"mnpo_ensemble_rf__knn","run_count":4},{"model":"mnpo_ensemble_elastic_net_lr__lr__svm_linear","run_count":3},{"model":"mnpo_ensemble_knn__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_knn__rf","run_count":3},{"model":"mnpo_ensemble_lr__svm_linear__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_nb__dlda","run_count":3},{"model":"mnpo_ensemble_nb__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__lr","run_count":3},{"model":"mnpo_ensemble_svm_linear__lr__elastic_net_lr","run_count":3},{"model":"mnpo_ensemble_svm_rbf__rf","run_count":3},{"model":"mnpo_ensemble_dlda__lr","run_count":2},{"model":"mnpo_ensemble_dlda__nb","run_count":2},{"model":"mnpo_ensemble_dlda__rf","run_count":2},{"model":"mnpo_ensemble_knn__dlda","run_count":2},{"model":"mnpo_ensemble_svm_linear__dlda__lr","run_count":2},{"model":"mnpo_ensemble_dlda__elastic_net_lr__knn","run_count":1},{"model":"mnpo_ensemble_dlda__lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_dlda__nb__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_dlda__svm_linear__nb","run_count":1},{"model":"mnpo_ensemble_dlda__svm_rbf","run_count":1},{"model":"mnpo_ensemble_dlda__svm_rbf__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__knn","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__dlda__svm_linear","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__nb","run_count":1},{"model":"mnpo_ensemble_elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__dlda__lr","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_knn__elastic_net_lr__svm_rbf","run_count":1},{"model":"mnpo_ensemble_knn__lr","run_count":1},{"model":"mnpo_ensemble_knn__nb","run_count":1},{"model":"mnpo_ensemble_lr__knn","run_count":1},{"model":"mnpo_ensemble_lr__svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_nb__lr","run_count":1},{"model":"mnpo_ensemble_nb__rf","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_nb__svm_linear__svm_rbf","run_count":1},{"model":"mnpo_ensemble_nb__svm_rbf","run_count":1},{"model":"mnpo_ensemble_rf__lr","run_count":1},{"model":"mnpo_ensemble_rf__svm_rbf","run_count":1},{"model":"mnpo_ensemble_svm_linear__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__elastic_net_lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr","run_count":1},{"model":"mnpo_ensemble_svm_linear__lr__dlda","run_count":1},{"model":"mnpo_ensemble_svm_linear__nb__lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__dlda","run_count":1},{"model":"mnpo_ensemble_svm_rbf__elastic_net_lr","run_count":1},{"model":"mnpo_ensemble_svm_rbf__knn","run_count":1}],"profile":"V21_WINNER_REGIME","run_count":315,"seed_run_counts":[{"run_count":63,"seed":11},{"run_count":63,"seed":23},{"run_count":63,"seed":37},{"run_count":63,"seed":42},{"run_count":63,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"source_policy","values":[{"run_count":305,"value":"standard"},{"run_count":10,"value":"real_only"}]},{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":245,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":70,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":2,"key":"enabled_methods_source","values":[{"run_count":245,"value":"config"},{"run_count":70,"value":"regime_gate:very_hard"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":295,"value":true},{"run_count":20,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":245,"value":false},{"run_count":70,"value":true}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":245,"value":false},{"run_count":70,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":305,"value":0},{"run_count":9,"value":1},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":293,"value":0},{"run_count":18,"value":1},{"run_count":4,"value":2}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":69},{"model":"mnpo_elastic_net_lr","run_count":23},{"model":"mnpo_dlda","run_count":16},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":3},{"model":"mnpo_knn","run_count":2},{"model":"mnpo_nb","run_count":2}],"profile":"W01_cls_oracle_tritrust","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":84},{"model":"mnpo_elastic_net_lr","run_count":22},{"model":"lr","run_count":5},{"model":"mnpo_dlda","run_count":5},{"model":"mnpo_svm_linear","run_count":4}],"profile":"W02_cls_oracle_uniform","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":6,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":39},{"model":"mnpo_dlda","run_count":30},{"model":"mnpo_elastic_net_lr","run_count":28},{"model":"mnpo_knn","run_count":9},{"model":"lr","run_count":5},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_svm_linear","run_count":3},{"model":"mnpo_rf","run_count":1}],"profile":"W03_cls_oracle_banzhaf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":44},{"model":"mnpo_dlda","run_count":28},{"model":"mnpo_elastic_net_lr","run_count":27},{"model":"mnpo_knn","run_count":8},{"model":"lr","run_count":5},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_svm_linear","run_count":2},{"model":"mnpo_rf","run_count":1}],"profile":"W04_cls_oracle_shapley","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":119,"value":0},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":2}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":42},{"model":"mnpo_dlda","run_count":29},{"model":"mnpo_elastic_net_lr","run_count":25},{"model":"mnpo_knn","run_count":10},{"model":"lr","run_count":5},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_svm_linear","run_count":3},{"model":"mnpo_svm_rbf","run_count":1}],"profile":"W05_cross_fs_tritrust_cls_banzhaf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":115,"value":0},{"run_count":3,"value":1},{"run_count":2,"value":2}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":111,"value":0},{"run_count":5,"value":2},{"run_count":3,"value":1},{"run_count":1,"value":3}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":38},{"model":"mnpo_elastic_net_lr","run_count":33},{"model":"mnpo_dlda","run_count":26},{"model":"mnpo_knn","run_count":13},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":3},{"model":"mnpo_nb","run_count":2}],"profile":"W06_cross_fs_uniform_cls_banzhaf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":116,"value":0},{"run_count":3,"value":1},{"run_count":1,"value":2}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":3},{"run_count":1,"value":4}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":42},{"model":"mnpo_dlda","run_count":33},{"model":"mnpo_elastic_net_lr","run_count":25},{"model":"mnpo_knn","run_count":7},{"model":"lr","run_count":5},{"model":"mnpo_nb","run_count":5},{"model":"mnpo_svm_linear","run_count":3}],"profile":"W07_cross_fs_shapley_cls_banzhaf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":2,"key":"n_low_gof_downweighted","values":[{"run_count":115,"value":0},{"run_count":5,"value":1}]},{"distinct_count":5,"key":"n_dist_skipped_unreliable","values":[{"run_count":109,"value":0},{"run_count":6,"value":1},{"run_count":2,"value":2},{"run_count":2,"value":4},{"run_count":1,"value":3}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":67},{"model":"mnpo_elastic_net_lr","run_count":21},{"model":"mnpo_dlda","run_count":13},{"model":"mnpo_nsc","run_count":8},{"model":"lr","run_count":5},{"model":"mnpo_pls_da_classifier","run_count":3},{"model":"mnpo_svm_linear","run_count":2},{"model":"mnpo_knn","run_count":1}],"profile":"W08_broad_pool_tritrust","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":4,"key":"n_dist_skipped_unreliable","values":[{"run_count":112,"value":0},{"run_count":6,"value":1},{"run_count":1,"value":2},{"run_count":1,"value":4}]}]},{"campaign":"val18_cls_oracle_wt","campaign_label":"Val-18 Clf Oracle","campaign_scope":"diagnostic","campaign_scope_label":"Diagnostic subset","dataset_count":24,"dataset_ids":["arcene_nips03","carcinom_11class","cns_pomeroy","colon_alon","cumida_brain_gse50161","cumida_leukemia_subtypes","dorothea_nips03","gcm_ramaswamy","gisette_nips03","gli_85","leukemia_golub","lymphoma_3","nci60_strict_holdout","nci9_60_9class","ovarian_petricoin","pixraw10p","prostate_singh","rv_basehock","smk_can_187","srbct_khan","tox_171","tumor11_su","xena_tcga_brca","xena_tcga_gbm"],"datasets":[{"dataset_id":"tumor11_su","dataset_label":"11-Tumor (Su)","run_count":5},{"dataset_id":"arcene_nips03","dataset_label":"ARCENE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"rv_basehock","dataset_label":"BASEHOCK Text (Scikit-feature)","run_count":5},{"dataset_id":"cns_pomeroy","dataset_label":"CNS / Brain Tumors (Pomeroy)","run_count":5},{"dataset_id":"carcinom_11class","dataset_label":"Carcinom 11-class (Scikit-feature)","run_count":5},{"dataset_id":"colon_alon","dataset_label":"Colon Cancer (Alon)","run_count":5},{"dataset_id":"cumida_brain_gse50161","dataset_label":"CuMiDa Brain Subtypes (GSE50161)","run_count":5},{"dataset_id":"cumida_leukemia_subtypes","dataset_label":"CuMiDa Leukemia Subtypes","run_count":5},{"dataset_id":"dorothea_nips03","dataset_label":"DOROTHEA (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gcm_ramaswamy","dataset_label":"GCM (Ramaswamy)","run_count":5},{"dataset_id":"gisette_nips03","dataset_label":"GISETTE (NIPS 2003 FS Challenge)","run_count":5},{"dataset_id":"gli_85","dataset_label":"Glioma (GLI_85)","run_count":5},{"dataset_id":"leukemia_golub","dataset_label":"Leukemia (Golub)","run_count":5},{"dataset_id":"lymphoma_3","dataset_label":"Lymphoma-3 (OpenML)","run_count":5},{"dataset_id":"nci60_strict_holdout","dataset_label":"NCI60 Strict Holdout","run_count":5},{"dataset_id":"nci9_60_9class","dataset_label":"NCI9 (60 x 9712, 9-class)","run_count":5},{"dataset_id":"ovarian_petricoin","dataset_label":"Ovarian Cancer (Petricoin)","run_count":5},{"dataset_id":"prostate_singh","dataset_label":"Prostate Cancer (Singh)","run_count":5},{"dataset_id":"smk_can_187","dataset_label":"SMK_CAN_187 (Smoking)","run_count":5},{"dataset_id":"srbct_khan","dataset_label":"SRBCT (Khan)","run_count":5},{"dataset_id":"xena_tcga_brca","dataset_label":"TCGA-BRCA Breast Cancer (Xena, PAM50 5-subtype)","run_count":5},{"dataset_id":"xena_tcga_gbm","dataset_label":"TCGA-GBM Glioblastoma (Xena, 4-subtype)","run_count":5},{"dataset_id":"tox_171","dataset_label":"TOX_171 (Scikit-feature)","run_count":5},{"dataset_id":"pixraw10p","dataset_label":"pixraw10P (Face)","run_count":5}],"family":"W","family_label":"Clf Oracle","fixed_parameters":{"batch_correction_apply_reason":"mode_none","batch_label_policy_reason":"policy_none","classifier_conformal_enabled":true,"classifier_conformal_mapie_enabled":false,"classifier_conformal_method":"split","classifier_conformal_skip_reason":"stratified_split_failed","df_stage_position":"after_fs","df_stage_source_space":"prefilter_raw","fs_cap_applied":false,"fs_cap_max_allowed":0,"fs_ipss_use_eats_threshold":false,"fs_stability_target_pfer":1,"fs_stability_threshold_method":"fixed","mean_dist_stability_weight":1,"multiomics_adapter_applied":false,"multiomics_integrator":"mb_plsda","protocol":"holdout","regime_policy_trigger_low_p_over_n":false,"selection_strategy":"mnpo_portfolio","source_policy":"standard","validation_pipeline":"fs"},"models":[{"model":"mnpo_lr","run_count":39},{"model":"mnpo_dlda","run_count":29},{"model":"mnpo_elastic_net_lr","run_count":20},{"model":"mnpo_nsc","run_count":12},{"model":"mnpo_knn","run_count":7},{"model":"lr","run_count":5},{"model":"mnpo_svm_linear","run_count":4},{"model":"mnpo_nb","run_count":2},{"model":"mnpo_pls_da_classifier","run_count":2}],"profile":"W09_broad_pool_banzhaf","run_count":120,"seed_run_counts":[{"run_count":24,"seed":11},{"run_count":24,"seed":23},{"run_count":24,"seed":37},{"run_count":24,"seed":42},{"run_count":24,"seed":59}],"seeds":[11,23,37,42,59],"varying_parameters":[{"distinct_count":2,"key":"effective_enabled_methods","values":[{"run_count":105,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi","ova_ensemble","class_pareto_front","boruta","copula_knockoff","decorrelated_stability","relieff","stability_lasso","rfecv","hsic_lasso","joint_multiclass_support","ipss"]},{"run_count":15,"value":["gradient_boosting","linear_svm","mutual_information","anova_f","mrmr_jmi"]}]},{"distinct_count":3,"key":"enabled_methods_source","values":[{"run_count":95,"value":"config"},{"run_count":15,"value":"regime_gate:very_hard"},{"run_count":10,"value":"regime_gate:extreme_multiclass"}]},{"distinct_count":2,"key":"classifier_conformal_applied","values":[{"run_count":115,"value":true},{"run_count":5,"value":false}]},{"distinct_count":2,"key":"regime_policy_applied","values":[{"run_count":95,"value":false},{"run_count":25,"value":true}]},{"distinct_count":2,"key":"regime_policy_mode","values":[{"run_count":15,"value":"very_hard_fallback"},{"run_count":10,"value":"extreme_multiclass_recovery"}]},{"distinct_count":2,"key":"regime_policy_trigger_very_hard","values":[{"run_count":105,"value":false},{"run_count":15,"value":true}]},{"distinct_count":3,"key":"n_low_gof_downweighted","values":[{"run_count":118,"value":0},{"run_count":1,"value":2},{"run_count":1,"value":3}]},{"distinct_count":3,"key":"n_dist_skipped_unreliable","values":[{"run_count":110,"value":0},{"run_count":7,"value":1},{"run_count":3,"value":3}]}]}]}